mirror of
https://github.com/Syfaro/fuzzysearch.git
synced 2024-09-20 13:59:27 +00:00
Update CI.
This commit is contained in:
Syfaro
parent
097a350724
commit
81984734f1
146
.drone.yml
146
.drone.yml
|
|
@ -1,146 +0,0 @@
|
||||||
---
|
|
||||||
kind: pipeline
|
|
||||||
type: docker
|
|
||||||
name: default
|
|
||||||
|
|
||||||
platform:
|
|
||||||
os: linux
|
|
||||||
arch: amd64
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: Run tests
|
|
||||||
pull: always
|
|
||||||
image: rust:1-slim-buster
|
|
||||||
commands:
|
|
||||||
- apt-get update -y
|
|
||||||
- apt-get install -y wget libssl-dev pkg-config
|
|
||||||
- apt-get install -y libavcodec-dev libavformat-dev libavutil-dev libavdevice-dev clang llvm
|
|
||||||
- apt-get install -y python3 python3-pip
|
|
||||||
- pip3 install cfscrape
|
|
||||||
- wget -O sccache.tar.gz https://github.com/mozilla/sccache/releases/download/0.2.13/sccache-0.2.13-x86_64-unknown-linux-musl.tar.gz
|
|
||||||
- tar zxvf sccache.tar.gz
|
|
||||||
- export RUSTC_WRAPPER=$(pwd)/sccache-0.2.13-x86_64-unknown-linux-musl/sccache
|
|
||||||
- export SQLX_OFFLINE=true
|
|
||||||
- cargo build
|
|
||||||
- cargo test
|
|
||||||
- $(pwd)/sccache-0.2.13-x86_64-unknown-linux-musl/sccache --show-stats
|
|
||||||
environment:
|
|
||||||
AWS_ACCESS_KEY_ID:
|
|
||||||
from_secret: sccache_s3_access_key
|
|
||||||
AWS_SECRET_ACCESS_KEY:
|
|
||||||
from_secret: sccache_s3_secret_key
|
|
||||||
SCCACHE_BUCKET: sccache
|
|
||||||
SCCACHE_ENDPOINT:
|
|
||||||
from_secret: sccache_s3_endpoint
|
|
||||||
SCCACHE_S3_USE_SSL: true
|
|
||||||
|
|
||||||
- name: Build FuzzySearch API
|
|
||||||
pull: always
|
|
||||||
image: plugins/docker
|
|
||||||
settings:
|
|
||||||
auto_tag: true
|
|
||||||
dockerfile: fuzzysearch/Dockerfile
|
|
||||||
password:
|
|
||||||
from_secret: docker_password
|
|
||||||
registry: registry.huefox.com
|
|
||||||
repo: registry.huefox.com/fuzzysearch/api
|
|
||||||
username:
|
|
||||||
from_secret: docker_username
|
|
||||||
when:
|
|
||||||
branch:
|
|
||||||
- main
|
|
||||||
event:
|
|
||||||
- push
|
|
||||||
paths:
|
|
||||||
- fuzzysearch/**
|
|
||||||
- Cargo.lock
|
|
||||||
|
|
||||||
- name: Build FuzzySearch Webhook
|
|
||||||
pull: always
|
|
||||||
image: plugins/docker
|
|
||||||
settings:
|
|
||||||
auto_tag: true
|
|
||||||
dockerfile: fuzzysearch-webhook/Dockerfile
|
|
||||||
password:
|
|
||||||
from_secret: docker_password
|
|
||||||
registry: registry.huefox.com
|
|
||||||
repo: registry.huefox.com/fuzzysearch/webhook
|
|
||||||
username:
|
|
||||||
from_secret: docker_username
|
|
||||||
when:
|
|
||||||
branch:
|
|
||||||
- main
|
|
||||||
event:
|
|
||||||
- push
|
|
||||||
paths:
|
|
||||||
- fuzzysearch-webhook/**
|
|
||||||
- Cargo.lock
|
|
||||||
|
|
||||||
- name: Build Ingester e621
|
|
||||||
pull: always
|
|
||||||
image: plugins/docker
|
|
||||||
settings:
|
|
||||||
auto_tag: true
|
|
||||||
dockerfile: fuzzysearch-ingest-e621/Dockerfile
|
|
||||||
password:
|
|
||||||
from_secret: docker_password
|
|
||||||
registry: registry.huefox.com
|
|
||||||
repo: registry.huefox.com/fuzzysearch/ingest-e621
|
|
||||||
username:
|
|
||||||
from_secret: docker_username
|
|
||||||
when:
|
|
||||||
branch:
|
|
||||||
- main
|
|
||||||
event:
|
|
||||||
- push
|
|
||||||
paths:
|
|
||||||
- fuzzysearch-ingest-e621/**
|
|
||||||
- Cargo.lock
|
|
||||||
|
|
||||||
- name: Build Ingester FurAffinity
|
|
||||||
pull: always
|
|
||||||
image: plugins/docker
|
|
||||||
settings:
|
|
||||||
auto_tag: true
|
|
||||||
dockerfile: fuzzysearch-ingest-furaffinity/Dockerfile
|
|
||||||
password:
|
|
||||||
from_secret: docker_password
|
|
||||||
registry: registry.huefox.com
|
|
||||||
repo: registry.huefox.com/fuzzysearch/ingest-furaffinity
|
|
||||||
username:
|
|
||||||
from_secret: docker_username
|
|
||||||
when:
|
|
||||||
branch:
|
|
||||||
- main
|
|
||||||
event:
|
|
||||||
- push
|
|
||||||
paths:
|
|
||||||
- fuzzysearch-ingest-furaffinity/**
|
|
||||||
- Cargo.lock
|
|
||||||
|
|
||||||
- name: Build Ingester Weasyl
|
|
||||||
pull: always
|
|
||||||
image: plugins/docker
|
|
||||||
settings:
|
|
||||||
auto_tag: true
|
|
||||||
dockerfile: fuzzysearch-ingest-weasyl/Dockerfile
|
|
||||||
password:
|
|
||||||
from_secret: docker_password
|
|
||||||
registry: registry.huefox.com
|
|
||||||
repo: registry.huefox.com/fuzzysearch/ingest-weasyl
|
|
||||||
username:
|
|
||||||
from_secret: docker_username
|
|
||||||
when:
|
|
||||||
branch:
|
|
||||||
- main
|
|
||||||
event:
|
|
||||||
- push
|
|
||||||
paths:
|
|
||||||
- fuzzysearch-ingest-weasyl/**
|
|
||||||
- Cargo.lock
|
|
||||||
|
|
||||||
---
|
|
||||||
kind: signature
|
|
||||||
hmac: af0338b214c113b628f362a1bff2b282dece671adc6247e88d11ec7e0c7edc2a
|
|
||||||
|
|
||||||
...
|
|
||||||
174
.gitlab-ci.yml
Normal file
174
.gitlab-ci.yml
Normal file
|
|
@ -0,0 +1,174 @@
|
||||||
|
stages:
|
||||||
|
- test
|
||||||
|
- build
|
||||||
|
- image
|
||||||
|
|
||||||
|
variables:
|
||||||
|
CARGO_HOME: /root/.cargo
|
||||||
|
SCCACHE_VERSION: v0.2.15
|
||||||
|
SCCACHE_S3_USE_SSL: "true"
|
||||||
|
SCCACHE_BUCKET: "sccache"
|
||||||
|
|
||||||
|
SQLX_OFFLINE: "true"
|
||||||
|
|
||||||
|
# Cache should only be updated once, default to pull only
|
||||||
|
cache: &global_cache
|
||||||
|
paths:
|
||||||
|
- .cargo/
|
||||||
|
policy: pull
|
||||||
|
|
||||||
|
# Run tests on current stable Rust version
|
||||||
|
test:latest: &base_test
|
||||||
|
image: rust:1.51-slim-buster
|
||||||
|
stage: test
|
||||||
|
cache:
|
||||||
|
<<: *global_cache
|
||||||
|
policy: pull-push
|
||||||
|
before_script:
|
||||||
|
# Use proxy for apt, install wget to download sccache and other deps
|
||||||
|
- export http_proxy=$DEBIAN_PROXY
|
||||||
|
- apt-get update -y
|
||||||
|
- apt-get install -y wget libssl-dev pkg-config libavcodec-dev libavformat-dev libavutil-dev libavdevice-dev clang llvm python3 python3-pip
|
||||||
|
- unset http_proxy
|
||||||
|
|
||||||
|
# Download and extract sccache, ensuring it's executable
|
||||||
|
- wget -q -O /tmp/sccache.tar.gz https://github.com/mozilla/sccache/releases/download/$SCCACHE_VERSION/sccache-$SCCACHE_VERSION-x86_64-unknown-linux-musl.tar.gz
|
||||||
|
- tar zxvf /tmp/sccache.tar.gz --strip-components=1 -C /tmp
|
||||||
|
- export RUSTC_WRAPPER=/tmp/sccache
|
||||||
|
- chmod a+x $RUSTC_WRAPPER
|
||||||
|
|
||||||
|
# Move sccache config into place
|
||||||
|
- mkdir -p $HOME/.config/sccache
|
||||||
|
- mv $SCCACHE_CONFIG $HOME/.config/sccache/config
|
||||||
|
|
||||||
|
# Prepare cargo data from cache
|
||||||
|
- rm -rf /root/.cargo || true
|
||||||
|
- mv .cargo /root/.cargo || true
|
||||||
|
|
||||||
|
# Prepare cargo-cache for cleaning data later
|
||||||
|
- cargo install cargo-cache --no-default-features --features ci-autoclean
|
||||||
|
script:
|
||||||
|
# Build, test, and show stats
|
||||||
|
- cargo build --verbose
|
||||||
|
- cargo test --verbose
|
||||||
|
- $RUSTC_WRAPPER --show-stats
|
||||||
|
|
||||||
|
# Clean cargo data, move back into place for caching
|
||||||
|
- $CARGO_HOME/bin/cargo-cache
|
||||||
|
- rm -rf .cargo || true
|
||||||
|
- mv /root/.cargo .cargo || true
|
||||||
|
|
||||||
|
# Same as above, but nightly Rust
|
||||||
|
test:nightly:
|
||||||
|
<<: *base_test
|
||||||
|
image: rustlang/rust:nightly-slim
|
||||||
|
allow_failure: true
|
||||||
|
|
||||||
|
build:api: &base_build
|
||||||
|
<<: *base_test
|
||||||
|
stage: build
|
||||||
|
cache:
|
||||||
|
<<: *global_cache
|
||||||
|
policy: pull
|
||||||
|
needs: ['test:latest']
|
||||||
|
artifacts:
|
||||||
|
expire_in: 1 day
|
||||||
|
paths:
|
||||||
|
- ./fuzzysearch/fuzzysearch
|
||||||
|
script:
|
||||||
|
- cargo build --verbose --release --bin fuzzysearch
|
||||||
|
- $RUSTC_WRAPPER --show-stats
|
||||||
|
- mv ./target/release/fuzzysearch ./fuzzysearch/fuzzysearch
|
||||||
|
|
||||||
|
build:webhook:
|
||||||
|
<<: *base_build
|
||||||
|
artifacts:
|
||||||
|
expire_in: 1 day
|
||||||
|
paths:
|
||||||
|
- ./fuzzysearch-webhook/fuzzysearch-webhook
|
||||||
|
script:
|
||||||
|
- cargo build --verbose --release --bin fuzzysearch-webhook
|
||||||
|
- $RUSTC_WRAPPER --show-stats
|
||||||
|
- mv ./target/release/fuzzysearch-webhook ./fuzzysearch-webhook/fuzzysearch-webhook
|
||||||
|
|
||||||
|
build:ingest-e621:
|
||||||
|
<<: *base_build
|
||||||
|
artifacts:
|
||||||
|
expire_in: 1 day
|
||||||
|
paths:
|
||||||
|
- ./fuzzysearch-ingest-e621/fuzzysearch-ingest-e621
|
||||||
|
script:
|
||||||
|
- cargo build --verbose --release --bin fuzzysearch-ingest-e621
|
||||||
|
- $RUSTC_WRAPPER --show-stats
|
||||||
|
- mv ./target/release/fuzzysearch-ingest-e621 ./fuzzysearch-ingest-e621/fuzzysearch-ingest-e621
|
||||||
|
|
||||||
|
build:ingest-furaffinity:
|
||||||
|
<<: *base_build
|
||||||
|
artifacts:
|
||||||
|
expire_in: 1 day
|
||||||
|
paths:
|
||||||
|
- ./fuzzysearch-ingest-furaffinity/fuzzysearch-ingest-furaffinity
|
||||||
|
script:
|
||||||
|
- cargo build --verbose --release --bin fuzzysearch-ingest-furaffinity
|
||||||
|
- $RUSTC_WRAPPER --show-stats
|
||||||
|
- mv ./target/release/fuzzysearch-ingest-furaffinity ./fuzzysearch-ingest-furaffinity/fuzzysearch-ingest-furaffinity
|
||||||
|
|
||||||
|
build:ingest-weasyl:
|
||||||
|
<<: *base_build
|
||||||
|
artifacts:
|
||||||
|
expire_in: 1 day
|
||||||
|
paths:
|
||||||
|
- ./fuzzysearch-ingest-weasyl/fuzzysearch-ingest-weasyl
|
||||||
|
script:
|
||||||
|
- cargo build --verbose --release --bin fuzzysearch-ingest-weasyl
|
||||||
|
- $RUSTC_WRAPPER --show-stats
|
||||||
|
- mv ./target/release/fuzzysearch-ingest-weasyl ./fuzzysearch-ingest-weasyl/fuzzysearch-ingest-weasyl
|
||||||
|
|
||||||
|
images:api: &base_images
|
||||||
|
stage: image
|
||||||
|
image: docker
|
||||||
|
cache: {}
|
||||||
|
before_script:
|
||||||
|
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
||||||
|
needs: ['build:api']
|
||||||
|
script:
|
||||||
|
- docker pull $CI_REGISTRY_IMAGE/api:latest || true
|
||||||
|
- docker build --build-arg http_proxy=$DEBIAN_PROXY --cache-from $CI_REGISTRY_IMAGE/api:latest --tag $CI_REGISTRY_IMAGE/api:$CI_COMMIT_SHA --tag $CI_REGISTRY_IMAGE/api:latest -f fuzzysearch/Dockerfile .
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/api:$CI_COMMIT_SHA
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/api:latest
|
||||||
|
|
||||||
|
images:webhook:
|
||||||
|
<<: *base_images
|
||||||
|
needs: ['build:webhook']
|
||||||
|
script:
|
||||||
|
- docker pull $CI_REGISTRY_IMAGE/webhook:latest || true
|
||||||
|
- docker build --build-arg http_proxy=$DEBIAN_PROXY --cache-from $CI_REGISTRY_IMAGE/webhook:latest --tag $CI_REGISTRY_IMAGE/webhook:$CI_COMMIT_SHA --tag $CI_REGISTRY_IMAGE/webhook:latest -f fuzzysearch-webhook/Dockerfile .
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/webhook:$CI_COMMIT_SHA
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/webhook:latest
|
||||||
|
|
||||||
|
images:ingest-e621:
|
||||||
|
<<: *base_images
|
||||||
|
needs: ['build:ingest-e621']
|
||||||
|
script:
|
||||||
|
- docker pull $CI_REGISTRY_IMAGE/ingest-e621:latest || true
|
||||||
|
- docker build --build-arg http_proxy=$DEBIAN_PROXY --cache-from $CI_REGISTRY_IMAGE/ingest-e621:latest --tag $CI_REGISTRY_IMAGE/ingest-e621:$CI_COMMIT_SHA --tag $CI_REGISTRY_IMAGE/ingest-e621:latest -f fuzzysearch-ingest-e621/Dockerfile .
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/ingest-e621:$CI_COMMIT_SHA
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/ingest-e621:latest
|
||||||
|
|
||||||
|
images:ingest-furaffinity:
|
||||||
|
<<: *base_images
|
||||||
|
needs: ['build:ingest-furaffinity']
|
||||||
|
script:
|
||||||
|
- docker pull $CI_REGISTRY_IMAGE/ingest-furaffinity:latest || true
|
||||||
|
- docker build --build-arg http_proxy=$DEBIAN_PROXY --cache-from $CI_REGISTRY_IMAGE/ingest-furaffinity:latest --tag $CI_REGISTRY_IMAGE/ingest-furaffinity:$CI_COMMIT_SHA --tag $CI_REGISTRY_IMAGE/ingest-furaffinity:latest -f fuzzysearch-ingest-furaffinity/Dockerfile .
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/ingest-furaffinity:$CI_COMMIT_SHA
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/ingest-furaffinity:latest
|
||||||
|
|
||||||
|
images:ingest-weasyl:
|
||||||
|
<<: *base_images
|
||||||
|
needs: ['build:ingest-weasyl']
|
||||||
|
script:
|
||||||
|
- docker pull $CI_REGISTRY_IMAGE/ingest-weasyl:latest || true
|
||||||
|
- docker build --build-arg http_proxy=$DEBIAN_PROXY --cache-from $CI_REGISTRY_IMAGE/ingest-weasyl:latest --tag $CI_REGISTRY_IMAGE/ingest-weasyl:$CI_COMMIT_SHA --tag $CI_REGISTRY_IMAGE/ingest-weasyl:latest -f fuzzysearch-ingest-weasyl/Dockerfile .
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/ingest-weasyl:$CI_COMMIT_SHA
|
||||||
|
- docker push $CI_REGISTRY_IMAGE/ingest-weasyl:latest
|
||||||
Loading…
Reference in New Issue
Block a user