From 8c5da2dee33331b8d2eb1eee63dc7c3ee3b91b6b Mon Sep 17 00:00:00 2001 From: Emmanuel Raviart Date: Fri, 24 Feb 2023 06:34:47 +0100 Subject: [PATCH] Migrate data update CI to tricoteuses-legal-update --- .gitlab-ci.yml | 51 +++----------------------------------------------- 1 file changed, 3 insertions(+), 48 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index e705900..3f5ec9e 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -23,8 +23,7 @@ variables: stages: - build # - test - - download - - update + - data_update build: stage: build @@ -50,52 +49,8 @@ build: # - ln -s example.env .env # - npm run test -download: - stage: download - only: - - schedules - - web - - before_script: - ## Install ssh-agent if not already installed, it is required by Docker. - ## (change apt-get to yum if you use an RPM-based image) - - "which ssh-agent || ( apt update -y && apt install openssh-client -y )" - - ## Run ssh-agent (inside the build environment) - - eval $(ssh-agent -s) - - ## Add the SSH key stored in SSH_PRIVATE_KEY variable to the agent store - ## We're using tr to fix line endings which makes ed25519 keys work - ## without extra base64 encoding. - ## https://gitlab.com/gitlab-examples/ssh-private-key/issues/1#note_48526556 - - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add - - - ## Create the SSH directory and give it the right permissions - - mkdir -p ~/.ssh - - chmod 700 ~/.ssh - - ## Accept the SSH host keys of git.en-root.org. - - echo "$SSH_KNOWN_HOSTS" > ~/.ssh/known_hosts - - chmod 644 ~/.ssh/known_hosts - - ## Set the Git user name and email. - - git config --global user.email "tricoteuses@tricoteuses.fr" - - git config --global user.name "Tricoteuses données Dila" - - - npm ci - - script: - - rm -f .env - - ln -s example.env .env - - rm -Rf dila-data/ - - mkdir dila-data/ - - git clone git@git.en-root.org:tricoteuses/data/dila/${DATASET}.git dila-data/${DATASET} - - npx tsx src/scripts/download_dila_dataset.ts ${DATASET} dila-data/ --push - - timeout: 6 hours - -update_database: - stage: update +update_data: + stage: data_update only: - schedules - web