Dataset Lifecycle - Submission #3340
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
# lifecycle processing for all datasets currently being tracked - submission | |
name: Dataset Lifecycle - Submission | |
on: | |
# run when there is a push that includes something in ./submissions | |
# e.g. occurs when we merge a submission PR into master | |
push: | |
branches: | |
- master | |
paths: | |
- 'submissions/**' | |
# run three times a day, offset from other workflows | |
schedule: | |
- cron: "0 02,10,18 * * *" | |
workflow_dispatch: | |
defaults: | |
run: | |
shell: bash -l {0} | |
jobs: | |
exec-lifecycle: | |
runs-on: ubuntu-latest | |
env: | |
OE_LICENSE: ${{ github.workspace }}/oe_license.txt | |
steps: | |
- name: Checkout code | |
uses: nschloe/action-cached-lfs-checkout@v1 | |
- name: ensure we only have one instance running | |
uses: softprops/turnstyle@master | |
env: | |
GITHUB_TOKEN: ${{ secrets.GH_DANGERBOT_TOKEN_LIMITED }} | |
with: | |
abort-after-seconds: 60 | |
- name: Additional info about the build | |
run: | | |
uname -a | |
df -h | |
ulimit -a | |
- name: Install environment | |
uses: mamba-org/setup-micromamba@v1 | |
with: | |
environment-file: devtools/conda-envs/queued-submit.yaml | |
create-args: >- | |
python=3.11 | |
cache-environment: true | |
- name: Environment Information | |
run: | | |
conda info | |
conda list | |
- name: Make oe_license.txt file from GH org secret "OE_LICENSE" | |
env: | |
OE_LICENSE_TEXT: ${{ secrets.OE_LICENSE }} | |
run: | | |
echo "${OE_LICENSE_TEXT}" > ${OE_LICENSE} | |
- name: Run lifecycle processing script | |
env: | |
GH_TOKEN: ${{ secrets.QCA_DATASET_SUBMISSION_PAT }} | |
QCA_USER: ${{ secrets.QCA_USER }} | |
QCA_KEY: ${{ secrets.QCA_KEY }} | |
run: | | |
python ./management/lifecycle.py --states "Queued for Submission" |