usegalaxy-eu/gtn-downloader (opens in new tab)

name: GTN downloader

on:
  workflow_dispatch:
  push:
    branches:
      - main
  schedule:
    - cron: 30 23 * * 6

jobs:
  api-upload-test:
    runs-on: ubuntu-latest
    env:
      ONEPROVIDER_REST_ACCESS_TOKEN: ${{ secrets.ONEPROVIDER_REST_ACCESS_TOKEN }}
      ONECLIENT_PROVIDER_HOST: ${{ secrets.ONECLIENT_PROVIDER_HOST }}
      ONEPROVIDER_ROOT_ID: ${{ secrets.ONEPROVIDER_ROOT_ID }}
      ONEPROVIDER_SPACE_ID: ${{ secrets.ONEPROVIDER_SPACE_ID }}

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Clone training-material repo
        run: git clone --depth 1 https://github.com/galaxyproject/training-material.git

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.10'

      - name: Install dependencies
        run: pip install requests pyyaml

      - name: Run API upload
        run: python bin/api_upload.py

# DEPRECATED WORKFLOW
# This workflow used Oneclient FUSE for Onedata uploads.
# It is kept temporarily for reference but is disabled.
# Use `.github/workflows/gtn-to-onedata-restapi.yml` instead.

on:
  workflow_dispatch:

jobs:
  execute_script:
    runs-on: ubuntu-latest

    env:
      ONECLIENT_ACCESS_TOKEN: ${{ secrets.ONECLIENT_ACCESS_TOKEN }}
      ONECLIENT_PROVIDER_HOST: ${{ secrets.ONECLIENT_PROVIDER_HOST }}

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Clone the training-material repo
        run: |
          git clone --depth 1 https://github.com/galaxyproject/training-material.git

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.10"

      - name: Install dependencies
        run: |
          pip install -r requirements.txt

      - name: Create directory for mount
        run: mkdir -p $HOME/remote_storage_mount

      - name: Install Oneclient
        run: |
          curl -sS http://get.onedata.org/oneclient.sh | bash

      - name: Mount remote storage
        run: |
          oneclient $HOME/remote_storage_mount

      - name: Run python GTN-downloader script
        run: |
          python bin/data-library-download.py --input training-material --output $HOME/remote_storage_mount/GTN\ data

      - name: Unmount remote storage
        run: |
          fusermount -uz $HOME/remote_storage_mount