init

.github/workflows/transfer_https.yaml

@@ -0,0 +1,38 @@
+name: [PROOF OF CONCEPT - COPYURL HTTPS TO CLOUD STORAGE]
+
+env:
+  RUN_ID: ${{ github.run_id }}
+  # Type needs to be included as env variable! See https://rclone.org/docs/#config-file
+  RCLONE_CONFIG_SOURCE_TYPE: https
+  RCLONE_CONFIG_TARGET_TYPE: s3
+  RCLONE_CONFIG_TARGET_ACCESS_KEY_ID: ${{ secrets.RCLONE_CONFIG_SOURCE_ACCESS_KEY_ID }}
+  RCLONE_CONFIG_TARGET_SECRET_ACCESS_KEY: ${{ secrets.RCLONE_CONFIG_SOURCE_SECRET_ACCESS_KEY}}
+
+on:
+  workflow_dispatch:
+    inputs:
+      url:
+        description: "url of the file to transfer"
+        required: true
+
+jobs:
+  list-bucket-and-copy:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Setup Rclone
+        uses: AnimMouse/setup-rclone@v1
+        with:
+          rclone_config: |
+
+            [target]
+            type = s3
+            provider = Ceph
+            endpoint = https://nyu1.osn.mghpcc.org
+
+          disable_base64: true
+
+      - run: >
+          rclone copyurl url "${{ github.event.inputs.url }}"
+          source:leap-pangeo-inbox/rclone-testing/
+          --checksum --auto-filename
+