covid_dataset.yaml

protocolVersion: 2
name: covid_dataset
type: job
contributor: OpenPAI
description: |
  Coronavirus Public Dataset

  This dataset is downloaded from [Coronavirus Tracker API](https://github.com/ExpDev07/coronavirus-tracker-api). It provides up-to-date data about Coronavirus outbreak, including numbers about confirmed cases, deaths and recovered. Please refer to the project for more details.

  You could also fetch data from https://coronavirus-tracker-api.herokuapp.com/all api, and use it directly.

prerequisites:
  - name: default_image
    type: dockerimage
    uri: 'openpai/standard:python_3.6-pytorch_1.2.0-gpu'
  - name: covid_data
    type: data
    uri :
      - https://openpaimarketplace.blob.core.windows.net/marketplace/Covid19_data/covid-19_data.json
taskRoles:
  taskrole:
    instances: 1
    dockerImage: default_image
    data: covid_data
    resourcePerInstance:
      cpu: 4
      memoryMB: 8192
      gpu: 1
    commands:
      - >-
        # The data stored in environment variable DATA_DIR, you could use it in
        commands by $DATA_DIR
      - mkdir -p /data/covid19/data/
      - cd /data/covid19/data/
      - wget <% $data.uri[0] %>
      - export DATA_DIR=/data/covid19/data/