Skip to content

add docker file

add docker file #24

GitHub Actions / Black failed Nov 8, 2023 in 0s

3 errors

Black found 3 errors

Annotations

Check failure on line 7 in /home/runner/work/hello_dgl/hello_dgl/submitJob.py

See this annotation in the file changed.

@github-actions github-actions / Black

/home/runner/work/hello_dgl/hello_dgl/submitJob.py#L1-L7

-# script to submit jobs to AWS Batch, queues and definitions are already existing and set up 
+# script to submit jobs to AWS Batch, queues and definitions are already existing and set up
 import argparse
 import random
 import re
 import sys
 import time

Check failure on line 78 in /home/runner/work/hello_dgl/hello_dgl/submitJob.py

See this annotation in the file changed.

@github-actions github-actions / Black

/home/runner/work/hello_dgl/hello_dgl/submitJob.py#L10-L78

 from botocore.compat import total_seconds
 from botocore.config import Config
 
 
 job_type_info = {
-    'CI-CPU': {
-        'job_definition': 'hello_dgl',
-        'job_queue': 'hello_dgl',
+    "CI-CPU": {
+        "job_definition": "hello_dgl",
+        "job_queue": "hello_dgl",
     },
 }
 
 parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
 
-parser.add_argument('--profile', help='profile name of aws account.', type=str,
-                    default=None)
-parser.add_argument('--region', help='Default region when creating new connections', type=str,
-                    default='us-west-2')
-parser.add_argument('--name', help='name of the job', type=str, default='dummy')
-parser.add_argument('--job-type', help='type of job to submit.', type=str,
-                    choices=job_type_info.keys(), default='CI-CPU')
-parser.add_argument('--command', help='command to run', type=str,
-                    default='git rev-parse HEAD | tee stdout.log')
-parser.add_argument('--wait', help='block wait until the job completes. '
-                    'Non-zero exit code if job fails.', action='store_true')
-parser.add_argument('--timeout', help='job timeout in seconds', default=10800, type=int)
+parser.add_argument(
+    "--profile", help="profile name of aws account.", type=str, default=None
+)
+parser.add_argument(
+    "--region",
+    help="Default region when creating new connections",
+    type=str,
+    default="us-west-2",
+)
+parser.add_argument("--name", help="name of the job", type=str, default="dummy")
+parser.add_argument(
+    "--job-type",
+    help="type of job to submit.",
+    type=str,
+    choices=job_type_info.keys(),
+    default="CI-CPU",
+)
+parser.add_argument(
+    "--command",
+    help="command to run",
+    type=str,
+    default="git rev-parse HEAD | tee stdout.log",
+)
+parser.add_argument(
+    "--wait",
+    help="block wait until the job completes. " "Non-zero exit code if job fails.",
+    action="store_true",
+)
+parser.add_argument("--timeout", help="job timeout in seconds", default=10800, type=int)
 
-parser.add_argument('--source-ref',
-                    help='ref in hello_DGL main github. e.g. master, refs/pull/500/head',
-                    type=str, default='main')
-parser.add_argument('--remote',
-                    help='git repo address. https://github.com/dglai/hello_dgl.git',
-                    type=str, default="https://github.com/dglai/hello_dgl.git")
+parser.add_argument(
+    "--source-ref",
+    help="ref in hello_DGL main github. e.g. master, refs/pull/500/head",
+    type=str,
+    default="main",
+)
+parser.add_argument(
+    "--remote",
+    help="git repo address. https://github.com/dglai/hello_dgl.git",
+    type=str,
+    default="https://github.com/dglai/hello_dgl.git",
+)
 
 args = parser.parse_args()
 
 
 session = boto3.Session(profile_name=args.profile, region_name=args.region)
-config = Config(
-    retries = dict(
-        max_attempts = 5
-    )
-)
+config = Config(retries=dict(max_attempts=5))
 
-batch, cloudwatch = [session.client(service_name=sn, config=config) for sn in ['batch', 'logs']]
+batch, cloudwatch = [
+    session.client(service_name=sn, config=config) for sn in ["batch", "logs"]
+]
+
 
 def printLogs(logGroupName, logStreamName, startTime):
-    kwargs = {'logGroupName': logGroupName,
-              'logStreamName': logStreamName,
-              'startTime': startTime,
-              'startFromHead': True}
+    kwargs = {
+        "logGroupName": logGroupName,
+        "logStreamName": logStreamName,
+        "startTime": startTime,
+        "startFromHead": True,
+    }
 
     lastTimestamp = startTime - 1
     while True:
         logEvents = cloudwatch.get_log_events(**kwargs)
 
-        for event in logEvents['events']:
-            lastTimestamp = event['timestamp']
+        for event in logEvents["events"]:
+            lastTimestamp = event["timestamp"]
             timestamp = datetime.utcfromtimestamp(lastTimestamp / 1000.0).isoformat()
-            print('[{}] {}'.format((timestamp + '.000')[:23] + 'Z', event['message']))
+            print("[{}] {}".format((timestamp + ".000")[:23] + "Z", event["message"]))
 
-        nextToken = logEvents['nextForwardToken']
-        if nextToken and kwargs.get('nextToken') != nextToken:
-            kwargs['nextToken'] = nextToken
+        nextToken = logEvents["nextForwardToken"]
+        if nextToken and kwargs.get("nextToken") != nextToken:
+            kwargs["nextToken"] = nextToken
         else:
             break
     return lastTimestamp
 
 

Check failure on line 149 in /home/runner/work/hello_dgl/hello_dgl/submitJob.py

See this annotation in the file changed.

@github-actions github-actions / Black

/home/runner/work/hello_dgl/hello_dgl/submitJob.py#L79-L149

     endTime = int(total_seconds(datetime.utcnow() - datetime(1970, 1, 1))) * 1000
     return endTime
 
 
 def main():
-    spin = ['-', '/', '|', '\\', '-', '/', '|', '\\']
-    logGroupName = '/aws/batch/job' # This is the group where aws batch logs are stored in Cloudwatch
+    spin = ["-", "/", "|", "\\", "-", "/", "|", "\\"]
+    logGroupName = "/aws/batch/job"  # This is the group where aws batch logs are stored in Cloudwatch
 
-    jobName = re.sub('[^A-Za-z0-9_\-]', '', args.name)[:128]  # Enforce AWS Batch jobName rules
+    jobName = re.sub("[^A-Za-z0-9_\-]", "", args.name)[
+        :128
+    ]  # Enforce AWS Batch jobName rules
     jobType = args.job_type
-    jobQueue = job_type_info[jobType]['job_queue']
-    jobDefinition = job_type_info[jobType]['job_definition']
+    jobQueue = job_type_info[jobType]["job_queue"]
+    jobDefinition = job_type_info[jobType]["job_definition"]
     wait = args.wait
 
     # Printing actions parameters
     print("GitHub SourceRef: ", args.source_ref)
     print("GitHub Remote: ", args.remote)
 
     parameters = {
-        'COMMAND': f"\"{args.command}\"",  # wrap command with double quotation mark, so that batch can treat it as a single command
-        'SOURCE_REF': args.source_ref,
-        'REMOTE': args.remote,
+        "COMMAND": f'"{args.command}"',  # wrap command with double quotation mark, so that batch can treat it as a single command
+        "SOURCE_REF": args.source_ref,
+        "REMOTE": args.remote,
     }
     kwargs = dict(
         jobName=jobName,
         jobQueue=jobQueue,
         jobDefinition=jobDefinition,
         parameters=parameters,
     )
     if args.timeout is not None:
-        kwargs['timeout'] = {'attemptDurationSeconds': args.timeout}
+        kwargs["timeout"] = {"attemptDurationSeconds": args.timeout}
     submitJobResponse = batch.submit_job(**kwargs)
 
-    jobId = submitJobResponse['jobId']
-    print('Submitted job [{} - {}] to the job queue [{}]'.format(jobName, jobId, jobQueue))
+    jobId = submitJobResponse["jobId"]
+    print(
+        "Submitted job [{} - {}] to the job queue [{}]".format(jobName, jobId, jobQueue)
+    )
 
     spinner = 0
     running = False
     status_set = set()
     startTime = 0
     logStreamName = None
     while wait:
         time.sleep(10)  # Wait for 10 seconds to fetch job data from batch service
         describeJobsResponse = batch.describe_jobs(jobs=[jobId])
-        status = describeJobsResponse['jobs'][0]['status']
-        if status == 'SUCCEEDED' or status == 'FAILED':
+        status = describeJobsResponse["jobs"][0]["status"]
+        if status == "SUCCEEDED" or status == "FAILED":
             if logStreamName:
                 startTime = printLogs(logGroupName, logStreamName, startTime) + 1
-            print('=' * 80)
-            print('Job [{} - {}] {}'.format(jobName, jobId, status))
-            sys.exit(status == 'FAILED')
+            print("=" * 80)
+            print("Job [{} - {}] {}".format(jobName, jobId, status))
+            sys.exit(status == "FAILED")
 
-        elif status == 'RUNNING':
-            logStreamName = describeJobsResponse['jobs'][0]['container']['logStreamName']
+        elif status == "RUNNING":
+            logStreamName = describeJobsResponse["jobs"][0]["container"][
+                "logStreamName"
+            ]
             if not running:
                 running = True
-                print('\rJob [{}, {}] is RUNNING.'.format(jobName, jobId))
+                print("\rJob [{}, {}] is RUNNING.".format(jobName, jobId))
                 if logStreamName:
-                    print('Output [{}]:\n {}'.format(logStreamName, '=' * 80))
+                    print("Output [{}]:\n {}".format(logStreamName, "=" * 80))
             if logStreamName:
                 startTime = printLogs(logGroupName, logStreamName, startTime) + 1
         elif status not in status_set:
             status_set.add(status)
-            print('\rJob [%s - %s] is %-9s... %s' % (jobName, jobId, status, spin[spinner % len(spin)]),)
+            print(
+                "\rJob [%s - %s] is %-9s... %s"
+                % (jobName, jobId, status, spin[spinner % len(spin)]),
+            )
             sys.stdout.flush()
             spinner += 1
 
 
-if __name__ == '__main__':
+if __name__ == "__main__":
     main()