-
Notifications
You must be signed in to change notification settings - Fork 3
/
setupAustraliaEast.json
61 lines (61 loc) · 1.77 KB
/
setupAustraliaEast.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
{
"Provider": "AZURE",
"VM": {
"Core": 16,
"Memory": "100g"
},
"ProcessOnServer": true,
"InstallPython3": true,
"Aws": {
"SecurityGroup": "spark-cluster",
"Region": "us-west-2",
"EbsOptimized": true,
"Price": "0.015",
"InstanceType": "m3.medium",
"AwsRegions": {
"eu-west-1": {"ami":"ami-bf61fbc8",
"az": "eu-west-1c",
"keypair": "simone",
"price": "0.0035"
},
"us-west-2": {"ami": "ami-7f5ff81f",
"snapid": "snap-4f38bf1c",
"az": "us-west-2c",
"keypair": "simone2",
"price": "0.015"}
}
},
"Azure": {
"ResourceGroup": "xspark-davide-ap",
"SecurityGroup": "cspark-securitygroup2",
"StorageAccount": {
"Sku": "standard_lrs",
"Kind": "storage",
"Name": "xsparkstoragedavide1"
},
"Subnet": "default",
"NodeSize": "Standard_D14_v2_Promo",
"Network": "cspark-vnet2",
"Location": "australiaeast",
"NodeImage": {
"BlobContainer": "vhd",
"StorageAccount": "xsparkstoragedavide1",
"Name": "vm-os.vhd"
}
},
"Spark": {
"ExternalShuffle": "true",
"Home": "/opt/spark/",
"LocalityWaitRack": 0,
"CpuTask": 1,
"LocalityWaitProcess": 1,
"LocalityWait": 0,
"LocalityWaitNode": 0
},
"xSpark": {
"Home": "/usr/local/spark/"
},
"SparkSeq": {
"Home": "/opt/spark-seq/"
}
}