performance reference, one more entry in plot, delete hetero_debug

xiezhq-hermann · Feb 20, 2022 · bf13950 · bf13950
1 parent 98930d1
commit bf13950
Show file tree

Hide file tree

Showing 15 changed files with 8,171 additions and 12 deletions.
diff --git a/artifact/README.md b/artifact/README.md
@@ -57,4 +57,39 @@ bash $GRAPHILER/artifact/run_breakdown.sh
 python $GRAPHILER/examples/GAT/GAT.py breakdown 0
 bash $GRAPHILER/artifact/visualize.sh GAT_breakdown
 ```
-Breakdown analysis of running time and memory comsuption comparison figures for `GAT` and `HGT` with different datasets will be generated in `output`.
+Breakdown analysis of running time and memory comsuption comparison figures for `GAT` and `HGT` with different datasets will be generated in `output`.
+
+### Performance Reference
+<p align="center">
+
+<b>GCN</b>
+
+  <img src="reference/GCN_time.svg" width="600">
+  <img src="reference/GCN_mem.svg" width="600">
+
+<b>GAT</b>
+
+  <img src="reference/GAT_time.svg" width="600">
+  <img src="reference/GAT_mem.svg" width="600">
+
+<b>RGCN</b>
+
+  <img src="reference/RGCN_time.svg" width="600">
+  <img src="reference/RGCN_mem.svg" width="600">
+
+<b>HGT</b>
+
+  <img src="reference/HGT_time.svg" width="600">
+  <img src="reference/HGT_mem.svg" width="600">
+
+<b>GAT Breakdown</b>
+
+  <img src="reference/GAT_breakdown_time.svg" width="600">
+  <img src="reference/GAT_breakdown_mem.svg" width="600">
+
+<b>HGT Breakdown</b>
+
+  <img src="reference/HGT_breakdown_time.svg" width="600">
+  <img src="reference/HGT_breakdown_mem.svg" width="600">
+
+</p>
diff --git a/artifact/plot.py b/artifact/plot.py
@@ -31,13 +31,15 @@
 plot '{filename}.dat' using 2:xtic(1) fs p 3 fc ls 5 lw 3 ti col,\
     '' using ($0-.36):(y_pos($2)):(to_str($2)) with labels notitle rotate left font ",16",\
     '' u 3 fs p 4 fc ls 3 lw 3 ti col,\
-    '' using ($0-.18):(y_pos($3)):(to_str($3)) with labels notitle rotate left font ",16",\
+    '' using ($0-.22):(y_pos($3)):(to_str($3)) with labels notitle rotate left font ",16",\
     '' u 4 fs p 5 fc ls 4 lw 3 ti col,\
-    '' using ($0+.0):(y_pos($4)):(to_str($4)) with labels notitle rotate left font ",16", \
+    '' using ($0-.07):(y_pos($4)):(to_str($4)) with labels notitle rotate left font ",16", \
     '' u 5 fs p 10 fc ls 2 lw 3 ti col,\
-    '' using ($0+.18):(y_pos($5)):(to_str($5)) with labels notitle rotate left font ",16",\
+    '' using ($0+.07):(y_pos($5)):(to_str($5)) with labels notitle rotate left font ",16",\
     '' u 6 fs p 6 fc ls 6 lw 3 ti col,\
-    '' using ($0+.36):(y_pos($6)):(to_str($6)) with labels notitle rotate left font ",16"
+    '' using ($0+.22):(y_pos($6)):(to_str($6)) with labels notitle rotate left font ",16", \
+    '' u 7 fs p 10 fc ls 6 lw 3 ti col,\
+    '' using ($0+.36):(y_pos($7)):(to_str($7)) with labels notitle rotate left font ",16"
     """,
     "mem": r"""set terminal postscript "Times, 20" eps color dashed size 7,2.8
 set output "{filename}.ps"
@@ -53,7 +55,7 @@
 set ytics nomirror
 
 set xlabel "Dataset" font "Times, 24"
-set ylabel "GPU Memory Usage/MB" font "Times, 24"
+set ylabel "GPU Memory Usage / MB" font "Times, 24"
 set yrange [0:16000]
 
 set offset -0.3, -0.3, 0, 0
@@ -66,13 +68,15 @@
 plot '{filename}.dat' using 2:xtic(1) fs p 3 fc ls 5 lw 3 ti col,\
     '' using ($0-.36):($2+50):($2>0 ? sprintf("%3d",$2): "OOM") with labels notitle rotate left font ",20",\
     '' u 3 fs p 4 fc ls 3 lw 3 ti col,\
-    '' using ($0-.18):($3+50):($3>0 ? sprintf("%3d",$3): "OOM") with labels notitle rotate left font ",20",\
+    '' using ($0-.22):($3+50):($3>0 ? sprintf("%3d",$3): "OOM") with labels notitle rotate left font ",20",\
     '' u 4 fs p 5 fc ls 4 lw 3 ti col,\
-    '' using ($0):($4+50):($4>0 ? sprintf("%3d",$4): "OOM") with labels notitle rotate left font ",20", \
+    '' using ($0-.07):($4+50):($4>0 ? sprintf("%3d",$4): "OOM") with labels notitle rotate left font ",20", \
     '' u 5 fs p 10 fc ls 2 lw 3 ti col,\
-    '' using ($0+.18):($5+50):($5>0 ? sprintf("%3d",$5): "OOM") with labels notitle rotate left font ",20",\
+    '' using ($0+.07):($5+50):($5>0 ? sprintf("%3d",$5): "OOM") with labels notitle rotate left font ",20",\
     '' u 6 fs p 6 fc ls 6 lw 3 ti col,\
-    '' using ($0+.36):($6+50):($6>0 ? sprintf("%3d",$6): "OOM") with labels notitle rotate left font ",20",
+    '' using ($0+.22):($6+50):($6>0 ? sprintf("%3d",$6): "OOM") with labels notitle rotate left font ",20", \
+    '' u 7 fs p 10 fc ls 6 lw 3 ti col,\
+    '' using ($0+.36):($7+50):($7>0 ? sprintf("%3d",$7): "OOM") with labels notitle rotate left font ",20"
     """
 }
 

diff --git a/artifact/reference/GAT_breakdown_mem.svg b/artifact/reference/GAT_breakdown_mem.svg
diff --git a/artifact/reference/GAT_breakdown_time.svg b/artifact/reference/GAT_breakdown_time.svg
diff --git a/artifact/reference/GAT_mem.svg b/artifact/reference/GAT_mem.svg
diff --git a/artifact/reference/GAT_time.svg b/artifact/reference/GAT_time.svg
diff --git a/artifact/reference/GCN_mem.svg b/artifact/reference/GCN_mem.svg
diff --git a/artifact/reference/GCN_time.svg b/artifact/reference/GCN_time.svg
diff --git a/artifact/reference/HGT_breakdown_mem.svg b/artifact/reference/HGT_breakdown_mem.svg
diff --git a/artifact/reference/HGT_breakdown_time.svg b/artifact/reference/HGT_breakdown_time.svg
diff --git a/artifact/reference/HGT_mem.svg b/artifact/reference/HGT_mem.svg
diff --git a/artifact/reference/HGT_time.svg b/artifact/reference/HGT_time.svg
diff --git a/artifact/reference/RGCN_mem.svg b/artifact/reference/RGCN_mem.svg
diff --git a/artifact/reference/RGCN_time.svg b/artifact/reference/RGCN_time.svg
diff --git a/python/graphiler/utils/setup.py b/python/graphiler/utils/setup.py
@@ -16,8 +16,7 @@
 homo_dataset = {"cora": 1433, "pubmed": 500,
                 "ppi": 50, "arxiv": 128, "reddit": 602}
 
-hetero_dataset = ["debug_hetero", "aifb", "mutag",
-                  "bgs", "biokg", "am"]
+hetero_dataset = ["aifb", "mutag", "bgs", "biokg", "am"]
 
 
 def load_data(name, feat_dim=DEFAULT_DIM, prepare=True, to_homo=True):