benchmark: add batchtools runner

mlr-org · Oct 13, 2023 · 40cfb20 · 40cfb20
1 parent 8cd1635
commit 40cfb20
Show file tree

Hide file tree

Showing 37 changed files with 2,229 additions and 6,950 deletions.
diff --git a/benchmark/batchtools.R b/benchmark/batchtools.R
@@ -0,0 +1,22 @@
+library(batchtools)
+
+unlink("benchmark/registry", recursive = TRUE)
+reg = makeRegistry(file.dir = "benchmark/registry", conf.file = NA, packages = "renv", seed = 1)
+
+# reg = makeRegistry(file.dir = "/gscratch/mbecke16/2023-10-13-rush", conf.file = "batchtools.conf.R", packages = "renv", seed = 1)
+# unlink("/gscratch/mbecke16/2023-10-13-rush", recursive = TRUE)
+# reg = loadRegistry(file.dir = "/gscratch/mbecke16/2023-10-13-rush", writeable = TRUE)
+
+source("benchmark/runner.R")
+
+batchMap(
+  fun = runner,
+  renv_project = list("benchmark/snapshot-2023-10-13"),
+  times = list(1)
+)
+
+submitJobs()
+
+loadResult(1)
+
+getLog(1)
diff --git a/benchmark/batchtools.conf.R b/benchmark/batchtools.conf.R
@@ -0,0 +1,3 @@
+cluster.functions = batchtools::makeClusterFunctionsSlurm("/home/mbecke16/slurm_wyoming.tmpl", array.jobs = FALSE)
+default.resources = list(walltime = 28800L, memory = 4000L, ntasks = 1L, ncpus = 32L, nodes = 1L, clusters = "teton")
+max.concurrent.jobs = 4000
diff --git a/benchmark/benchmark_files/libs/bootstrap/bootstrap-icons.css b/benchmark/benchmark_files/libs/bootstrap/bootstrap-icons.css
diff --git a/benchmark/benchmark_files/libs/bootstrap/bootstrap-icons.woff b/benchmark/benchmark_files/libs/bootstrap/bootstrap-icons.woff
diff --git a/benchmark/benchmark_files/libs/bootstrap/bootstrap.min.css b/benchmark/benchmark_files/libs/bootstrap/bootstrap.min.css
diff --git a/benchmark/benchmark_files/libs/bootstrap/bootstrap.min.js b/benchmark/benchmark_files/libs/bootstrap/bootstrap.min.js
diff --git a/benchmark/benchmark_files/libs/clipboard/clipboard.min.js b/benchmark/benchmark_files/libs/clipboard/clipboard.min.js
diff --git a/benchmark/benchmark_files/libs/quarto-html/anchor.min.js b/benchmark/benchmark_files/libs/quarto-html/anchor.min.js
diff --git a/benchmark/benchmark_files/libs/quarto-html/popper.min.js b/benchmark/benchmark_files/libs/quarto-html/popper.min.js
diff --git a/benchmark/benchmark_files/libs/quarto-html/quarto-syntax-highlighting.css b/benchmark/benchmark_files/libs/quarto-html/quarto-syntax-highlighting.css