Skip to content

Commit

Permalink
Simplified code in SparkExperiment.
Browse files Browse the repository at this point in the history
  • Loading branch information
aalexandrov committed Aug 17, 2015
1 parent 6a5e0a8 commit 298774b
Showing 1 changed file with 1 addition and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -100,7 +100,7 @@ object SparkExperiment {

override protected def runJob() = {
// try to execute the experiment run plan
val (runExit, t) = Experiment.time(this !(s"$command", s"$home/run.out", s"$home/run.err"))
val (runExit, t) = Experiment.time(this !(command, s"$home/run.out", s"$home/run.err"))
state.runTime = t
state.runExitCode = Some(runExit)
}
Expand All @@ -110,7 +110,6 @@ object SparkExperiment {
}

private def !(command: String, outFile: String, errFile: String) = {
val master = exp.config.getString("system.spark.config.defaults.spark.master")
shell ! s"${exp.config.getString("system.spark.path.home")}/bin/spark-submit ${command.trim} > $outFile 2> $errFile"
}
}
Expand Down

0 comments on commit 298774b

Please sign in to comment.