Преглед изворни кода

changed parameter configuration

demo.masouros пре 4 година
родитељ
комит
042fac5c2d
1 измењених фајлова са 6 додато и 4 уклоњено
  1. 6 4
      src/python/spark-config-generator.py

+ 6 - 4
src/python/spark-config-generator.py

@@ -1,4 +1,4 @@
-# !/usr/bin/env python
+# !/usr/bin/env python3
 #
 #  Optimize blocksize of apps/mmm_block.cpp
 #
@@ -24,6 +24,8 @@ class GccFlagsTuner(MeasurementInterface):
     ConfigurationManipulator
     """
     manipulator = ConfigurationManipulator()
+
+
     """
     ======================
     APPLICATION PROPERTIES
@@ -40,7 +42,7 @@ class GccFlagsTuner(MeasurementInterface):
     # spark.executor.memoryOverhead
     manipulator.add_parameter(EnumParameter('spark_executor_memory_overhead', ['500m', '2g', '4g']))
     # spark.executor.instances
-    manipulator.add_parameter(EnumParameter('spark_executor_instances', ['1', '4', '10']))
+    manipulator.add_parameter(EnumParameter('spark_executor_instances', ['1', '4', '10', '20']))
 
     # NOT USED
     # spark.master
@@ -763,7 +765,7 @@ class GccFlagsTuner(MeasurementInterface):
     assert run_result['returncode'] == 0
     """
 
-    run_cmd = 'echo "hibench.yarn.executor.cores		"'
+    run_cmd = 'echo "spark.executor.cores		"'
     run_cmd += str(cfg['spark_executor_cores'])
     run_cmd += ' >> out'
     run_result = self.call_program(run_cmd)
@@ -1376,4 +1378,4 @@ class GccFlagsTuner(MeasurementInterface):
 
 if __name__ == '__main__':
   argparser = opentuner.default_argparser()
-  GccFlagsTuner.main(argparser.parse_args())
+  GccFlagsTuner.main(argparser.parse_args())