to retrived spark params for differnt format log files

Author: nkalband

get_spark_params.sh

@@ -13,6 +13,7 @@ gc_threads=`grep "spark.executor.extraJavaOptions" $logfile | head -1 |cut -f3 -
 exec_memoryOverhead=`grep "spark.yarn.executor.memoryOverhead" $logfile | head -1 | sed 's/->//' | sed 's/,/ /' | sed 's/)//' | sed 's/(//' |awk  {'print $2'}`
 driver_memoryOverhead=`grep "spark.yarn.driver.memoryOverhead" $logfile | head -1 | sed 's/->//' | sed 's/,/ /' | sed 's/)//' | sed 's/(//' |awk  {'print $2'}`
 
+
 echo "{" >${WORKDIR}/spark_params
 echo "\"num_executors\":\"$num_executors\"," >>${WORKDIR}/spark_params
 echo "\"executor_cores\":\"$executor_cores\"," >>${WORKDIR}/spark_params