all

zhangbo/06_update_everyday_feature.sh

@@ -105,7 +105,7 @@ conda deactivate
 --conf spark.shuffle.manager=sort \
 --conf spark.storage.memoryFraction=0.4 \
 --conf spark.shuffle.memoryFraction=0.5 \
---conf spark.default.parallelism=600	\
+--conf spark.default.parallelism=400	\
 --conf spark.speculation=true \
 --conf spark.speculation.multiplier=10 \
 --conf spark.speculation.quantile=0.75	\