File tree Expand file tree Collapse file tree 2 files changed +8
-8
lines changed Expand file tree Collapse file tree 2 files changed +8
-8
lines changed Original file line number Diff line number Diff line change @@ -59,11 +59,11 @@ def get_spark_app_config_by_notebook_path(notbook_path: str = None):
59
59
# Default spark app config
60
60
spark_app_config = {
61
61
'spark.driver.memory' : '1g' ,
62
- 'spark.driver.cores' : '1' ,
62
+ 'spark.driver.cores' : 1 ,
63
63
'spark.executor.memory' : '1g' ,
64
- 'spark.executor.cores' : '1' ,
65
- 'spark.executor.instances' : '1' ,
66
- 'spark.dynamicAllocation.enabled' : 'false' ,
64
+ 'spark.executor.cores' : 1 ,
65
+ 'spark.executor.instances' : 1 ,
66
+ 'spark.dynamicAllocation.enabled' : False ,
67
67
}
68
68
69
69
return Response (
Original file line number Diff line number Diff line change @@ -92,11 +92,11 @@ def test_update_spark_app_config(self):
92
92
# Update spark app config
93
93
data = {
94
94
'spark.driver.memory' : '2g' ,
95
- 'spark.driver.cores' : '1' ,
95
+ 'spark.driver.cores' : 1 ,
96
96
'spark.executor.memory' : '2g' ,
97
- 'spark.executor.cores' : '2' ,
98
- 'spark.executor.instances' : '2' ,
99
- 'spark.dynamicAllocation.enabled' : 'true' ,
97
+ 'spark.executor.cores' : 2 ,
98
+ 'spark.executor.instances' : 2 ,
99
+ 'spark.dynamicAllocation.enabled' : True ,
100
100
}
101
101
102
102
response_0 = SparkApp .update_spark_app_config_by_notebook_path (None , data = data )
You can’t perform that action at this time.
0 commit comments