Skip to content

Commit

Permalink
Also add warm-up for scikit-learn
Browse files Browse the repository at this point in the history
  • Loading branch information
@fcharras
fcharras committed Jan 15, 2024
1 parent cf662eb commit f3e9765
Show file tree
Hide file tree
Showing 4 changed files with 36 additions and 24 deletions.
Binary file removed benchmarks/ridge/outputs/benchopt_run_2024-01-15_18h08m05.parquet
View file
Binary file not shown.
Binary file added benchmarks/ridge/outputs/benchopt_run_2024-01-15_20h06m24.parquet
View file
Binary file not shown.
48 changes: 24 additions & 24 deletions benchmarks/ridge/results.csv
View file
Original file line number Diff line number Diff line change
@@ -1,29 +1,29 @@
Benchmark id,Dtype,Nb data samples,Nb data features,Nb data targets,Walltime,Backend provider,Compute device,Compute runtime,Solver,Nb cpus,Cpu name,Gpu name,RAM (GB),Platform,Platform architecture,Platform release,Run date,Version info,Comment,Result nb iterations,Result objective value,Data random state,Solver random state
3a327106,float32,5000000,100,1,1.37,cuml,gpu,,svd,32,AMD EPYC 7502 32-Core Processor,NVIDIA A100-PCIE-40GB,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,4.506280786409378,123,123
3a327106,float32,5000000,100,1,1.73,scikit-learn,,,cholesky,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,4.506281986367035,123,123
3a327106,float32,5000000,100,1,4.88,scikit-learn,,,lsqr,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,4.506281186382675,123,123
3a327106,float32,5000000,100,1,16.8,scikit-learn,,,svd,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,4.506280786407089,123,123
9bd2a256,float32,5000000,100,10,1.9,scikit-learn,,,cholesky,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.079804773100586,123,123
9bd2a256,float32,5000000,100,10,16.9,scikit-learn,,,svd,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.079804613102112,123,123
9bd2a256,float32,5000000,100,10,43,scikit-learn,,,lsqr,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,2.0798041330996706,123,123
3a327106,float32,5000000,100,1,1.73,scikit-learn,,,cholesky,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,4.506297986368179,123,123
3a327106,float32,5000000,100,1,4.3,scikit-learn,,,lsqr,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,4.506297986381912,123,123
3a327106,float32,5000000,100,1,13.7,scikit-learn,,,svd,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,4.506297186405945,123,123
9bd2a256,float32,5000000,100,10,1.93,scikit-learn,,,cholesky,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.079808773100586,123,123
9bd2a256,float32,5000000,100,10,14.9,scikit-learn,,,svd,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.079808933101807,123,123
9bd2a256,float32,5000000,100,10,37.2,scikit-learn,,,lsqr,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,2.07980909309967,123,123
a9a05f25,float32,5000000,10,1,0.131,cuml,gpu,,svd,32,AMD EPYC 7502 32-Core Processor,NVIDIA A100-PCIE-40GB,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.0251269475669592,123,123
a9a05f25,float32,5000000,10,1,0.205,scikit-learn,,,cholesky,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.025126947566834,123,123
a9a05f25,float32,5000000,10,1,0.743,scikit-learn,,,svd,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.025126946004498,123,123
a9a05f25,float32,5000000,10,1,0.849,scikit-learn,,,lsqr,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,0.025126947566998,123,123
ffd32c2e,float32,5000000,10,10,0.437,scikit-learn,,,cholesky,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.1351635453291702,123,123
ffd32c2e,float32,5000000,10,10,1.17,scikit-learn,,,svd,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.135163585330429,123,123
ffd32c2e,float32,5000000,10,10,7.72,scikit-learn,,,lsqr,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,0.1351635853305244,123,123
a9a05f25,float32,5000000,10,1,0.245,scikit-learn,,,cholesky,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.02512695694184,123,123
a9a05f25,float32,5000000,10,1,0.796,scikit-learn,,,svd,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.025126958504486,123,123
a9a05f25,float32,5000000,10,1,0.842,scikit-learn,,,lsqr,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,0.025126955379498,123,123
ffd32c2e,float32,5000000,10,10,0.441,scikit-learn,,,cholesky,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.1351636653292465,123,123
ffd32c2e,float32,5000000,10,10,1.01,scikit-learn,,,svd,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,0.1351636653303528,123,123
ffd32c2e,float32,5000000,10,10,7.28,scikit-learn,,,lsqr,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,0.1351636553305053,123,123
c49c3df8,float32,2000000,100,1,0.557,cuml,gpu,,svd,32,AMD EPYC 7502 32-Core Processor,NVIDIA A100-PCIE-40GB,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.283151841176033,123,123
c49c3df8,float32,2000000,100,1,0.692,scikit-learn,,,cholesky,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.283151591079712,123,123
c49c3df8,float32,2000000,100,1,1.92,scikit-learn,,,lsqr,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,2.2831518411445617,123,123
c49c3df8,float32,2000000,100,1,6.06,scikit-learn,,,svd,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.283151841176987,123,123
1a8c391a,float32,2000000,100,10,0.761,scikit-learn,,,cholesky,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.160555392800904,123,123
1a8c391a,float32,2000000,100,10,6.41,scikit-learn,,,svd,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.160555392799377,123,123
1a8c391a,float32,2000000,100,10,18.2,scikit-learn,,,lsqr,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,2.1605555927993776,123,123
e5684553,float32,5000,5000,1,0.146,scikit-learn,,,lsqr,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,9.077718115234376,123,123
e5684553,float32,5000,5000,1,0.573,scikit-learn,,,cholesky,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.20544375,123,123
c49c3df8,float32,2000000,100,1,0.727,scikit-learn,,,cholesky,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.283155591078758,123,123
c49c3df8,float32,2000000,100,1,1.84,scikit-learn,,,lsqr,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,2.283155091144562,123,123
c49c3df8,float32,2000000,100,1,5.62,scikit-learn,,,svd,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.2831550911808014,123,123
1a8c391a,float32,2000000,100,10,0.779,scikit-learn,,,cholesky,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.160573592800904,123,123
1a8c391a,float32,2000000,100,10,5.7,scikit-learn,,,svd,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.1605733927993773,123,123
1a8c391a,float32,2000000,100,10,16.4,scikit-learn,,,lsqr,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,2.1605733928001403,123,123
e5684553,float32,5000,5000,1,0.166,scikit-learn,,,lsqr,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,9.347395458984376,123,123
e5684553,float32,5000,5000,1,0.541,scikit-learn,,,cholesky,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.45976669921875,123,123
e5684553,float32,5000,5000,1,6.29,cuml,gpu,,svd,32,AMD EPYC 7502 32-Core Processor,NVIDIA A100-PCIE-40GB,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.20544453125,123,123
e5684553,float32,5000,5000,1,10.2,scikit-learn,,,svd,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.20544296875,123,123
7b05f2bf,float32,5000,5000,10,0.509,scikit-learn,,,cholesky,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.375214765625,123,123
7b05f2bf,float32,5000,5000,10,1.22,scikit-learn,,,lsqr,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,9.804442734375,123,123
7b05f2bf,float32,5000,5000,10,10.2,scikit-learn,,,svd,32,AMD EPYC 7502 32-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.37521484375,123,123
e5684553,float32,5000,5000,1,9.08,scikit-learn,,,svd,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.459914453125,123,123
7b05f2bf,float32,5000,5000,10,0.478,scikit-learn,,,cholesky,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.781028203125,123,123
7b05f2bf,float32,5000,5000,10,1.22,scikit-learn,,,lsqr,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,25,9.960193984375,123,123
7b05f2bf,float32,5000,5000,10,9.23,scikit-learn,,,svd,32,AMD EPYC 7402 24-Core Processor,,1008,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-15,scikit-learn 1.3.2,,,2.781131640625,123,123
12 changes: 12 additions & 0 deletions benchmarks/ridge/solvers/scikit_learn.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -47,6 +47,18 @@ def skip(self, **objective_dict):

return False, None

def warm_up(self):
Ridge(
alpha=self.alpha,
fit_intercept=self.fit_intercept,
copy_X=False,
max_iter=self.max_iter,
tol=self.tol,
solver=self.solver,
positive=True if (self.solver == "lbfgs") else False,
random_state=self.random_state,
).fit(self.X, self.y, self.sample_weight)

def run(self, _):
estimator = Ridge(
alpha=self.alpha,
Expand Down

0 comments on commit f3e9765

Please sign in to comment.