Skip to content

Commit

Permalink
Tune down dataset size and update results
Browse files Browse the repository at this point in the history
  • Loading branch information
@fcharras
fcharras committed Jan 12, 2024
1 parent 6bb0aa5 commit 5fddbac
Show file tree
Hide file tree
Showing 4 changed files with 11 additions and 33 deletions.
4 changes: 2 additions & 2 deletions benchmarks/ridge/datasets/simulated_blobs.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@ class Dataset(BaseDataset):

parameters = {
"n_samples, n_features": [
(10_000_000, 100),
(5_000_000, 100),
(5000, 5000),
(10_000_000, 10),
(5_000_000, 10),
(2_000_000, 100),
],
"n_targets": [1, 10],
Expand Down
Binary file removed benchmarks/ridge/outputs/benchopt_run_2024-01-12_11h52m30.parquet
View file
Binary file not shown.
Binary file added benchmarks/ridge/outputs/benchopt_run_2024-01-12_21h05m55.parquet
View file
Binary file not shown.
40 changes: 9 additions & 31 deletions benchmarks/ridge/results.csv
View file
Original file line number Diff line number Diff line change
@@ -1,31 +1,9 @@
Benchmark id,Dtype,Nb data samples,Nb data features,Nb data targets,Data sample weights,Walltime,Backend provider,Compute device,Compute runtime,Solver,Nb cpus,Cpu name,Gpu name,RAM (GB),Platform,Platform architecture,Platform release,Run date,Version info,Comment,Result objective value,Data random state,Solver random state
a78d35ba,float32,20000000,100,20,None,55.8,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.306357464921417,123,123
8b1100fe,float32,20000000,100,20,random,58.9,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.1532024249301147,123,123
17b28ecb,float32,20000000,100,5,None,54.9,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.292928387497177,123,123
1860575f,float32,20000000,100,5,random,57.7,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.6463988675003052,123,123
2e28ac06,float32,20000000,100,1,None,53.9,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.4466487963205337,123,123
c8f238fc,float32,20000000,100,1,random,60.5,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.723188996340084,123,123
f7f7d3ec,float32,20000000,10,20,None,4.53,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.2497772326995086,123,123
d73672fb,float32,20000000,10,20,random,5.38,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.1248897226995086,123,123
32dcde45,float32,20000000,10,5,None,3.66,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.2306240220602226,123,123
ab137d0c,float32,20000000,10,5,random,4.38,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.1153058720638656,123,123
811a6242,float32,20000000,10,1,None,2.93,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.4085507112714529,123,123
f3eb07b0,float32,20000000,10,1,random,3.45,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.2042790112580895,123,123
aadcc062,float32,2000000,100,20,None,5.84,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.3337219423156736,123,123
b94007e8,float32,2000000,100,20,random,6.96,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.1673499430107117,123,123
95cf6cca,float32,2000000,100,5,None,5.77,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.006134111352539,123,123
573fa149,float32,2000000,100,5,random,6.3,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.0032485110321046,123,123
32973908,float32,2000000,100,1,None,5.41,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.283151841176987,123,123
91a6dbe0,float32,2000000,100,1,random,7.02,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.1421833405485151,123,123
fa82693a,float32,5000,5000,20,None,7.58,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.46500453125,123,123
d5d61723,float32,5000,5000,20,random,7.7,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.2509208203125,123,123
cb92ea74,float32,5000,5000,5,None,7.59,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.539740703125,123,123
5c90e258,float32,5000,5000,5,random,7.63,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.2494446484375,123,123
62f48fdb,float32,5000,5000,1,None,7.55,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.20544296875,123,123
6d09b315,float32,5000,5000,1,random,7.59,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.164737255859375,123,123
46bef6c6,float32,1500,1500,20,None,0.44,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.2916935872395834,123,123
561d0ce5,float32,1500,1500,20,random,0.443,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.750314453125,123,123
79df633d,float32,1500,1500,5,None,0.425,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.4401695963541667,123,123
9e51b4f6,float32,1500,1500,5,random,0.46,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.7841548177083333,123,123
63405b3d,float32,1500,1500,1,None,0.424,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,1.2072095540364582,123,123
784cd81e,float32,1500,1500,1,random,0.479,scikit-learn,,,svd,32,AMD EPYC 7302 16-Core Processor,,503,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.6977200317382812,123,123
Benchmark id,Dtype,Nb data samples,Nb data features,Nb data targets,Walltime,Backend provider,Compute device,Compute runtime,Solver,Nb cpus,Cpu name,Gpu name,RAM (GB),Platform,Platform architecture,Platform release,Run date,Version info,Comment,Result objective value,Data random state,Solver random state
a1699bfa,float32,5000000,100,10,17.8,scikit-learn,,,svd,32,Intel(R) Xeon(R) Silver 4214R CPU @ 2.40GHz,,377,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.0798046131018064,123,123
c936df3a,float32,5000000,100,1,18,scikit-learn,,,svd,32,Intel(R) Xeon(R) Silver 4214R CPU @ 2.40GHz,,377,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,4.506280786405563,123,123
e31dbef7,float32,5000000,10,10,1.28,scikit-learn,,,svd,32,Intel(R) Xeon(R) Silver 4214R CPU @ 2.40GHz,,377,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.1351635753305053,123,123
6f023980,float32,5000000,10,1,0.959,scikit-learn,,,svd,32,Intel(R) Xeon(R) Silver 4214R CPU @ 2.40GHz,,377,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,0.025126947566992,123,123
a4cf3e5b,float32,2000000,100,10,7,scikit-learn,,,svd,32,Intel(R) Xeon(R) Silver 4214R CPU @ 2.40GHz,,377,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.1605555927993776,123,123
32973908,float32,2000000,100,1,6.63,scikit-learn,,,svd,32,Intel(R) Xeon(R) Silver 4214R CPU @ 2.40GHz,,377,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.283151841173172,123,123
b64c1a14,float32,5000,5000,10,9.79,scikit-learn,,,svd,32,Intel(R) Xeon(R) Silver 4214R CPU @ 2.40GHz,,377,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.375214453125,123,123
62f48fdb,float32,5000,5000,1,9.95,scikit-learn,,,svd,32,Intel(R) Xeon(R) Silver 4214R CPU @ 2.40GHz,,377,Linux,x86_64,4.18.0-394.el8.x86_64,2024-01-12,scikit-learn 1.3.2,,2.20544287109375,123,123

0 comments on commit 5fddbac

Please sign in to comment.