Skip to content

Commit

Permalink
Merge pull request #307 from leondavi/StatsUpdate
Browse files Browse the repository at this point in the history 
StatsUpdate
  • Loading branch information
@leondavi
leondavi authored Apr 25, 2024
2 parents 76b2f67 + 3146d12 commit baa711a
Show file tree
Hide file tree
Showing 25 changed files with 2,725 additions and 45 deletions.
1,589 changes: 1,589 additions & 0 deletions examples/syntetic_norm/8DevicesTest/8DevicesExperimentNotebook.ipynb
View file

Large diffs are not rendered by default.

11 changes: 11 additions & 0 deletions examples/syntetic_norm/8DevicesTest/conn_synt_8d_8w_4c_6r_4s.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
{
"connectionsMap":
{
"r1":["mainServer", "r2" , "s1"],
"r2":["r3" ,"s2"],
"r3":["r4", "s3","c1"],
"r4":["r5", "s4","c2"],
"r5":["r6","c3"],
"r6":["r1","c4"]
}
}
211 changes: 211 additions & 0 deletions examples/syntetic_norm/8DevicesTest/dc_synt_8d_8w_4c_6r_4s.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,211 @@
{
"nerlnetSettings": {
"frequency": "300",
"batchSize": "50"
},
"mainServer": {
"port": "8900",
"args": ""
},
"apiServer": {
"port": "8901",
"args": ""
},
"devices": [
{
"name": "c0vm0",
"ipv4": "10.0.0.5",
"entities": "mainServer,apiServer"
},
{
"name": "c0vm2",
"ipv4": "10.0.0.9",
"entities": "r2,s3,s4"
},
{
"name": "c0vm3",
"ipv4": "10.0.0.7",
"entities": "r3"
},
{
"name": "c0vm4",
"ipv4": "10.0.0.10",
"entities": "r4,c3"
},
{
"name": "c0vm5",
"ipv4": "10.0.0.11",
"entities": "r5,c4"
},
{
"name": "c0vm6",
"ipv4": "10.0.0.8",
"entities": "c1,r6"
},
{
"name": "c0vm7",
"ipv4": "10.0.0.12",
"entities": "c2"
},
{
"name": "c0vm1",
"ipv4": "10.0.0.4",
"entities": "r1,s1,s2"
}
],
"routers": [
{
"name": "r1",
"port": "8902",
"policy": "0"
},
{
"name": "r2",
"port": "8902",
"policy": "0"
},
{
"name": "r3",
"port": "8902",
"policy": "0"
},
{
"name": "r4",
"port": "8902",
"policy": "0"
},
{
"name": "r5",
"port": "8902",
"policy": "0"
},
{
"name": "r6",
"port": "8902",
"policy": "0"
}
],
"sources": [
{
"name": "s1",
"port": "8903",
"frequency": "120",
"policy": "0",
"epochs": "1",
"type": "0"
},
{
"name": "s2",
"port": "8904",
"frequency": "120",
"policy": "0",
"epochs": "1",
"type": "0"
},
{
"name": "s3",
"port": "8903",
"frequency": "120",
"policy": "0",
"epochs": "1",
"type": "0"
},
{
"name": "s4",
"port": "8904",
"frequency": "120",
"policy": "0",
"epochs": "1",
"type": "0"
}
],
"clients": [
{
"name": "c1",
"port": "8900",
"workers": "w1,w2"
},
{
"name": "c2",
"port": "8900",
"workers": "w3,w4"
},
{
"name": "c3",
"port": "8903",
"workers": "w5,w6"
},
{
"name": "c4",
"port": "8904",
"workers": "w7,w8"
}
],
"workers": [
{
"name": "w1",
"model_sha": "168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9"
},
{
"name": "w2",
"model_sha": "168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9"
},
{
"name": "w3",
"model_sha": "168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9"
},
{
"name": "w4",
"model_sha": "168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9"
},
{
"name": "w5",
"model_sha": "168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9"
},
{
"name": "w6",
"model_sha": "168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9"
},
{
"name": "w7",
"model_sha": "168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9"
},
{
"name": "w8",
"model_sha": "168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9"
}
],
"model_sha": {
"168d565575dda125c6e99e43f88295f337236d1efb809358fd6ea2d1eb3df7e9": {
"modelType": "0",
"_doc_modelType": " nn:0 | approximation:1 | classification:2 | forecasting:3 | image_classification:4 | text_classification:5 | text_generation:6 | auto_association:7 | autoencoder:8 | ae_classifier:9 |",
"layersSizes": "5,16,8,3",
"_doc_layersSizes": "List of postive integers [L0, L1, ..., LN]",
"layerTypesList": "1,3,3,3",
"_doc_LayerTypes": " Default:0 | Scaling:1 | Conv:2 | Perceptron:3 | Pooling:4 | Probabilistic:5 | LSTM:6 | Reccurrent:7 | Unscaling:8 | Bounding:9 |",
"layers_functions": "1,7,7,11",
"_doc_layers_functions_activation": " Threshold:1 | Sign:2 | Logistic:3 | Tanh:4 | Linear:5 | ReLU:6 | eLU:7 | SeLU:8 | Soft-plus:9 | Soft-sign:10 | Hard-sigmoid:11 |",
"_doc_layer_functions_pooling": " none:1 | Max:2 | Avg:3 |",
"_doc_layer_functions_probabilistic": " Binary:1 | Logistic:2 | Competitive:3 | Softmax:4 |",
"_doc_layer_functions_scaler": " none:1 | MinMax:2 | MeanStd:3 | STD:4 | Log:5 |",
"lossMethod": "2",
"_doc_lossMethod": " SSE:1 | MSE:2 | NSE:3 | MinkowskiE:4 | WSE:5 | CEE:6 |",
"lr": "0.01",
"_doc_lr": "Positve float",
"epochs": "50",
"_doc_epochs": "Positve Integer",
"optimizer": "5",
"_doc_optimizer": " GD:0 | CGD:1 | SGD:2 | QuasiNeuton:3 | LVM:4 | ADAM:5 |",
"optimizerArgs": "none",
"_doc_optimizerArgs": "String",
"infraType": "0",
"_doc_infraType": " opennn:0 | wolfengine:1 |",
"distributedSystemType": "0",
"_doc_distributedSystemType": " none:0 | fedClientAvg:1 | fedServerAvg:2 |",
"distributedSystemArgs": "none",
"_doc_distributedSystemArgs": "String",
"distributedSystemToken": "none",
"_doc_distributedSystemToken": "Token that associates distributed group of workers and parameter-server"
}
}
}
105 changes: 105 additions & 0 deletions examples/syntetic_norm/8DevicesTest/exp_synt_8d_8w_4c_6r_4s.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,105 @@
{
"experimentName": "synthetic_3_gausians",
"batchSize": 50,
"csvFilePath": "/tmp/nerlnet/data/NerlnetData-master/nerlnet/synthetic/synthetic_full.csv",
"numOfFeatures": "5",
"numOfLabels": "3",
"headersNames": "Norm(0:1),Norm(4:1),Norm(10:3)",
"Phases":
[
{
"phaseName": "training_phase1",
"phaseType": "training",
"sourcePieces":
[
{
"sourceName": "s1",
"startingSample": "0",
"numOfBatches": "200",
"workers": "w1,w2,w3,w4"
},
{
"sourceName": "s2",
"startingSample": "0",
"numOfBatches": "200",
"workers": "w5,w6,w7,w8"
},
{
"sourceName": "s3",
"startingSample": "10000",
"numOfBatches": "200",
"workers": "w1,w3,w5,w7"
},
{
"sourceName": "s4",
"startingSample": "10000",
"numOfBatches": "200",
"workers": "w2,w4,w6,w8"
}
]
},
{
"phaseName": "training_phase2",
"phaseType": "training",
"sourcePieces":
[
{
"sourceName": "s1",
"startingSample": "20000",
"numOfBatches": "200",
"workers": "w1,w2,w3,w4"
},
{
"sourceName": "s2",
"startingSample": "20000",
"numOfBatches": "200",
"workers": "w5,w6,w7,w8"
},
{
"sourceName": "s3",
"startingSample": "30000",
"numOfBatches": "200",
"workers": "w1,w3,w5,w7"
},
{
"sourceName": "s4",
"startingSample": "30000",
"numOfBatches": "200",
"workers": "w2,w4,w6,w8"
}
]
},
{
"phaseName": "prediction_phase",
"phaseType": "prediction",
"sourcePieces":
[
{
"sourceName": "s1",
"startingSample": "40000",
"numOfBatches": "200",
"workers": "w1,w8"
},
{
"sourceName": "s2",
"startingSample": "40000",
"numOfBatches": "200",
"workers": "w2,w7"
},
{
"sourceName": "s3",
"startingSample": "40000",
"numOfBatches": "200",
"workers": "w3,w6"
},
{
"sourceName": "s4",
"startingSample": "40000",
"numOfBatches": "200",
"workers": "w4,w5"
}
]
}
]
}

11 changes: 11 additions & 0 deletions inputJsonsFiles/ConnectionMap/conn_synt_8d_8w_4c_6r_4s.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
{
"connectionsMap":
{
"r1":["mainServer", "r2" , "s1"],
"r2":["r3" ,"s2"],
"r3":["r4", "s3","c1"],
"r4":["r5", "s4","c2"],
"r5":["r6","c3"],
"r6":["r1","c4"]
}
}
9 changes: 9 additions & 0 deletions inputJsonsFiles/ConnectionMap/conn_synt_dc_8d_8w_2c_4s_4r.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
{
"connectionsMap":
{
"r1":["mainServer", "r3" , "s1"],
"r2":["mainServer", "r4" , "s2"],
"r3":["r1", "s3","c1"],
"r4":["r2", "s4","c2"]
}
}
Loading

0 comments on commit baa711a

Please sign in to comment.