Skip to content

Commit fd59a64

Browse files
KateBlueSkyKateBlueSky
committed
Added updated configs.
1 parent 72dfdd2 commit fd59a64

File tree

4 files changed

+185
-0
lines changed

4 files changed

+185
-0
lines changed

‎configs/spmd/kmeans_strong.json

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
{
2+
"INCLUDE": ["../../common/sklearn.json", "../large_scale/large_scale.json"],
3+
"PARAMETERS_SETS": {
4+
"spmd kmeans parameters": {
5+
"algorithm": {
6+
"estimator": "KMeans",
7+
"estimator_params": {
8+
"algorithm": "lloyd",
9+
"max_iter": 20,
10+
"n_clusters": 100
11+
},
12+
"estimator_methods": { "training": "fit", "inference": "predict" },
13+
"sklearnex_context": { "use_raw_input": true }
14+
}
15+
},
16+
"synthetic data": {
17+
"data": [
18+
{ "source": "make_blobs", "generation_kwargs": { "n_samples": 25000000, "n_features": 100, "centers": 100 }}
19+
]
20+
}
21+
},
22+
"TEMPLATES": {
23+
"kmeans": {
24+
"SETS": [
25+
"synthetic data",
26+
"sklearnex spmd implementation",
27+
"large scale strong <=64 parameters",
28+
"spmd kmeans parameters"
29+
]
30+
}
31+
}
32+
}

‎configs/spmd/kmeans_wide_weak.json

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
{
2+
"INCLUDE": ["../../common/sklearn.json", "../large_scale/large_scale.json"],
3+
"PARAMETERS_SETS": {
4+
"spmd kmeans parameters": {
5+
"algorithm": {
6+
"estimator": "KMeans",
7+
"estimator_params": {
8+
"algorithm": "lloyd",
9+
"max_iter": 20,
10+
"n_clusters": 10,
11+
"random_state": 42
12+
},
13+
"estimator_methods": { "training": "fit", "inference": "" },
14+
"sklearnex_context": { "use_raw_input": true }
15+
}
16+
},
17+
"synthetic data": {
18+
"data": [
19+
{ "source": "make_blobs", "generation_kwargs": { "n_samples": 1000000, "n_features": 1000, "centers": 2000}}
20+
]
21+
}
22+
},
23+
"TEMPLATES": {
24+
"kmeans": {
25+
"SETS": [
26+
"synthetic data",
27+
"sklearnex spmd implementation",
28+
"large scale 2k parameters sample shift",
29+
"spmd kmeans parameters"
30+
]
31+
}
32+
}
33+
}
34+

‎configs/spmd/kmeans_wide_weak.json.backup

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
{
2+
"INCLUDE": ["../../common/sklearn.json", "../large_scale/large_scale.json"],
3+
"PARAMETERS_SETS": {
4+
"spmd kmeans parameters": {
5+
"algorithm": {
6+
"estimator": "KMeans",
7+
"estimator_params": {
8+
"algorithm": "lloyd",
9+
"max_iter": 20,
10+
"n_clusters": 10,
11+
"random_state": 42
12+
},
13+
"estimator_methods": { "training": "fit", "inference": "" },
14+
"sklearnex_context": { "use_raw_input": true }
15+
}
16+
},
17+
"synthetic data": {
18+
"data": [
19+
{ "source": "make_blobs", "generation_kwargs": { "n_samples": 1000000, "n_features": 1000, "centers": 2000, "cluster_std":3.0, "center_box":1000}}
20+
]
21+
}
22+
},
23+
"TEMPLATES": {
24+
"kmeans": {
25+
"SETS": [
26+
"synthetic data",
27+
"sklearnex spmd implementation",
28+
"large scale 2k parameters sample shift",
29+
"spmd kmeans parameters"
30+
]
31+
}
32+
}
33+
}
34+

‎configs/spmd/large_scale.json

Lines changed: 85 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,85 @@
1+
{
2+
"PARAMETERS_SETS": {
3+
"large scale default parameters": {
4+
"data": {
5+
"dtype": "float64",
6+
"distributed_split": "None"
7+
},
8+
"bench": {
9+
"mpi_params": {"n": [1,2], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
10+
}
11+
},
12+
"large scale strong parameters": {
13+
"data": {
14+
"dtype": "float64",
15+
"distributed_split": "rank_based"
16+
},
17+
"bench": {
18+
"mpi_params": {"n": [1,2,6,12], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
19+
}
20+
},
21+
"large scale 2k parameters sample shift": {
22+
"data": {
23+
"dtype": "float64",
24+
"distributed_split": "sample_shift"
25+
},
26+
"bench": {
27+
"mpi_params": {"n": [1,2,6,12,24,48,96,192,384,768,1536,3072,6144,12288,24576], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
28+
}
29+
},
30+
"large scale 2k parameters": {
31+
"data": {
32+
"dtype": "float64",
33+
"distributed_split": "None"
34+
},
35+
"bench": {
36+
"mpi_params": {"n": [1,2,6,12,24,48,96,192,384,768,1536,3072,6144,12288,24576], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
37+
}
38+
},
39+
"large scale 32 parameters": {
40+
"data": {
41+
"dtype": "float64",
42+
"distributed_split": "None"
43+
},
44+
"bench": {
45+
"mpi_params": {"n": [1,2,6,12,24,48,96,192,384,768,1536,3072,6144,12288,24576], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
46+
}
47+
},
48+
"large scale <=64 parameters": {
49+
"data": {
50+
"dtype": "float64",
51+
"distributed_split": "None"
52+
},
53+
"bench": {
54+
"mpi_params": {"n": [1,2,6,12,24,48,96,192,384,768], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
55+
}
56+
},
57+
"large scale strong 2k parameters": {
58+
"data": {
59+
"dtype": "float64",
60+
"distributed_split": "rank_based"
61+
},
62+
"bench": {
63+
"mpi_params": {"n": [1,2,6,12,24,48,96,192,384,768,1536,3072,6144,12288,24576], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
64+
}
65+
},
66+
"large scale strong <=64 parameters": {
67+
"data": {
68+
"dtype": "float64",
69+
"distributed_split": "rank_based"
70+
},
71+
"bench": {
72+
"mpi_params": {"n": [1,2,6,12,24,48,96,192,384,768], "ppn": 12, "-hostfile": "", "-cpu-bind=list:0-7,104-111:8-15,112-119:16-23,120-127:24-31,128-135:32-39,136-143:40-47,144-151:52-59,156-163:60-67,164-171:68-75,172-179:76-83,180-187:84-91,188-195:92-99,196-203": "--envall gpu_tile_compact.sh" }
73+
}
74+
},
75+
"large scale impi parameters": {
76+
"data": {
77+
"dtype": "float64",
78+
"distributed_split": "no"
79+
},
80+
"bench": {
81+
"mpi_params": {"n": [1,2,4,6,9,12], "ppn": 12}
82+
}
83+
}
84+
}
85+
}

0 commit comments

Comments
 (0)