incremental spmd

Author: md-shafiul-alam

configs/spmd/large_scale/incremental/basic_stats.json

@@ -0,0 +1,31 @@
+{
+    "INCLUDE": ["../../../common/sklearn.json", "../../../spmd/stats_covariance.json", "../large_scale.json"],
+    "PARAMETERS_SETS": {
+        "spmd basicstats parameters": {
+            "algorithm": {
+                "estimator": "IncrementalBasicStatistics",
+                "estimator_methods": { "training": "fit" },
+                "num_batches": {"training": 10}
+            },
+	    "data": {
+		"split_kwargs": { "test_size": 0.0001 }
+	    }
+        },
+        "synthetic data": {
+            "data": [
+                { "source": "make_blobs", "generation_kwargs": { "n_samples": 10000000,  "n_features": 10, "centers": 1 } },
+		{ "source": "make_blobs", "generation_kwargs": { "n_samples": 100000,  "n_features": 1000, "centers": 1 } }
+            ]
+        }
+    },
+    "TEMPLATES": {
+        "basicstats": {
+            "SETS": [
+                "sklearnex spmd implementation",
+                "large scale 64 parameters",
+		"synthetic data",
+                "spmd basicstats parameters"
+            ]
+        }
+    }
+}

configs/spmd/large_scale/incremental/covariance.json

@@ -0,0 +1,31 @@
+{
+    "INCLUDE": ["../../../common/sklearn.json", "../../../spmd/stats_covariance.json", "../large_scale.json"],
+    "PARAMETERS_SETS": {
+        "spmd covariance parameters": {
+            "algorithm": {
+                "estimator": "IncrementalEmpiricalCovariance",
+                "estimator_methods": { "training": "fit" },
+                "num_batches": {"training": 10}
+            },
+            "data": {
+                "split_kwargs": { "test_size": 0.0001 }
+            }
+        },
+        "synthetic data": {
+            "data": [
+                { "source": "make_blobs", "generation_kwargs": { "n_samples": 10000000,  "n_features": 10, "centers": 1 } },
+                { "source": "make_blobs", "generation_kwargs": { "n_samples": 100000,  "n_features": 1000, "centers": 1 } }
+            ]
+        }
+    },
+    "TEMPLATES": {
+        "covariance": {
+            "SETS": [
+                "sklearnex spmd implementation",
+                "large scale 64 parameters",
+		"synthetic data",
+                "spmd covariance parameters"
+            ]
+        }
+    }
+}

configs/spmd/large_scale/incremental/linear_model.json

@@ -0,0 +1,28 @@
+{
+    "INCLUDE": ["../../../common/sklearn.json", "../../../regular/linear_model.json", "../large_scale.json"],
+    "PARAMETERS_SETS": {
+        "spmd linear parameters": {
+            "algorithm": {
+                "estimator": "IncrementalLinearRegression",
+                "estimator_methods": { "training": "fit" },
+                "num_batches": {"training": 10}
+            }
+        },
+        "synthetic data": {
+            "data": [
+                { "source": "make_regression", "generation_kwargs": { "n_samples": 30005000,  "n_features": 10, "noise": 1.25 }, "split_kwargs": { "train_size": 30000000, "test_size": 5000 } },
+		        { "source": "make_regression", "generation_kwargs": { "n_samples": 305000,  "n_features": 1000, "noise": 1.25 }, "split_kwargs": { "train_size": 300000, "test_size": 5000 } }
+            ]
+        }
+    },
+    "TEMPLATES": {
+        "linreg": {
+            "SETS": [
+                "sklearnex spmd implementation",
+                "large scale 64 parameters",
+		"synthetic data",
+                "spmd linear parameters"
+            ]
+        }
+    }
+}

configs/spmd/large_scale/incremental/pca.json

@@ -0,0 +1,31 @@
+{
+    "INCLUDE": ["../../../common/sklearn.json", "../../../regular/pca.json", "../large_scale.json"],
+    "PARAMETERS_SETS": {
+        "spmd pca parameters": {
+            "algorithm": {
+                "estimator": "IncrementalPCA",
+                "estimator_methods": { "training": "fit", "inference": "" },
+                "num_batches": {"training": 10}
+            },
+            "data": {
+                "split_kwargs": { "test_size": 0.0001 }
+            }
+        },
+        "synthetic data": {
+            "data": [
+                { "source": "make_blobs", "generation_kwargs": { "n_samples": 10000000,  "n_features": 10, "centers": 1 } },
+                { "source": "make_blobs", "generation_kwargs": { "n_samples": 100000,  "n_features": 1000, "centers": 1 } }
+            ]
+        }
+    },
+    "TEMPLATES": {
+        "linreg": {
+            "SETS": [
+		"sklearnex spmd implementation",
+                "large scale 64 parameters",
+                "synthetic data",
+		"spmd pca parameters"
+            ]
+        }
+    }
+}