isi primitives bug fix

.gitattributes

@@ -151,3 +151,10 @@ v2020.1.9/ISI/d3m.primitives.feature_extraction.yolo.DSBOX/1.5.3/pipeline_runs/p
 v2020.1.9/ISI/d3m.primitives.data_transformation.to_numeric.DSBOX/1.5.3/pipeline_runs/pipeline_run_2.yaml.gz filter=lfs diff=lfs merge=lfs -text
 v2020.1.9/CMU/d3m.primitives.semisupervised_classification.iterative_labeling.AutonBox/0.2.1/pipeline_runs/pipeline_run_SEMI_1217_click_prediction_small_MIN_METADATA.yaml.gz filter=lfs diff=lfs merge=lfs -text
 v2020.1.9/CMU/d3m.primitives.semisupervised_classification.iterative_labeling.AutonBox/0.2.1/pipeline_runs/pipeline_run_SEMI_155_pokerhand_MIN_METADATA.yaml.gz filter=lfs diff=lfs merge=lfs -text
+v2020.1.9/ISI/d3m.primitives.data_preprocessing.dataframe_to_tensor.DSBOX/1.5.3/pipeline_runs/pipeline_run_22_handgeometry_MIN_METADATA_2.yaml.gz filter=lfs diff=lfs merge=lfs -text
+v2020.1.9/ISI/d3m.primitives.time_series_forecasting.arima.DSBOX/1.5.3/pipeline_runs/pipeline_run_LL1_736_population_spawn_MIN_METADATA_1.yaml.gz filter=lfs diff=lfs merge=lfs -text
+v2020.1.9/ISI/d3m.primitives.feature_extraction.yolo.DSBOX/1.5.3/pipeline_runs/pipeline_runs_LL1_tidy_terra_panicle_detection_MIN_METADATA_2.yaml.gz filter=lfs diff=lfs merge=lfs -text
+v2020.1.9/ISI/d3m.primitives.feature_extraction.inceptionV3_image_feature.DSBOX/1.5.3/pipeline_runs/pipeline_runs_LL1_3476_HMDB_actio_recognition_MIN_METADATA_1.yaml.gz filter=lfs diff=lfs merge=lfs -text
+v2020.1.9/ISI/d3m.primitives.feature_extraction.vgg16_image_feature.DSBOX/1.5.3/pipeline_runs/pipeline_run_22_handgeometry_MIN_METADATA_1.yaml.gz filter=lfs diff=lfs merge=lfs -text
+v2020.1.9/ISI/d3m.primitives.data_transformation.to_numeric.DSBOX/1.5.3/pipeline_runs/pipeline_run_22_handgeometry_MIN_METADATA_4.yaml.gz filter=lfs diff=lfs merge=lfs -text
+v2020.1.9/ISI/d3m.primitives.classification.lstm.DSBOX/1.5.3/pipeline_runs/pipeline_runs_LL1_3476_HMDB_actio_recognition_MIN_METADATA_1.yaml.gz filter=lfs diff=lfs merge=lfs -text

v2020.1.9/ISI/d3m.primitives.data_cleaning.cleaning_featurizer.DSBOX/1.5.3/pipelines/3593fd1f-8907-4d85-8f93-92991796d74f.json → v2020.1.9/ISI/d3m.primitives.classification.ensemble_voting.DSBOX/1.5.3/pipelines/6f96a33b-fc92-48b6-876d-fecca7863468.json

 {
-    "id":"3593fd1f-8907-4d85-8f93-92991796d74f",
+    "id":"6f96a33b-fc92-48b6-876d-fecca7863468",
     "schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
-    "created":"2020-02-01T01:55:25.718556Z",
+    "created":"2020-02-12T00:38:26.246737Z",
     "inputs":[
         {
             "name":"input dataset"
@@ -9,7 +9,7 @@
     ],
     "outputs":[
         {
-            "data":"steps.18.produce",
+            "data":"steps.19.produce",
             "name":"predictions of input dataset"
         }
     ],
@@ -21,7 +21,7 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_preprocessing.do_nothing_for_dataset.DSBOX",
                 "name":"DSBox do-nothing primitive dataset version",
-                "digest":"46bda32f7ab8bace3a35a0d008f9c4691b3e18e0908249bf0e47104c9cb3c619"
+                "digest":"bcce798b83f80f79433ebc34aef7841c8478dc57d2c8533ddc1a468cb8d20d6a"
             },
             "arguments":{
                 "inputs":{
@@ -77,6 +77,27 @@
                 }
             ]
         },
+        {
+            "type":"PRIMITIVE",
+            "primitive":{
+                "id":"e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
+                "version":"0.2.0",
+                "python_path":"d3m.primitives.schema_discovery.profiler.Common",
+                "name":"Determine missing semantic types for columns automatically",
+                "digest":"812f8751faff8fa1fd614e29448206db50074486bae0fc127badaf8b04e127de"
+            },
+            "arguments":{
+                "inputs":{
+                    "type":"CONTAINER",
+                    "data":"steps.2.produce"
+                }
+            },
+            "outputs":[
+                {
+                    "id":"produce"
+                }
+            ]
+        },
         {
             "type":"PRIMITIVE",
             "primitive":{
@@ -89,7 +110,7 @@
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.2.produce"
+                    "data":"steps.3.produce"
                 }
             },
             "outputs":[
@@ -114,12 +135,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.schema_discovery.profiler.DSBOX",
                 "name":"DSBox Profiler",
-                "digest":"a7a5df92f04b14b3c1a62a48c6673748019d9c4ff3b3e1e38121bd6077e1abea"
+                "digest":"cf5b31c698c83f5dc2adf4a4d3ebbf483c38418ecadd5d94c435b10654b13f91"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.3.produce"
+                    "data":"steps.4.produce"
                 }
             },
             "outputs":[
@@ -135,12 +156,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_cleaning.cleaning_featurizer.DSBOX",
                 "name":"DSBox Cleaning Featurizer",
-                "digest":"7ff8d342f0ce8d0682c3ebb95f2c3bef203a00be270eebe6822d5ffcd247b636"
+                "digest":"241f74973ef07b1e06a3658f6856bc8d516cb3a69771e5a6493363f770ec4cde"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.4.produce"
+                    "data":"steps.5.produce"
                 }
             },
             "outputs":[
@@ -156,12 +177,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_preprocessing.encoder.DSBOX",
                 "name":"ISI DSBox Data Encoder",
-                "digest":"6c46bde20f9a2923d5ef7c1be5f877aac5e6bea160d083f2f5fb5135b0af92e9"
+                "digest":"0c8e8fd5fdbbcbe6c9a32cf8d6cd8c8fa9811f5a9609fce79e746cf304754899"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.5.produce"
+                    "data":"steps.6.produce"
                 }
             },
             "outputs":[
@@ -177,12 +198,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
                 "name":"ISI DSBox To Numeric DataFrame",
-                "digest":"18d6dd82e165ca0c5313c5aa97386ba0215a88aa1016a9ca1924248800c1c156"
+                "digest":"7f92c7ad8efa978ae1dcda8f3c7fb9cdea0f269d08c329557f3ffcb82193f73b"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.5.produce"
+                    "data":"steps.6.produce"
                 }
             },
             "outputs":[
@@ -198,12 +219,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_preprocessing.mean_imputation.DSBOX",
                 "name":"DSBox Mean Imputer",
-                "digest":"63cb8856c1e9da6d459f6f30ec019a4be535068585e0b20343b84466557302e7"
+                "digest":"50a3d0b5a384ae79380c1a8bdd99454aaeb4fef87e6a027ced1713287115ca84"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.7.produce"
+                    "data":"steps.8.produce"
                 }
             },
             "outputs":[
@@ -219,12 +240,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.normalization.iqr_scaler.DSBOX",
                 "name":"DSBox feature scaler",
-                "digest":"ec89c7bd11645c6ff21f8b763b8f84824ab58a81286a287bf00a4a27bb7841f5"
+                "digest":"a79b06393fe424079dbbd561d40977fb5d883687a1cf603fc541cfd5e0cb94c0"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.8.produce"
+                    "data":"steps.9.produce"
                 }
             },
             "outputs":[
@@ -240,12 +261,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_preprocessing.do_nothing.DSBOX",
                 "name":"DSBox do-nothing primitive",
-                "digest":"18b15beb05cb01db08b2761e4ff751b0205b8ba511758ebd188e1314b21ccc7c"
+                "digest":"f83fa69a9ed0f50803f1090b4d32e2584151889d5109f02efe99c23da08cc1eb"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.9.produce"
+                    "data":"steps.10.produce"
                 }
             },
             "outputs":[
@@ -266,7 +287,7 @@
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.2.produce"
+                    "data":"steps.3.produce"
                 }
             },
             "outputs":[
@@ -290,12 +311,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
                 "name":"ISI DSBox To Numeric DataFrame",
-                "digest":"18d6dd82e165ca0c5313c5aa97386ba0215a88aa1016a9ca1924248800c1c156"
+                "digest":"7f92c7ad8efa978ae1dcda8f3c7fb9cdea0f269d08c329557f3ffcb82193f73b"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.11.produce"
+                    "data":"steps.12.produce"
                 }
             },
             "outputs":[
@@ -313,23 +334,45 @@
         {
             "type":"PRIMITIVE",
             "primitive":{
-                "id":"dsbox-featurizer-do-nothing",
-                "version":"1.5.3",
-                "python_path":"d3m.primitives.data_preprocessing.do_nothing.DSBOX",
-                "name":"DSBox do-nothing primitive",
-                "digest":"18b15beb05cb01db08b2761e4ff751b0205b8ba511758ebd188e1314b21ccc7c"
+                "id":"09a4cffa-a59f-30ac-b78f-101c35b3f7c6",
+                "version":"2019.11.13",
+                "python_path":"d3m.primitives.feature_selection.select_fwe.SKlearn",
+                "name":"sklearn.feature_selection.univariate_selection.SelectFwe",
+                "digest":"a2fc030d6ac630dee8dd9d6ce30203731f74826c478f32507952175f4d4dbeb2"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.10.produce"
+                    "data":"steps.11.produce"
+                },
+                "outputs":{
+                    "type":"CONTAINER",
+                    "data":"steps.13.produce"
                 }
             },
             "outputs":[
                 {
                     "id":"produce"
                 }
-            ]
+            ],
+            "hyperparams":{
+                "add_index_columns":{
+                    "type":"VALUE",
+                    "data":true
+                },
+                "alpha":{
+                    "type":"VALUE",
+                    "data":0.0001
+                },
+                "return_result":{
+                    "type":"VALUE",
+                    "data":"new"
+                },
+                "use_semantic_types":{
+                    "type":"VALUE",
+                    "data":true
+                }
+            }
         },
         {
             "type":"PRIMITIVE",
@@ -343,11 +386,11 @@
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.13.produce"
+                    "data":"steps.14.produce"
                 },
                 "outputs":{
                     "type":"CONTAINER",
-                    "data":"steps.12.produce"
+                    "data":"steps.13.produce"
                 }
             },
             "outputs":[
@@ -382,11 +425,11 @@
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.13.produce"
+                    "data":"steps.14.produce"
                 },
                 "outputs":{
                     "type":"CONTAINER",
-                    "data":"steps.12.produce"
+                    "data":"steps.13.produce"
                 }
             },
             "outputs":[
@@ -421,11 +464,11 @@
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.13.produce"
+                    "data":"steps.14.produce"
                 },
                 "outputs":{
                     "type":"CONTAINER",
-                    "data":"steps.12.produce"
+                    "data":"steps.13.produce"
                 }
             },
             "outputs":[
@@ -455,15 +498,15 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_preprocessing.vertical_concatenate.DSBOX",
                 "name":"DSBox vertically concat",
-                "digest":"bbdba9747aeb64ca45a2588213ed62ab512badb71cb58303e807695ed69cf618"
+                "digest":"d5ef2b2a7ab346085694ed2b3ccec770f0f22a5e6bc2cec4f165d5fb4fd48f07"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
                     "data":[
-                        "steps.14.produce",
                         "steps.15.produce",
-                        "steps.16.produce"
+                        "steps.16.produce",
+                        "steps.17.produce"
                     ]
                 }
             },
@@ -480,12 +523,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.classification.ensemble_voting.DSBOX",
                 "name":"DSBox ensemble voting",
-                "digest":"3268cd55cd889382b0d5cb0c1e2a1242e62996108b0b1c2b7c74e51cc83d1c37"
+                "digest":"d3ec598fe8c7f1340476c90a6c3fc5d8164eb104bca2c5618860e1ba55c271b8"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.17.produce"
+                    "data":"steps.18.produce"
                 }
             },
             "outputs":[
@@ -495,7 +538,7 @@
             ]
         }
     ],
-    "name":"default_classification_template:140513388575768",
+    "name":"default_classification_template:140613881088256",
     "description":"",
-    "digest":"49c6b7595ab9af0d8834644972adb6c19207c36d2f6e7136e1670ce00c83cae0"
+    "digest":"843b75a755afa105cc5c699a5b01399ad9bdfcd5d4c2e3bdc1b5c21cbd2f5a43"
 }
\ No newline at end of file

v2020.1.9/ISI/d3m.primitives.classification.ensemble_voting.DSBOX/1.5.3/primitive.json

@@ -22,7 +22,7 @@
     "installation": [
         {
             "type": "PIP",
-            "package_uri": "git+https://github.com/usc-isi-i2/dsbox-primitives@2d1bb1d36ec2bc3b1844c1a7163bc7f8c5ed5531#egg=dsbox-primitives"
+            "package_uri": "git+https://github.com/usc-isi-i2/dsbox-primitives@390595a708a8702cd6b7b388661127fcf63e4605#egg=dsbox-primitives"
         }
     ],
     "schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
@@ -169,5 +169,5 @@
         }
     },
     "structural_type": "dsbox.datapostprocessing.ensemble_voting.EnsembleVoting",
-    "digest": "3268cd55cd889382b0d5cb0c1e2a1242e62996108b0b1c2b7c74e51cc83d1c37"
+    "digest": "d3ec598fe8c7f1340476c90a6c3fc5d8164eb104bca2c5618860e1ba55c271b8"
 }

v2020.1.9/ISI/d3m.primitives.classification.lstm.DSBOX/1.5.3/primitive.json

@@ -23,7 +23,7 @@
     "installation": [
         {
             "type": "PIP",
-            "package_uri": "git+https://github.com/usc-isi-i2/dsbox-primitives@2d1bb1d36ec2bc3b1844c1a7163bc7f8c5ed5531#egg=dsbox-primitives"
+            "package_uri": "git+https://github.com/usc-isi-i2/dsbox-primitives@390595a708a8702cd6b7b388661127fcf63e4605#egg=dsbox-primitives"
         }
     ],
     "precondition": [],
@@ -308,5 +308,5 @@
         }
     },
     "structural_type": "dsbox.datapreprocessing.featurizer.image.video_classification.LSTM",
-    "digest": "3ee0b3baffd610545047ec8c7a9fd35585b53749c05f360ea98ec5983732aca3"
+    "digest": "2841ce330a0c8f48533d1784220412902d4b4be6b9d38de9007ef12ee3f47730"
 }

v2020.1.9/ISI/d3m.primitives.data_preprocessing.do_nothing_for_dataset.DSBOX/1.5.3/pipelines/29b59ec7-57c6-43a1-a378-4a5530b95cda.json → v2020.1.9/ISI/d3m.primitives.data_cleaning.cleaning_featurizer.DSBOX/1.5.3/pipelines/1aef8844-4457-41ed-852c-55361477a225.json

 {
-    "id":"29b59ec7-57c6-43a1-a378-4a5530b95cda",
+    "id":"1aef8844-4457-41ed-852c-55361477a225",
     "schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
-    "created":"2020-02-01T01:54:31.666026Z",
+    "created":"2020-02-12T00:37:57.663735Z",
     "inputs":[
         {
             "name":"input dataset"
@@ -9,7 +9,7 @@
     ],
     "outputs":[
         {
-            "data":"steps.14.produce",
+            "data":"steps.15.produce",
             "name":"predictions of input dataset"
         }
     ],
@@ -21,7 +21,7 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_preprocessing.do_nothing_for_dataset.DSBOX",
                 "name":"DSBox do-nothing primitive dataset version",
-                "digest":"46bda32f7ab8bace3a35a0d008f9c4691b3e18e0908249bf0e47104c9cb3c619"
+                "digest":"bcce798b83f80f79433ebc34aef7841c8478dc57d2c8533ddc1a468cb8d20d6a"
             },
             "arguments":{
                 "inputs":{
@@ -77,6 +77,27 @@
                 }
             ]
         },
+        {
+            "type":"PRIMITIVE",
+            "primitive":{
+                "id":"e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
+                "version":"0.2.0",
+                "python_path":"d3m.primitives.schema_discovery.profiler.Common",
+                "name":"Determine missing semantic types for columns automatically",
+                "digest":"812f8751faff8fa1fd614e29448206db50074486bae0fc127badaf8b04e127de"
+            },
+            "arguments":{
+                "inputs":{
+                    "type":"CONTAINER",
+                    "data":"steps.2.produce"
+                }
+            },
+            "outputs":[
+                {
+                    "id":"produce"
+                }
+            ]
+        },
         {
             "type":"PRIMITIVE",
             "primitive":{
@@ -89,7 +110,7 @@
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.2.produce"
+                    "data":"steps.3.produce"
                 }
             },
             "outputs":[
@@ -114,12 +135,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.schema_discovery.profiler.DSBOX",
                 "name":"DSBox Profiler",
-                "digest":"a7a5df92f04b14b3c1a62a48c6673748019d9c4ff3b3e1e38121bd6077e1abea"
+                "digest":"cf5b31c698c83f5dc2adf4a4d3ebbf483c38418ecadd5d94c435b10654b13f91"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.3.produce"
+                    "data":"steps.4.produce"
                 }
             },
             "outputs":[
@@ -135,12 +156,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_cleaning.cleaning_featurizer.DSBOX",
                 "name":"DSBox Cleaning Featurizer",
-                "digest":"7ff8d342f0ce8d0682c3ebb95f2c3bef203a00be270eebe6822d5ffcd247b636"
+                "digest":"241f74973ef07b1e06a3658f6856bc8d516cb3a69771e5a6493363f770ec4cde"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.4.produce"
+                    "data":"steps.5.produce"
                 }
             },
             "outputs":[
@@ -156,12 +177,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_preprocessing.unary_encoder.DSBOX",
                 "name":"DSBox Unary Data Encoder",
-                "digest":"59a5aa267cff0e3fb0b4831096585375104c401f0f81a62d43ba67bf45e9792b"
+                "digest":"5799e4ad9c719495740c90ca0e80a047c2debdd81728360068aca7728547a3d8"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.5.produce"
+                    "data":"steps.6.produce"
                 }
             },
             "outputs":[
@@ -177,12 +198,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
                 "name":"ISI DSBox To Numeric DataFrame",
-                "digest":"18d6dd82e165ca0c5313c5aa97386ba0215a88aa1016a9ca1924248800c1c156"
+                "digest":"7f92c7ad8efa978ae1dcda8f3c7fb9cdea0f269d08c329557f3ffcb82193f73b"
             },
             "arguments":{
                 "inputs":{
                     "type":"CONTAINER",
-                    "data":"steps.6.produce"
+                    "data":"steps.7.produce"
                 }
             },
             "outputs":[
@@ -198,12 +219,12 @@
                 "version":"1.5.3",
                 "python_path":"d3m.primitives.data_preprocessing.iterative_regression_imputation.DSBOX",
                 "name":"DSBox Iterative Regression Imputer",