Commit 3814b169 authored by jun liu's avatar jun liu Committed by Sujen
Browse files

isi primitives bug fix

parent dd6d7df5
......@@ -151,3 +151,10 @@ v2020.1.9/ISI/d3m.primitives.feature_extraction.yolo.DSBOX/1.5.3/pipeline_runs/p
v2020.1.9/ISI/d3m.primitives.data_transformation.to_numeric.DSBOX/1.5.3/pipeline_runs/pipeline_run_2.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/CMU/d3m.primitives.semisupervised_classification.iterative_labeling.AutonBox/0.2.1/pipeline_runs/pipeline_run_SEMI_1217_click_prediction_small_MIN_METADATA.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/CMU/d3m.primitives.semisupervised_classification.iterative_labeling.AutonBox/0.2.1/pipeline_runs/pipeline_run_SEMI_155_pokerhand_MIN_METADATA.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.data_preprocessing.dataframe_to_tensor.DSBOX/1.5.3/pipeline_runs/pipeline_run_22_handgeometry_MIN_METADATA_2.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.time_series_forecasting.arima.DSBOX/1.5.3/pipeline_runs/pipeline_run_LL1_736_population_spawn_MIN_METADATA_1.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.feature_extraction.yolo.DSBOX/1.5.3/pipeline_runs/pipeline_runs_LL1_tidy_terra_panicle_detection_MIN_METADATA_2.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.feature_extraction.inceptionV3_image_feature.DSBOX/1.5.3/pipeline_runs/pipeline_runs_LL1_3476_HMDB_actio_recognition_MIN_METADATA_1.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.feature_extraction.vgg16_image_feature.DSBOX/1.5.3/pipeline_runs/pipeline_run_22_handgeometry_MIN_METADATA_1.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.data_transformation.to_numeric.DSBOX/1.5.3/pipeline_runs/pipeline_run_22_handgeometry_MIN_METADATA_4.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.classification.lstm.DSBOX/1.5.3/pipeline_runs/pipeline_runs_LL1_3476_HMDB_actio_recognition_MIN_METADATA_1.yaml.gz filter=lfs diff=lfs merge=lfs -text
{
"id":"3593fd1f-8907-4d85-8f93-92991796d74f",
"id":"6f96a33b-fc92-48b6-876d-fecca7863468",
"schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created":"2020-02-01T01:55:25.718556Z",
"created":"2020-02-12T00:38:26.246737Z",
"inputs":[
{
"name":"input dataset"
......@@ -9,7 +9,7 @@
],
"outputs":[
{
"data":"steps.18.produce",
"data":"steps.19.produce",
"name":"predictions of input dataset"
}
],
......@@ -21,7 +21,7 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.do_nothing_for_dataset.DSBOX",
"name":"DSBox do-nothing primitive dataset version",
"digest":"46bda32f7ab8bace3a35a0d008f9c4691b3e18e0908249bf0e47104c9cb3c619"
"digest":"bcce798b83f80f79433ebc34aef7841c8478dc57d2c8533ddc1a468cb8d20d6a"
},
"arguments":{
"inputs":{
......@@ -77,6 +77,27 @@
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"version":"0.2.0",
"python_path":"d3m.primitives.schema_discovery.profiler.Common",
"name":"Determine missing semantic types for columns automatically",
"digest":"812f8751faff8fa1fd614e29448206db50074486bae0fc127badaf8b04e127de"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
......@@ -89,7 +110,7 @@
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
"data":"steps.3.produce"
}
},
"outputs":[
......@@ -114,12 +135,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.schema_discovery.profiler.DSBOX",
"name":"DSBox Profiler",
"digest":"a7a5df92f04b14b3c1a62a48c6673748019d9c4ff3b3e1e38121bd6077e1abea"
"digest":"cf5b31c698c83f5dc2adf4a4d3ebbf483c38418ecadd5d94c435b10654b13f91"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.3.produce"
"data":"steps.4.produce"
}
},
"outputs":[
......@@ -135,12 +156,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_cleaning.cleaning_featurizer.DSBOX",
"name":"DSBox Cleaning Featurizer",
"digest":"7ff8d342f0ce8d0682c3ebb95f2c3bef203a00be270eebe6822d5ffcd247b636"
"digest":"241f74973ef07b1e06a3658f6856bc8d516cb3a69771e5a6493363f770ec4cde"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.4.produce"
"data":"steps.5.produce"
}
},
"outputs":[
......@@ -156,12 +177,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.encoder.DSBOX",
"name":"ISI DSBox Data Encoder",
"digest":"6c46bde20f9a2923d5ef7c1be5f877aac5e6bea160d083f2f5fb5135b0af92e9"
"digest":"0c8e8fd5fdbbcbe6c9a32cf8d6cd8c8fa9811f5a9609fce79e746cf304754899"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.5.produce"
"data":"steps.6.produce"
}
},
"outputs":[
......@@ -177,12 +198,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
"name":"ISI DSBox To Numeric DataFrame",
"digest":"18d6dd82e165ca0c5313c5aa97386ba0215a88aa1016a9ca1924248800c1c156"
"digest":"7f92c7ad8efa978ae1dcda8f3c7fb9cdea0f269d08c329557f3ffcb82193f73b"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.5.produce"
"data":"steps.6.produce"
}
},
"outputs":[
......@@ -198,12 +219,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.mean_imputation.DSBOX",
"name":"DSBox Mean Imputer",
"digest":"63cb8856c1e9da6d459f6f30ec019a4be535068585e0b20343b84466557302e7"
"digest":"50a3d0b5a384ae79380c1a8bdd99454aaeb4fef87e6a027ced1713287115ca84"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.7.produce"
"data":"steps.8.produce"
}
},
"outputs":[
......@@ -219,12 +240,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.normalization.iqr_scaler.DSBOX",
"name":"DSBox feature scaler",
"digest":"ec89c7bd11645c6ff21f8b763b8f84824ab58a81286a287bf00a4a27bb7841f5"
"digest":"a79b06393fe424079dbbd561d40977fb5d883687a1cf603fc541cfd5e0cb94c0"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.8.produce"
"data":"steps.9.produce"
}
},
"outputs":[
......@@ -240,12 +261,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.do_nothing.DSBOX",
"name":"DSBox do-nothing primitive",
"digest":"18b15beb05cb01db08b2761e4ff751b0205b8ba511758ebd188e1314b21ccc7c"
"digest":"f83fa69a9ed0f50803f1090b4d32e2584151889d5109f02efe99c23da08cc1eb"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.9.produce"
"data":"steps.10.produce"
}
},
"outputs":[
......@@ -266,7 +287,7 @@
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
"data":"steps.3.produce"
}
},
"outputs":[
......@@ -290,12 +311,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
"name":"ISI DSBox To Numeric DataFrame",
"digest":"18d6dd82e165ca0c5313c5aa97386ba0215a88aa1016a9ca1924248800c1c156"
"digest":"7f92c7ad8efa978ae1dcda8f3c7fb9cdea0f269d08c329557f3ffcb82193f73b"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.11.produce"
"data":"steps.12.produce"
}
},
"outputs":[
......@@ -313,23 +334,45 @@
{
"type":"PRIMITIVE",
"primitive":{
"id":"dsbox-featurizer-do-nothing",
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.do_nothing.DSBOX",
"name":"DSBox do-nothing primitive",
"digest":"18b15beb05cb01db08b2761e4ff751b0205b8ba511758ebd188e1314b21ccc7c"
"id":"09a4cffa-a59f-30ac-b78f-101c35b3f7c6",
"version":"2019.11.13",
"python_path":"d3m.primitives.feature_selection.select_fwe.SKlearn",
"name":"sklearn.feature_selection.univariate_selection.SelectFwe",
"digest":"a2fc030d6ac630dee8dd9d6ce30203731f74826c478f32507952175f4d4dbeb2"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.10.produce"
"data":"steps.11.produce"
},
"outputs":{
"type":"CONTAINER",
"data":"steps.13.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
],
"hyperparams":{
"add_index_columns":{
"type":"VALUE",
"data":true
},
"alpha":{
"type":"VALUE",
"data":0.0001
},
"return_result":{
"type":"VALUE",
"data":"new"
},
"use_semantic_types":{
"type":"VALUE",
"data":true
}
}
},
{
"type":"PRIMITIVE",
......@@ -343,11 +386,11 @@
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.13.produce"
"data":"steps.14.produce"
},
"outputs":{
"type":"CONTAINER",
"data":"steps.12.produce"
"data":"steps.13.produce"
}
},
"outputs":[
......@@ -382,11 +425,11 @@
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.13.produce"
"data":"steps.14.produce"
},
"outputs":{
"type":"CONTAINER",
"data":"steps.12.produce"
"data":"steps.13.produce"
}
},
"outputs":[
......@@ -421,11 +464,11 @@
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.13.produce"
"data":"steps.14.produce"
},
"outputs":{
"type":"CONTAINER",
"data":"steps.12.produce"
"data":"steps.13.produce"
}
},
"outputs":[
......@@ -455,15 +498,15 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.vertical_concatenate.DSBOX",
"name":"DSBox vertically concat",
"digest":"bbdba9747aeb64ca45a2588213ed62ab512badb71cb58303e807695ed69cf618"
"digest":"d5ef2b2a7ab346085694ed2b3ccec770f0f22a5e6bc2cec4f165d5fb4fd48f07"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":[
"steps.14.produce",
"steps.15.produce",
"steps.16.produce"
"steps.16.produce",
"steps.17.produce"
]
}
},
......@@ -480,12 +523,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.classification.ensemble_voting.DSBOX",
"name":"DSBox ensemble voting",
"digest":"3268cd55cd889382b0d5cb0c1e2a1242e62996108b0b1c2b7c74e51cc83d1c37"
"digest":"d3ec598fe8c7f1340476c90a6c3fc5d8164eb104bca2c5618860e1ba55c271b8"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.17.produce"
"data":"steps.18.produce"
}
},
"outputs":[
......@@ -495,7 +538,7 @@
]
}
],
"name":"default_classification_template:140513388575768",
"name":"default_classification_template:140613881088256",
"description":"",
"digest":"49c6b7595ab9af0d8834644972adb6c19207c36d2f6e7136e1670ce00c83cae0"
"digest":"843b75a755afa105cc5c699a5b01399ad9bdfcd5d4c2e3bdc1b5c21cbd2f5a43"
}
\ No newline at end of file
......@@ -22,7 +22,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/usc-isi-i2/dsbox-primitives@2d1bb1d36ec2bc3b1844c1a7163bc7f8c5ed5531#egg=dsbox-primitives"
"package_uri": "git+https://github.com/usc-isi-i2/dsbox-primitives@390595a708a8702cd6b7b388661127fcf63e4605#egg=dsbox-primitives"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
......@@ -169,5 +169,5 @@
}
},
"structural_type": "dsbox.datapostprocessing.ensemble_voting.EnsembleVoting",
"digest": "3268cd55cd889382b0d5cb0c1e2a1242e62996108b0b1c2b7c74e51cc83d1c37"
"digest": "d3ec598fe8c7f1340476c90a6c3fc5d8164eb104bca2c5618860e1ba55c271b8"
}
......@@ -23,7 +23,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/usc-isi-i2/dsbox-primitives@2d1bb1d36ec2bc3b1844c1a7163bc7f8c5ed5531#egg=dsbox-primitives"
"package_uri": "git+https://github.com/usc-isi-i2/dsbox-primitives@390595a708a8702cd6b7b388661127fcf63e4605#egg=dsbox-primitives"
}
],
"precondition": [],
......@@ -308,5 +308,5 @@
}
},
"structural_type": "dsbox.datapreprocessing.featurizer.image.video_classification.LSTM",
"digest": "3ee0b3baffd610545047ec8c7a9fd35585b53749c05f360ea98ec5983732aca3"
"digest": "2841ce330a0c8f48533d1784220412902d4b4be6b9d38de9007ef12ee3f47730"
}
{
"id":"29b59ec7-57c6-43a1-a378-4a5530b95cda",
"id":"1aef8844-4457-41ed-852c-55361477a225",
"schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created":"2020-02-01T01:54:31.666026Z",
"created":"2020-02-12T00:37:57.663735Z",
"inputs":[
{
"name":"input dataset"
......@@ -9,7 +9,7 @@
],
"outputs":[
{
"data":"steps.14.produce",
"data":"steps.15.produce",
"name":"predictions of input dataset"
}
],
......@@ -21,7 +21,7 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.do_nothing_for_dataset.DSBOX",
"name":"DSBox do-nothing primitive dataset version",
"digest":"46bda32f7ab8bace3a35a0d008f9c4691b3e18e0908249bf0e47104c9cb3c619"
"digest":"bcce798b83f80f79433ebc34aef7841c8478dc57d2c8533ddc1a468cb8d20d6a"
},
"arguments":{
"inputs":{
......@@ -77,6 +77,27 @@
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"version":"0.2.0",
"python_path":"d3m.primitives.schema_discovery.profiler.Common",
"name":"Determine missing semantic types for columns automatically",
"digest":"812f8751faff8fa1fd614e29448206db50074486bae0fc127badaf8b04e127de"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
......@@ -89,7 +110,7 @@
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
"data":"steps.3.produce"
}
},
"outputs":[
......@@ -114,12 +135,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.schema_discovery.profiler.DSBOX",
"name":"DSBox Profiler",
"digest":"a7a5df92f04b14b3c1a62a48c6673748019d9c4ff3b3e1e38121bd6077e1abea"
"digest":"cf5b31c698c83f5dc2adf4a4d3ebbf483c38418ecadd5d94c435b10654b13f91"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.3.produce"
"data":"steps.4.produce"
}
},
"outputs":[
......@@ -135,12 +156,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_cleaning.cleaning_featurizer.DSBOX",
"name":"DSBox Cleaning Featurizer",
"digest":"7ff8d342f0ce8d0682c3ebb95f2c3bef203a00be270eebe6822d5ffcd247b636"
"digest":"241f74973ef07b1e06a3658f6856bc8d516cb3a69771e5a6493363f770ec4cde"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.4.produce"
"data":"steps.5.produce"
}
},
"outputs":[
......@@ -156,12 +177,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.unary_encoder.DSBOX",
"name":"DSBox Unary Data Encoder",
"digest":"59a5aa267cff0e3fb0b4831096585375104c401f0f81a62d43ba67bf45e9792b"
"digest":"5799e4ad9c719495740c90ca0e80a047c2debdd81728360068aca7728547a3d8"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.5.produce"
"data":"steps.6.produce"
}
},
"outputs":[
......@@ -177,12 +198,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
"name":"ISI DSBox To Numeric DataFrame",
"digest":"18d6dd82e165ca0c5313c5aa97386ba0215a88aa1016a9ca1924248800c1c156"
"digest":"7f92c7ad8efa978ae1dcda8f3c7fb9cdea0f269d08c329557f3ffcb82193f73b"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.6.produce"
"data":"steps.7.produce"
}
},
"outputs":[
......@@ -198,12 +219,12 @@
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.iterative_regression_imputation.DSBOX",
"name":"DSBox Iterative Regression Imputer",