Commit d5d24278 authored by Sujen's avatar Sujen

Merge branch 'featuretools-primtitives-0.6.0' into 'master'

Featuretools Pipelines 0.6.0

See merge request datadrivendiscovery/primitives!279
parents 8ac6ed0f 0caa44e9
{
"problem": "32_wikiqa_problem",
"full_inputs": [
"32_wikiqa_dataset"
],
"train_inputs": [
"32_wikiqa_dataset_TRAIN"
],
"test_inputs": [
"32_wikiqa_dataset_TEST"
],
"score_inputs": [
"32_wikiqa_dataset_SCORE"
]
}
{
"problem": "uu3_world_development_indicators_problem",
"full_inputs": [
"uu3_world_development_indicators_dataset"
],
"train_inputs": [
"uu3_world_development_indicators_dataset_TRAIN"
],
"test_inputs": [
"uu3_world_development_indicators_dataset_TEST"
],
"score_inputs": [
"uu3_world_development_indicators_dataset_SCORE"
]
}
\ No newline at end of file
created: '2019-06-18T21:49:05.576060Z'
digest: 495c8b8082a9f9da34e1b4db6117764e3a727f20855e253cf778953643b4a2de
id: 447b8a28-d90c-4185-86f4-d2fe808cc85e
inputs:
- name: inputs
outputs:
- data: steps.5.produce
name: output predictions
schema: https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json
steps:
- arguments:
inputs:
data: inputs.0
type: CONTAINER
hyperparams:
fit_primitive:
data: 'no'
type: VALUE
primitive:
data:
case: transformer
value:
class: d3m.primitives.data_transformation.column_parser.DataFrameCommon
type: VALUE
resources:
data:
case: all
value: all
type: VALUE
outputs:
- id: produce
primitive:
digest: 1981e5dc0af05eff1b69b547b59b3f428dad0348ebcfb13754ac471f42b43df3
id: 5bef5738-1638-48d6-9935-72445f0eecdc
name: Map DataFrame resources to new resources using provided primitive
python_path: d3m.primitives.operator.dataset_map.DataFrameCommon
version: 0.1.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.0.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: a9f797e7267bc3840bcd76b396805a9e78d4b454db297aad8a3644945f574823
id: e659ef3a-f17c-4bbf-9e5a-13de79a4e55b
name: Multi Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.MultiTableFeaturization
version: 0.6.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 46d7b3efcb90146dc34c9ba1a760ff32aa06adc0693dc3e098b2fa59758f6c7b
id: 6c5dcfa3-1f87-4066-b16a-88c9c971f6e3
name: Single Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.SingleTableFeaturization
version: 0.6.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.2.produce
type: CONTAINER
hyperparams:
use_semantic_types:
data: true
type: VALUE
outputs:
- id: produce
primitive:
digest: 9878fdeb255c5b4fb2beaf053e68b2913e3d7b1c26e40c530c1cb4fe562fde26
id: d016df89-de62-3c53-87ed-c06bb6a23cde
name: sklearn.impute.SimpleImputer
python_path: d3m.primitives.data_cleaning.imputer.SKlearn
version: 2019.4.4
type: PRIMITIVE
- arguments:
inputs:
data: steps.3.produce
type: CONTAINER
outputs:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 546e76acd22c75406159c05a0e7f361f3159cc636ca2ad07b5dfccd5d74a07ac
id: cdbb80e4-e9de-4caa-a710-16b5d727b959
name: XGBoost GBTree regressor
python_path: d3m.primitives.regression.xgboost_gbtree.DataFrameCommon
version: 0.1.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.4.produce
type: CONTAINER
reference:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: cfb2d595652c4ae0d24e67d4cb8e4916c9f3c2753eaccc2935263d054b3682fa
id: 8d38b340-f83f-4877-baaa-162f8e551736
name: Construct pipeline predictions output
python_path: d3m.primitives.data_transformation.construct_predictions.DataFrameCommon
version: 0.3.0
type: PRIMITIVE
{
"problem": "LL0_acled_reduced_problem",
"full_inputs": [
"LL0_acled_reduced_dataset"
],
"train_inputs": [
"LL0_acled_reduced_dataset_TRAIN"
],
"test_inputs": [
"LL0_acled_reduced_dataset_TEST"
],
"score_inputs": [
"LL0_acled_reduced_dataset_SCORE"
]
}
\ No newline at end of file
created: '2019-06-16T20:30:37.304124Z'
digest: e50bc84f163777d46c3a3922ea4c59e920ad049ccb18dcbc797411d9c682c417
id: 0731722c-91a4-4bfa-87b0-98426a741291
created: '2019-06-18T21:48:15.171430Z'
digest: 5e3e3a746d4c075b6402f40943c533fb97ee26365f01ada323cc29e60e6b6f4c
id: 896c0314-c9b3-4bfa-8142-3e15b9ee4e72
inputs:
- name: inputs
outputs:
......@@ -43,7 +43,7 @@ steps:
outputs:
- id: produce
primitive:
digest: d6de582f57759bc562a3b6fc6c970fe9c9fc999fd73d0c76826bace59c86d9ac
digest: a9f797e7267bc3840bcd76b396805a9e78d4b454db297aad8a3644945f574823
id: e659ef3a-f17c-4bbf-9e5a-13de79a4e55b
name: Multi Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.MultiTableFeaturization
......@@ -56,7 +56,7 @@ steps:
outputs:
- id: produce
primitive:
digest: 4170b658aeb2aa0a9b6ff5771c1ce0ca81371ebe176b89438a95d6c8c8acbb90
digest: 46d7b3efcb90146dc34c9ba1a760ff32aa06adc0693dc3e098b2fa59758f6c7b
id: 6c5dcfa3-1f87-4066-b16a-88c9c971f6e3
name: Single Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.SingleTableFeaturization
......@@ -73,7 +73,7 @@ steps:
outputs:
- id: produce
primitive:
digest: 1933705a04d8da0c4a34f4d4fc2ec4c9d826abaea53bc073b654588daaa5988d
digest: 9878fdeb255c5b4fb2beaf053e68b2913e3d7b1c26e40c530c1cb4fe562fde26
id: d016df89-de62-3c53-87ed-c06bb6a23cde
name: sklearn.impute.SimpleImputer
python_path: d3m.primitives.data_cleaning.imputer.SKlearn
......
{
"problem": "32_wikiqa_problem",
"full_inputs": [
"32_wikiqa_dataset"
],
"train_inputs": [
"32_wikiqa_dataset_TRAIN"
],
"test_inputs": [
"32_wikiqa_dataset_TEST"
],
"score_inputs": [
"32_wikiqa_dataset_SCORE"
]
}
\ No newline at end of file
created: '2019-06-18T21:47:56.644277Z'
digest: 512e7f093d56d0968c145e3d89a8d602f8c522c188c085fffde78ba87dc2a096
id: b8defd3d-3013-4d0e-ab04-f5f8c98ce6fc
inputs:
- name: inputs
outputs:
- data: steps.5.produce
name: output predictions
schema: https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json
steps:
- arguments:
inputs:
data: inputs.0
type: CONTAINER
hyperparams:
fit_primitive:
data: 'no'
type: VALUE
primitive:
data:
case: transformer
value:
class: d3m.primitives.data_transformation.column_parser.DataFrameCommon
type: VALUE
resources:
data:
case: all
value: all
type: VALUE
outputs:
- id: produce
primitive:
digest: 1981e5dc0af05eff1b69b547b59b3f428dad0348ebcfb13754ac471f42b43df3
id: 5bef5738-1638-48d6-9935-72445f0eecdc
name: Map DataFrame resources to new resources using provided primitive
python_path: d3m.primitives.operator.dataset_map.DataFrameCommon
version: 0.1.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.0.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: a9f797e7267bc3840bcd76b396805a9e78d4b454db297aad8a3644945f574823
id: e659ef3a-f17c-4bbf-9e5a-13de79a4e55b
name: Multi Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.MultiTableFeaturization
version: 0.6.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 46d7b3efcb90146dc34c9ba1a760ff32aa06adc0693dc3e098b2fa59758f6c7b
id: 6c5dcfa3-1f87-4066-b16a-88c9c971f6e3
name: Single Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.SingleTableFeaturization
version: 0.6.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.2.produce
type: CONTAINER
hyperparams:
use_semantic_types:
data: true
type: VALUE
outputs:
- id: produce
primitive:
digest: 9878fdeb255c5b4fb2beaf053e68b2913e3d7b1c26e40c530c1cb4fe562fde26
id: d016df89-de62-3c53-87ed-c06bb6a23cde
name: sklearn.impute.SimpleImputer
python_path: d3m.primitives.data_cleaning.imputer.SKlearn
version: 2019.4.4
type: PRIMITIVE
- arguments:
inputs:
data: steps.3.produce
type: CONTAINER
outputs:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 37761bafdc3e23b98fb860690c0163c769ac4de0f489ba9da6d40cdaf6491773
id: fe0841b7-6e70-4bc3-a56c-0670a95ebc6a
name: XGBoost GBTree classifier
python_path: d3m.primitives.classification.xgboost_gbtree.DataFrameCommon
version: 0.1.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.4.produce
type: CONTAINER
reference:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: cfb2d595652c4ae0d24e67d4cb8e4916c9f3c2753eaccc2935263d054b3682fa
id: 8d38b340-f83f-4877-baaa-162f8e551736
name: Construct pipeline predictions output
python_path: d3m.primitives.data_transformation.construct_predictions.DataFrameCommon
version: 0.3.0
type: PRIMITIVE
......@@ -14,7 +14,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/Featuretools/ta1-primitives.git@cf863e7fa86de157e0866430c2965edea55bfad6#egg=featuretools_ta1"
"package_uri": "git+https://github.com/Featuretools/ta1-primitives.git@14777c3c71f50b7ca266117fe78aece71e5eb9c9#egg=featuretools_ta1"
}
],
"algorithm_types": [
......@@ -286,6 +286,6 @@
}
},
"structural_type": "featuretools_ta1.multi_table.MultiTableFeaturization",
"description": "This primitive creates new interaction features for an input dataframe.\n\nAfter creating features it reduces the set of possible features using an unsupervised approach\n\nAttributes\n----------\nmetadata : PrimitiveMetadata\n Primitive's metadata. Available as a class attribute.\nlogger : Logger\n Primitive's logger. Available as a class attribute.\nhyperparams : Hyperparams\n Hyperparams passed to the constructor.\nrandom_seed : int\n Random seed passed to the constructor.\ndocker_containers : Dict[str, DockerContainer]\n A dict mapping Docker image keys from primitive's metadata to (named) tuples containing\n container's address under which the container is accessible by the primitive, and a\n dict mapping exposed ports to ports on that address.\nvolumes : Dict[str, str]\n A dict mapping volume keys from primitive's metadata to file and directory paths\n where downloaded and extracted files are available to the primitive.\ntemporary_directory : str\n An absolute path to a temporary directory a primitive can use to store any files\n for the duration of the current pipeline run phase. Directory is automatically\n cleaned up after the current pipeline run phase finishes.",
"digest": "d6de582f57759bc562a3b6fc6c970fe9c9fc999fd73d0c76826bace59c86d9ac"
"description": "This primitive creates new interaction features for an input dataframe.\nAfter creating features it reduces the set of possible features using an unsupervised approach\n\nAttributes\n----------\nmetadata : PrimitiveMetadata\n Primitive's metadata. Available as a class attribute.\nlogger : Logger\n Primitive's logger. Available as a class attribute.\nhyperparams : Hyperparams\n Hyperparams passed to the constructor.\nrandom_seed : int\n Random seed passed to the constructor.\ndocker_containers : Dict[str, DockerContainer]\n A dict mapping Docker image keys from primitive's metadata to (named) tuples containing\n container's address under which the container is accessible by the primitive, and a\n dict mapping exposed ports to ports on that address.\nvolumes : Dict[str, str]\n A dict mapping volume keys from primitive's metadata to file and directory paths\n where downloaded and extracted files are available to the primitive.\ntemporary_directory : str\n An absolute path to a temporary directory a primitive can use to store any files\n for the duration of the current pipeline run phase. Directory is automatically\n cleaned up after the current pipeline run phase finishes.",
"digest": "a9f797e7267bc3840bcd76b396805a9e78d4b454db297aad8a3644945f574823"
}
{
"problem": "LL0_acled_reduced_problem",
"full_inputs": [
"LL0_acled_reduced_dataset"
],
"train_inputs": [
"LL0_acled_reduced_dataset_TRAIN"
],
"test_inputs": [
"LL0_acled_reduced_dataset_TEST"
],
"score_inputs": [
"LL0_acled_reduced_dataset_SCORE"
]
}
\ No newline at end of file
created: '2019-06-18T21:48:34.491817Z'
digest: 86c99da355f5f7b3596976aef9ef43f0f5dc6764a114ac40531cd43352606a0f
id: 1a730238-37d3-4118-831e-7c238aa68b8b
inputs:
- name: inputs
outputs:
- data: steps.5.produce
name: output predictions
schema: https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json
steps:
- arguments:
inputs:
data: inputs.0
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 0d46a2c5bc374e305682dc4f1c322518c07638153a8365034a513ea46960802b
id: 4b42ce1e-9b98-4a25-b68e-fad13311eb65
name: Extract a DataFrame from a Dataset
python_path: d3m.primitives.data_transformation.dataset_to_dataframe.Common
version: 0.3.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.0.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 312cacc014497dd674e34765f6eb54430e594c591e760da0383c87844753d2ce
id: d510cb7a-1782-4f51-b44c-58f0236e47c7
name: Parses strings into their types
python_path: d3m.primitives.data_transformation.column_parser.DataFrameCommon
version: 0.5.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 46d7b3efcb90146dc34c9ba1a760ff32aa06adc0693dc3e098b2fa59758f6c7b
id: 6c5dcfa3-1f87-4066-b16a-88c9c971f6e3
name: Single Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.SingleTableFeaturization
version: 0.6.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.2.produce
type: CONTAINER
hyperparams:
use_semantic_types:
data: true
type: VALUE
outputs:
- id: produce
primitive:
digest: 9878fdeb255c5b4fb2beaf053e68b2913e3d7b1c26e40c530c1cb4fe562fde26
id: d016df89-de62-3c53-87ed-c06bb6a23cde
name: sklearn.impute.SimpleImputer
python_path: d3m.primitives.data_cleaning.imputer.SKlearn
version: 2019.4.4
type: PRIMITIVE
- arguments:
inputs:
data: steps.3.produce
type: CONTAINER
outputs:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 37761bafdc3e23b98fb860690c0163c769ac4de0f489ba9da6d40cdaf6491773
id: fe0841b7-6e70-4bc3-a56c-0670a95ebc6a
name: XGBoost GBTree classifier
python_path: d3m.primitives.classification.xgboost_gbtree.DataFrameCommon
version: 0.1.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.4.produce
type: CONTAINER
reference:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: cfb2d595652c4ae0d24e67d4cb8e4916c9f3c2753eaccc2935263d054b3682fa
id: 8d38b340-f83f-4877-baaa-162f8e551736
name: Construct pipeline predictions output
python_path: d3m.primitives.data_transformation.construct_predictions.DataFrameCommon
version: 0.3.0
type: PRIMITIVE
{
"problem": "LL1_736_stock_market_problem",
"full_inputs": [
"LL1_736_stock_market_dataset"
],
"train_inputs": [
"LL1_736_stock_market_dataset_TRAIN"
],
"test_inputs": [
"LL1_736_stock_market_dataset_TEST"
],
"score_inputs": [
"LL1_736_stock_market_dataset_SCORE"
]
}
\ No newline at end of file
created: '2019-06-16T20:30:55.979204Z'
digest: 657b4432abbbbeca498e6200296c278c89363dad89722869f56eaf28e4039bdb
id: ea286037-42a3-4b5e-8fe6-cd0eabc81c5c
created: '2019-06-18T21:48:57.185077Z'
digest: 3dcb98c28c089cae60b4c7edef2f434371f8480210c8fc65a05d4bf33cd97947
id: 1bf0bdc0-a440-4a66-a406-f1e1f73081b0
inputs:
- name: inputs
outputs:
......@@ -41,7 +41,7 @@ steps:
outputs:
- id: produce
primitive:
digest: 4170b658aeb2aa0a9b6ff5771c1ce0ca81371ebe176b89438a95d6c8c8acbb90
digest: 46d7b3efcb90146dc34c9ba1a760ff32aa06adc0693dc3e098b2fa59758f6c7b
id: 6c5dcfa3-1f87-4066-b16a-88c9c971f6e3
name: Single Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.SingleTableFeaturization
......@@ -58,7 +58,7 @@ steps:
outputs:
- id: produce
primitive:
digest: 1933705a04d8da0c4a34f4d4fc2ec4c9d826abaea53bc073b654588daaa5988d
digest: 9878fdeb255c5b4fb2beaf053e68b2913e3d7b1c26e40c530c1cb4fe562fde26
id: d016df89-de62-3c53-87ed-c06bb6a23cde
name: sklearn.impute.SimpleImputer
python_path: d3m.primitives.data_cleaning.imputer.SKlearn
......
{
"problem": "196_autoMpg_problem",
"full_inputs": [
"196_autoMpg_dataset"
],
"train_inputs": [
"196_autoMpg_dataset_TRAIN"
],
"test_inputs": [
"196_autoMpg_dataset_TEST"
],
"score_inputs": [
"196_autoMpg_dataset_SCORE"
]
}
\ No newline at end of file
created: '2019-06-18T21:47:51.892464Z'
digest: 3246db91d4699d754bd10c5423f0e7efcdca6f18d91cee88904a03db6d53cf88
id: 219f50a0-3236-40e9-9b6f-d0a29e0894bb
inputs:
- name: inputs
outputs:
- data: steps.5.produce
name: output predictions
schema: https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json
steps:
- arguments:
inputs:
data: inputs.0
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 0d46a2c5bc374e305682dc4f1c322518c07638153a8365034a513ea46960802b
id: 4b42ce1e-9b98-4a25-b68e-fad13311eb65
name: Extract a DataFrame from a Dataset
python_path: d3m.primitives.data_transformation.dataset_to_dataframe.Common
version: 0.3.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.0.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 312cacc014497dd674e34765f6eb54430e594c591e760da0383c87844753d2ce
id: d510cb7a-1782-4f51-b44c-58f0236e47c7
name: Parses strings into their types
python_path: d3m.primitives.data_transformation.column_parser.DataFrameCommon
version: 0.5.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce
primitive:
digest: 46d7b3efcb90146dc34c9ba1a760ff32aa06adc0693dc3e098b2fa59758f6c7b
id: 6c5dcfa3-1f87-4066-b16a-88c9c971f6e3
name: Single Table Deep Feature Synthesis
python_path: d3m.primitives.feature_construction.deep_feature_synthesis.SingleTableFeaturization
version: 0.6.0
type: PRIMITIVE
- arguments:
inputs:
data: steps.2.produce
type: CONTAINER
hyperparams:
use_semantic_types:
data: true
type: VALUE
outputs:
- id: produce
primitive:
digest: 9878fdeb255c5b4fb2beaf053e68b2913e3d7b1c26e40c530c1cb4fe562fde26
id: d016df89-de62-3c53-87ed-c06bb6a23cde
name: sklearn.impute.SimpleImputer
python_path: d3m.primitives.data_cleaning.imputer.SKlearn
version: 2019.4.4
type: PRIMITIVE
- arguments:
inputs:
data: steps.3.produce
type: CONTAINER
outputs:
data: steps.1.produce
type: CONTAINER
outputs:
- id: produce