Skip to content

GitLab

Commit ea23e3f0 authored by Mitar's avatar Mitar
Browse files

Merge branch 'mnml_meta' into 'master' 

Mnml meta pipelines

See merge request !103
parents e77b5554 b264440a
Pipeline #109936002 failed with stages
in 32 minutes and 15 seconds
Hide whitespace changes
Inline Side-by-side
Showing with 1683 additions and 0 deletions
.gitattributes
View file @ ea23e3f0
......@@ -65,3 +65,4 @@ v2020.1.9/ISI/d3m.primitives.feature_construction.corex_text.DSBOX/1.0.0/pipelin
v2020.1.9/common-primitives/d3m.primitives.data_augmentation.datamart_augmentation.Common/0.1/pipelines/3afd2bd2-7ba1-4ac1-928f-fad0c39a05e5.json filter=lfs diff=lfs merge=lfs -text
v2020.1.9/CMU/d3m.primitives.semisupervised_classification.iterative_labeling.AutonBox/0.2.1/pipeline_runs/pipeline_run_SEMI_1217_click_prediction_small.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/CMU/d3m.primitives.semisupervised_classification.iterative_labeling.AutonBox/0.2.1/pipeline_runs/pipeline_run_SEMI_155_pokerhand.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.feature_construction.corex_text.DSBOX/1.0.0/pipeline_runs/LL1_TXT_CLS_airline_opinion_MIN_METADATA_pipeline_run.yml filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.feature_construction.corex_continuous.DSBOX/1.0.0/pipelines/5fa006d1-30a7-450c-a3ff-026ec917c60d.json 0 → 100644
View file @ ea23e3f0
{
"id":"5fa006d1-30a7-450c-a3ff-026ec917c60d",
"schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created":"2019-06-06T05:29:22.640712Z",
"inputs":[
{
"name":"input dataset"
}
],
"outputs":[
{
"data":"steps.10.produce",
"name":"predictions of input dataset"
}
],
"steps":[
{
"type":"PRIMITIVE",
"primitive":{
"id":"f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version":"0.2.0",
"python_path":"d3m.primitives.data_transformation.denormalize.Common",
"name":"Denormalize datasets"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"inputs.0"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"starting_resource":{
"type":"VALUE",
"data":null
},
"recursive":{
"type":"VALUE",
"data":true
},
"many_to_many":{
"type":"VALUE",
"data":false
},
"discard_not_joined_tabular_resources":{
"type":"VALUE",
"data":false
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name":"Extract a DataFrame from a Dataset"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.0.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"version":"0.3.0",
"python_path":"d3m.primitives.schema_discovery.profiler.Common",
"name":"Determine missing semantic types automatically"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.1.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"name":"Extracts columns by semantic type"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"semantic_types":{
"type":"VALUE",
"data":[
"https://metadata.datadrivendiscovery.org/types/PrimaryKey",
"https://metadata.datadrivendiscovery.org/types/Attribute"
]
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"name":"Extracts columns by semantic type"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"semantic_types":{
"type":"VALUE",
"data":[
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"18f0bb42-6350-3753-8f2d-d1c3da70f279",
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.encoder.DSBOX",
"name":"ISI DSBox Data Encoder"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.3.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"7ddf2fd8-2f7f-4e53-96a7-0d9f5aeecf93",
"version":"1.5.3",
"python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
"name":"ISI DSBox To Numeric DataFrame"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.5.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"7894b699-61e9-3a50-ac9f-9bc510466667",
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.mean_imputation.DSBOX",
"name":"DSBox Mean Imputer"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.6.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"dsbox-multi-table-feature-scaler",
"version":"1.5.3",
"python_path":"d3m.primitives.normalization.iqr_scaler.DSBOX",
"name":"DSBox feature scaler"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.7.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"d2d4fefc-0859-3522-91df-7e445f61a69b",
"version":"1.0.0",
"python_path":"d3m.primitives.feature_construction.corex_continuous.DSBOX",
"name":"CorexContinuous"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.8.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"n_hidden":{
"type":"VALUE",
"data":30
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"18e63b10-c5b7-34bc-a670-f2c831d6b4bf",
"version":"1.0.0",
"python_path":"d3m.primitives.regression.echo_linear.DSBOX",
"name":"EchoLinearRegression"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.9.produce"
},
"outputs":{
"type":"CONTAINER",
"data":"steps.4.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"alpha":{
"type":"VALUE",
"data":1.0
}
}
}
],
"name":"TA1_regression_template_1:139972216851912",
"description":""
}
v2020.1.9/ISI/d3m.primitives.feature_construction.corex_continuous.DSBOX/1.0.0/pipelines/c3da2f69-8273-4a24-a85a-944dbbb18f78.json 0 → 100644
View file @ ea23e3f0
{
"id":"c3da2f69-8273-4a24-a85a-944dbbb18f78",
"schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created":"2019-06-06T05:29:22.640712Z",
"inputs":[
{
"name":"input dataset"
}
],
"outputs":[
{
"data":"steps.10.produce",
"name":"predictions of input dataset"
}
],
"steps":[
{
"type":"PRIMITIVE",
"primitive":{
"id":"f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version":"0.2.0",
"python_path":"d3m.primitives.data_transformation.denormalize.Common",
"name":"Denormalize datasets"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"inputs.0"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"starting_resource":{
"type":"VALUE",
"data":null
},
"recursive":{
"type":"VALUE",
"data":true
},
"many_to_many":{
"type":"VALUE",
"data":false
},
"discard_not_joined_tabular_resources":{
"type":"VALUE",
"data":false
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name":"Extract a DataFrame from a Dataset"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.0.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"version":"0.3.0",
"python_path":"d3m.primitives.schema_discovery.profiler.Common",
"name":"Determine missing semantic types automatically"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.1.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"name":"Extracts columns by semantic type"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"semantic_types":{
"type":"VALUE",
"data":[
"https://metadata.datadrivendiscovery.org/types/PrimaryKey",
"https://metadata.datadrivendiscovery.org/types/Attribute"
]
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"name":"Extracts columns by semantic type"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"semantic_types":{
"type":"VALUE",
"data":[
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"18f0bb42-6350-3753-8f2d-d1c3da70f279",
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.encoder.DSBOX",
"name":"ISI DSBox Data Encoder"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.3.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"7ddf2fd8-2f7f-4e53-96a7-0d9f5aeecf93",
"version":"1.5.3",
"python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
"name":"ISI DSBox To Numeric DataFrame"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.5.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"7894b699-61e9-3a50-ac9f-9bc510466667",
"version":"1.5.3",
"python_path":"d3m.primitives.data_preprocessing.mean_imputation.DSBOX",
"name":"DSBox Mean Imputer"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.6.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"dsbox-multi-table-feature-scaler",
"version":"1.5.3",
"python_path":"d3m.primitives.normalization.iqr_scaler.DSBOX",
"name":"DSBox feature scaler"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.7.produce"
}
},
"outputs":[
{
"id":"produce"
</