Commit 2c6f4604 authored by Muxin Liang's avatar Muxin Liang ⛹🏿 Committed by Mitar

More pipelines for ISI, also UMASS primitive

parent 47cc0b8a
{
"id":"ab725912-a17d-4477-8624-eb0799109511",
"schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created":"2019-05-15T00:55:08.020918Z",
"context":"PRETRAINING",
"inputs":[
{
"name":"input dataset"
}
],
"outputs":[
{
"data":"steps.7.produce",
"name":"predictions of input dataset"
}
],
"steps":[
{
"type":"PRIMITIVE",
"primitive":{
"id":"f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version":"0.2.0",
"python_path":"d3m.primitives.data_transformation.denormalize.Common",
"name":"Denormalize datasets",
"digest":"be65aa8b920356392be6ecf2a3244c06d87d8611a2379e0bbba6ad92b4b5ffb9"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"inputs.0"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"starting_resource":{
"type":"VALUE",
"data":null
},
"recursive":{
"type":"VALUE",
"data":true
},
"many_to_many":{
"type":"VALUE",
"data":false
},
"discard_not_joined_tabular_resources":{
"type":"VALUE",
"data":false
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name":"Extract a DataFrame from a Dataset",
"digest":"b8251591d8f5f03e1c4d3ec740016c386ad6c20216cfd7d7dd9b8b2e3ab0595f"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.0.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version":"0.2.0",
"python_path":"d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"name":"Extracts columns by semantic type",
"digest":"a0d61e03605d9e487c29de5d88a1c7f32d9aef8e23a413b794dad2f4da8ee836"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.1.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"semantic_types":{
"type":"VALUE",
"data":[
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"7ddf2fd8-2f7f-4e53-96a7-0d9f5aeecf93",
"version":"1.5.0",
"python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
"name":"ISI DSBox To Numeric DataFrame",
"digest":"aa3be99f9b6b0823ffc591cab068aeaac5728648c3425e2f52baf0b6eb10e4c8"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"drop_non_numeric_columns":{
"type":"VALUE",
"data":false
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"dsbox-featurizer-image-dataframe-to-tensor",
"version":"1.5.0",
"python_path":"d3m.primitives.data_preprocessing.dataframe_to_tensor.DSBOX",
"name":"DSBox Image Featurizer dataframe to tensor transformer",
"digest":"4c3695d389c742e7c88c57bbbfc84edf1977f198e42167d07fe33c6f2b7e3ffb"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.1.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"dsbox-featurizer-image-resnet50",
"version":"1.5.0",
"python_path":"d3m.primitives.feature_extraction.resnet50_image_feature.DSBOX",
"name":"DSBox Image Featurizer RestNet50",
"digest":"0a5d986d0166790cd5a7da3cfefc940432268c14f526b7c4ea84b77e70d425ee"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.4.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"generate_metadata":{
"type":"VALUE",
"data":true
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"2fb28cd1-5de6-3663-a2dc-09c786fba7f4",
"version":"2019.4.4",
"python_path":"d3m.primitives.feature_extraction.pca.SKlearn",
"name":"sklearn.decomposition.pca.PCA",
"digest":"f70a569f2d01af7ea18208f91d204727839630dd7e5667e29ec8ed53760c9529"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.5.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"add_index_columns":{
"type":"VALUE",
"data":true
},
"use_semantic_types":{
"type":"VALUE",
"data":true
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"f0fd7a62-09b5-3abc-93bb-f5f999f7cc80",
"version":"2019.4.4",
"python_path":"d3m.primitives.regression.random_forest.SKlearn",
"name":"sklearn.ensemble.forest.RandomForestRegressor",
"digest":"8e21fe6143ccc4e9276ba6b7dea7104ff79a73955aed04f44dc79b21d6be39ae"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.6.produce"
},
"outputs":{
"type":"CONTAINER",
"data":"steps.3.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"add_index_columns":{
"type":"VALUE",
"data":true
},
"use_semantic_types":{
"type":"VALUE",
"data":true
}
}
}
],
"name":"Default_image_processing_regression_template:4938591112",
"description":"",
"digest":"6f8992d49b7c90b53ae8d53a5576bb29dcdf9f6cdb5da944bb50cc8ddc290af3",
"pipeline_rank":0.7771772081232441,
"metric":"meanSquaredError",
"metric_value":0.7771772081232441,
"template_name":"Default_image_processing_regression_template",
"template_task":"REGRESSION",
"template_subtask":"{'UNIVARIATE', 'MULTIVARIATE'}",
"problem_taskType":"regression",
"problem_taskSubType":"univariate"
}
\ No newline at end of file
{
"problem":"22_handgeometry_problem",
"full_inputs":[
"22_handgeometry_dataset"
],
"train_inputs":[
"22_handgeometry_dataset_TRAIN"
],
"test_inputs":[
"22_handgeometry_dataset_TEST"
],
"score_inputs":[
"22_handgeometry_dataset_SCORE"
]
}
\ No newline at end of file
{
"id":"7f6ff004-06d1-4848-a123-0da69cfe2828",
"schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created":"2019-05-16T21:55:54.382689Z",
"context":"PRETRAINING",
"inputs":[
{
"name":"input dataset"
}
],
"outputs":[
{
"data":"steps.7.produce",
"name":"predictions of input dataset"
}
],
"steps":[
{
"type":"PRIMITIVE",
"primitive":{
"id":"f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version":"0.2.0",
"python_path":"d3m.primitives.data_transformation.denormalize.Common",
"name":"Denormalize datasets",
"digest":"81f07c01fddaff5d5d931730d73f691bd35645c4dc4c7bcb00f137d197dad42f"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"inputs.0"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"starting_resource":{
"type":"VALUE",
"data":null
},
"recursive":{
"type":"VALUE",
"data":true
},
"many_to_many":{
"type":"VALUE",
"data":false
},
"discard_not_joined_tabular_resources":{
"type":"VALUE",
"data":false
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name":"Extract a DataFrame from a Dataset",
"digest":"6ee6b94c42491892321d83c7a88a6a93b173c532d9783eafd520c7fd4bd03c55"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.0.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version":"0.2.0",
"python_path":"d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"name":"Extracts columns by semantic type",
"digest":"67977ed362c96178cd3e61cafd94f84e17a288cf5ed9c5f2f5a0cb81a99f77bc"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.1.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"semantic_types":{
"type":"VALUE",
"data":[
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"7ddf2fd8-2f7f-4e53-96a7-0d9f5aeecf93",
"version":"1.5.0",
"python_path":"d3m.primitives.data_transformation.to_numeric.DSBOX",
"name":"ISI DSBox To Numeric DataFrame",
"digest":"1406a0d5150ef6be12db6b09af0f58f7f1201f3aa54416790354a6ded810f767"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.2.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"drop_non_numeric_columns":{
"type":"VALUE",
"data":false
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"dsbox-featurizer-image-dataframe-to-tensor",
"version":"1.5.0",
"python_path":"d3m.primitives.data_preprocessing.dataframe_to_tensor.DSBOX",
"name":"DSBox Image Featurizer dataframe to tensor transformer",
"digest":"3657b61f59f31bd96b8f09a285aec90e7c31d78f8b742c29f738f7b6c1af8da0"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.1.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"dsbox-featurizer-image-vgg16",
"version":"1.5.0",
"python_path":"d3m.primitives.feature_extraction.vgg16_image_feature.DSBOX",
"name":"DSBox Image Featurizer VGG16",
"digest":"24dda7f28762197aa2aa7507d59caecfc5e5b90760261804a8244c8d6a48ae34"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.4.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"generate_metadata":{
"type":"VALUE",
"data":true
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"2fb28cd1-5de6-3663-a2dc-09c786fba7f4",
"version":"2019.4.4",
"python_path":"d3m.primitives.feature_extraction.pca.SKlearn",
"name":"sklearn.decomposition.pca.PCA",
"digest":"f70a569f2d01af7ea18208f91d204727839630dd7e5667e29ec8ed53760c9529"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.5.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"add_index_columns":{
"type":"VALUE",
"data":true
},
"use_semantic_types":{
"type":"VALUE",
"data":true
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"f0fd7a62-09b5-3abc-93bb-f5f999f7cc80",
"version":"2019.4.4",
"python_path":"d3m.primitives.regression.random_forest.SKlearn",
"name":"sklearn.ensemble.forest.RandomForestRegressor",
"digest":"8e21fe6143ccc4e9276ba6b7dea7104ff79a73955aed04f44dc79b21d6be39ae"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.6.produce"
},
"outputs":{
"type":"CONTAINER",
"data":"steps.3.produce"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"add_index_columns":{
"type":"VALUE",
"data":true
}
}
}
],
"name":"TA1VggImageProcessingRegressionTemplate:140511768434512",
"description":"",
"digest":"06147f6d7bf3d4e7859b6c8edb0f49b01439d0e25353d688c0a42e4813866945",
"pipeline_rank":0.70445153862861,
"metric":"meanSquaredError",
"metric_value":0.70445153862861,
"template_name":"TA1VggImageProcessingRegressionTemplate",
"template_task":"REGRESSION",
"template_subtask":"{'MULTIVARIATE', 'UNIVARIATE'}",
"problem_taskType":"regression",
"problem_taskSubType":"NONE"
}
\ No newline at end of file
{
"problem":"22_handgeometry_problem",
"full_inputs":[
"22_handgeometry_dataset"
],
"train_inputs":[
"22_handgeometry_dataset_TRAIN"
],
"test_inputs":[
"22_handgeometry_dataset_TEST"
],
"score_inputs":[
"22_handgeometry_dataset_SCORE"
]
}
\ No newline at end of file
{
"id":"a254f9c3-b5a6-4c83-8a56-e1f5debb1630",
"schema":"https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created":"2019-05-10T20:42:53.299983Z",
"inputs":[
{
"name":"input dataset"
}
],
"outputs":[
{
"data":"steps.4.produce",
"name":"predictions of input dataset"
}
],
"steps":[
{
"type":"PRIMITIVE",
"primitive":{
"id":"f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version":"0.2.0",
"python_path":"d3m.primitives.data_transformation.denormalize.Common",
"name":"Denormalize datasets",
"digest":"be65aa8b920356392be6ecf2a3244c06d87d8611a2379e0bbba6ad92b4b5ffb9"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"inputs.0"
}
},
"outputs":[
{
"id":"produce"
}
],
"hyperparams":{
"starting_resource":{
"type":"VALUE",
"data":null
},
"recursive":{
"type":"VALUE",
"data":true
},
"many_to_many":{
"type":"VALUE",
"data":false
},
"discard_not_joined_tabular_resources":{
"type":"VALUE",
"data":false
}
}
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version":"0.3.0",
"python_path":"d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name":"Extract a DataFrame from a Dataset",
"digest":"b8251591d8f5f03e1c4d3ec740016c386ad6c20216cfd7d7dd9b8b2e3ab0595f"
},
"arguments":{
"inputs":{
"type":"CONTAINER",
"data":"steps.0.produce"
}
},
"outputs":[
{
"id":"produce"
}
]
},
{
"type":"PRIMITIVE",
"primitive":{
"id":"4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version":"0.2.0",
"python_path":"d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"name":"Extracts columns by semantic type",
"digest":"a0d61e03605d9e487c29de5d88a1c7f32d9aef8e23a413b794dad2f4da8ee836"