Commit 35f6754a authored by Naiyu Yin's avatar Naiyu Yin
Browse files

updates on pipelines

parent 3ae0f640
{
"created": "2020-01-21T18:34:54.884919Z",
"digest": "327202eb4d650d993bb3e349d18fb90190eec53fdc521ff748c079e3167a6d7e",
"id": "1dac5627-d573-4c00-8471-99abb7172f8b",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.8.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "422744651afd5995d029a227a1dd7b1696038816b7eb9601f37d661757812aee",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"detect_semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/CategoricalData",
"http://schema.org/Integer",
"http://schema.org/Float",
"http://schema.org/Text",
"https://metadata.datadrivendiscovery.org/types/Attribute",
"https://metadata.datadrivendiscovery.org/types/PrimaryKey"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "8b12a9aececdc5b7a4d5ef47cd04cda75592fd24f49922776b614d4bbeeb97f1",
"id": "e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"name": "Determine missing semantic types for columns automatically",
"python_path": "d3m.primitives.schema_discovery.profiler.Common",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"columns": {
"data": [
29
],
"type": "VALUE"
},
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "1ce3100831f0fe7c10aa54f4957a272051f179e6815f2d43088a25d62ed81cff",
"id": "3002bc5b-fa47-4a3d-882e-a8b5f3d756aa",
"name": "Remove semantic types from columns",
"python_path": "d3m.primitives.data_transformation.remove_semantic_types.Common",
"version": "0.1.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "f1215fe3351a2e8bf495f9ed5ed50e88b30d78d4d7ebd9e13bb544e63a10994b",
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"name": "Parses strings into their types",
"python_path": "d3m.primitives.data_transformation.column_parser.Common",
"version": "0.6.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.5.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"method": {
"data": "pseudoBayesian",
"type": "VALUE"
},
"nbins": {
"data": 20,
"type": "VALUE"
},
"problem_type": {
"data": "regression",
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "40d64ac013245bd3d8256fa1d38bd206c05d8a388dc0edb191e01ae29c5283cd",
"id": "4d46e77b-9c29-4631-b382-02333e928f10",
"name": "JMIplus_auto feature selector",
"python_path": "d3m.primitives.feature_selection.joint_mutual_information.AutoRPI",
"version": "v2020.1.9"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.6.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.5.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"n_estimators": {
"data": 16,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "5359711371d6607eb9ac13c5471c997fbba8d2fb307e3673b9f25ad91501d6f7",
"id": "35321059-2a1a-31fd-9509-5494efc751c7",
"name": "sklearn.ensemble.forest.ExtraTreesRegressor",
"python_path": "d3m.primitives.regression.extra_trees.SKlearn",
"version": "2019.11.13"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.7.produce",
"type": "CONTAINER"
},
"reference": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "2994d9885ddeb72f5a47a8fb04e27fe3f684adebf7c5dc27cb56392475dbb29c",
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"name": "Construct pipeline predictions output",
"python_path": "d3m.primitives.data_transformation.construct_predictions.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
}
]
}
\ No newline at end of file
{
"created": "2020-01-21T18:21:09.212612Z",
"digest": "77e0076a53294009c8a448140b127167a8b6068a1b8c0bd438bbf2ebbd6be16e",
"id": "8c4a4bd5-fad0-4aba-b15e-180308348b72",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.8.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "422744651afd5995d029a227a1dd7b1696038816b7eb9601f37d661757812aee",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"detect_semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/CategoricalData",
"http://schema.org/Integer",
"http://schema.org/Float",
"http://schema.org/Text",
"https://metadata.datadrivendiscovery.org/types/Attribute",
"https://metadata.datadrivendiscovery.org/types/PrimaryKey"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "8b12a9aececdc5b7a4d5ef47cd04cda75592fd24f49922776b614d4bbeeb97f1",
"id": "e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"name": "Determine missing semantic types for columns automatically",
"python_path": "d3m.primitives.schema_discovery.profiler.Common",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"columns": {
"data": [
2
],
"type": "VALUE"
},
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "1ce3100831f0fe7c10aa54f4957a272051f179e6815f2d43088a25d62ed81cff",
"id": "3002bc5b-fa47-4a3d-882e-a8b5f3d756aa",
"name": "Remove semantic types from columns",
"python_path": "d3m.primitives.data_transformation.remove_semantic_types.Common",
"version": "0.1.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "f1215fe3351a2e8bf495f9ed5ed50e88b30d78d4d7ebd9e13bb544e63a10994b",
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"name": "Parses strings into their types",
"python_path": "d3m.primitives.data_transformation.column_parser.Common",
"version": "0.6.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.5.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"method": {
"data": "fullBayesian",
"type": "VALUE"
},
"nbins": {
"data": 10,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "40d64ac013245bd3d8256fa1d38bd206c05d8a388dc0edb191e01ae29c5283cd"</