Commit 51dc2cfd authored by Zijun Cui's avatar Zijun Cui

pipeline descriptions

parent 8d032931
{
"context": "TESTING",
"created": "2019-04-23T23:38:58.976767Z",
"digest": "b1a6afe53b34444e79b54ebcd8606c88a33f70daf736aed25fa951eee95b0b1b",
"id": "fe6657c9-8f67-45b8-a020-6629c0fe8a7c",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.5.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"hyperparams": {
"columns": {
"data": [
1
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "dbcf94751799f4512a830a74aa0c33def2b686609264a1b67c4bd9e0d64c2c59",
"id": "2eeff053-395a-497d-88db-7374c27812e6",
"name": "Column remover",
"python_path": "d3m.primitives.data_transformation.remove_columns.DatasetCommon",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "5312a7b0727f999ff0a48cbf84146b5026610dd65300c78ebf49fae7e9cef7de",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "b8def651efe57c086aa9757071e3619069304cc0171d23e14e06fa318f77cb69",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/SuggestedTarget"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "b8def651efe57c086aa9757071e3619069304cc0171d23e14e06fa318f77cb69",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"N0": {
"data": 8,
"type": "VALUE"
},
"nbins": {
"data": 7,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "36857cad416eca8ebfe9360ab4397922dfaef26c1881c85b635764fba47c98dc",
"id": "2fa0afb2-1b7b-462d-a7c9-11b44efe9eb0",
"name": "Tree-Augmented Naive Bayes Classifier",
"python_path": "d3m.primitives.classification.tree_augmented_naive_bayes.BayesianInfRPI",
"version": "v2019.4"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
},
"reference": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "71d02613086c17bb2775f3cc90dcfffdef708bad3dbc290df89f2498f9de5534",
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"name": "Construct pipeline predictions output",
"python_path": "d3m.primitives.data_transformation.construct_predictions.DataFrameCommon",
"version": "0.3.0"
},
"type": "PRIMITIVE"
}
]
}
\ No newline at end of file
{
"problem": "185_baseball_problem",
"full_inputs": [
"185_baseball_dataset"
],
"train_inputs": [
"185_baseball_dataset_TRAIN"
],
"test_inputs": [
"185_baseball_dataset_TEST"
],
"score_inputs": [
"185_baseball_dataset_SCORE"
]
}
{
"context": "TESTING",
"created": "2019-04-23T23:36:43.832401Z",
"digest": "26c4479a47152b94d328115ba5c30c9836917ea8d966d32d56c97bf02460b820",
"id": "58278c7a-9b2b-467c-bbf7-adf9c1a96e87",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.8.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"hyperparams": {
"columns": {
"data": [
15,
19
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "dbcf94751799f4512a830a74aa0c33def2b686609264a1b67c4bd9e0d64c2c59",
"id": "2eeff053-395a-497d-88db-7374c27812e6",
"name": "Column remover",
"python_path": "d3m.primitives.data_transformation.remove_columns.DatasetCommon",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "5312a7b0727f999ff0a48cbf84146b5026610dd65300c78ebf49fae7e9cef7de",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "40e47134facdf16d1fa65894af557bbebfce6e973f09d1be158171db7d721eab",
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"name": "Parses strings into their types",
"python_path": "d3m.primitives.data_transformation.column_parser.DataFrameCommon",
"version": "0.5.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "b8def651efe57c086aa9757071e3619069304cc0171d23e14e06fa318f77cb69",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/SuggestedTarget"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "b8def651efe57c086aa9757071e3619069304cc0171d23e14e06fa318f77cb69",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"nbins": {
"data": 2,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "97d7212bf0962f21e0653eff399f219444edc25953b3a67a41fc42ef5e405a72",
"id": "4d46e77b-9c29-4631-b382-02333e928f10",
"name": "JMIplus_auto feature selector",
"python_path": "d3m.primitives.feature_selection.joint_mutual_information.AutoRPI",
"version": "v2019.4"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"strategy": {
"data": "most_frequent",
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "a442529ad564892290c76819d033429e7b9d7c2912e80ef5a0b0526a2dfd4ebd",
"id": "d016df89-de62-3c53-87ed-c06bb6a23cde",
"name": "sklearn.impute.SimpleImputer",
"python_path": "d3m.primitives.data_cleaning.imputer.SKlearn",
"version": "2019.4.4"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.6.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"n_estimators": {
"data": 24,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "0f35b19bc025b235419b728aa19758f2e599b8d8be1f26790448af40a3e0ab2a",
"id": "1dd82833-5692-39cb-84fb-2455683075f3",
"name": "sklearn.ensemble.forest.RandomForestClassifier",
"python_path": "d3m.primitives.classification.random_forest.SKlearn",
"version": "2019.4.4"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.7.produce",
"type": "CONTAINER"
},
"reference": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "71d02613086c17bb2775f3cc90dcfffdef708bad3dbc290df89f2498f9de5534",
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"name": "Construct pipeline predictions output",
"python_path": "d3m.primitives.data_transformation.construct_predictions.DataFrameCommon",
"version": "0.3.0"
},
"type": "PRIMITIVE"
}
]
}
\ No newline at end of file
{
"problem": "57_hypothyroid_problem",
"full_inputs": [
"57_hypothyroid_dataset"
],
"train_inputs": [
"57_hypothyroid_dataset_TRAIN"
],
"test_inputs": [
"57_hypothyroid_dataset_TEST"
],
"score_inputs": [
"57_hypothyroid_dataset_SCORE"
]
}
{
"context": "TESTING",
"created": "2019-04-23T23:34:58.425396Z",
"digest": "03612653d12d6df9bbd4a1855ea1990e75a12f9120e4049894f15e831cc216fa",
"id": "43091609-30c9-450d-94b2-aedac728b05a",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.6.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "5312a7b0727f999ff0a48cbf84146b5026610dd65300c78ebf49fae7e9cef7de",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "40e47134facdf16d1fa65894af557bbebfce6e973f09d1be158171db7d721eab",
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"name": "Parses strings into their types",
"python_path": "d3m.primitives.data_transformation.column_parser.DataFrameCommon",
"version": "0.5.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "b8def651efe57c086aa9757071e3619069304cc0171d23e14e06fa318f77cb69",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/SuggestedTarget"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "b8def651efe57c086aa9757071e3619069304cc0171d23e14e06fa318f77cb69",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"nbins": {
"data": 19,
"type": "VALUE"
}
},
"outputs": [
{