Commit 6a560475 authored by Naiyu Yin's avatar Naiyu Yin
Browse files

new primitives and pipelines

parent 4ca70e8f
......@@ -66,3 +66,11 @@ v2020.1.9/common-primitives/d3m.primitives.data_augmentation.datamart_augmentati
v2020.1.9/CMU/d3m.primitives.semisupervised_classification.iterative_labeling.AutonBox/0.2.1/pipeline_runs/pipeline_run_SEMI_1217_click_prediction_small.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/CMU/d3m.primitives.semisupervised_classification.iterative_labeling.AutonBox/0.2.1/pipeline_runs/pipeline_run_SEMI_155_pokerhand.yaml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/ISI/d3m.primitives.feature_construction.corex_text.DSBOX/1.0.0/pipeline_runs/LL1_TXT_CLS_airline_opinion_MIN_METADATA_pipeline_run.yml filter=lfs diff=lfs merge=lfs -text
v2020.1.9/RPI/d3m.primitives.feature_selection.joint_mutual_information.AutoRPI/v2020.1.9/pipeline_runs/d7a043d9-d326-4e8a-af3a-a0b372ad2056_run.yml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/RPI/d3m.primitives.classification.tree_augmented_naive_bayes.BayesianInfRPI/v2020.1.9/pipeline_runs/135fe346-0f96-4e87-8810-bb6542e2d9be_run.yml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/RPI/d3m.primitives.classification.tree_augmented_naive_bayes.BayesianInfRPI/v2020.1.9/pipeline_runs/4d180a33-1748-4caf-937f-9237547aedfc_run.yml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/RPI/d3m.primitives.feature_selection.score_based_markov_blanket.RPI/v2020.1.9/pipeline_runs/aa709c50-8cc9-441d-a93e-561d2fdcab02_run.yml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/RPI/d3m.primitives.feature_selection.joint_mutual_information.AutoRPI/v2020.1.9/pipeline_runs/e52710fe-9871-4560-a4f6-61fc9a33e615_run.yml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/RPI/d3m.primitives.feature_selection.joint_mutual_information.AutoRPI/v2020.1.9/pipeline_runs/e10feadd-c65a-49cb-9978-d686dd0bd392_run.yml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/RPI/d3m.primitives.feature_selection.simultaneous_markov_blanket.AutoRPI/v2020.1.9/pipeline_runs/f19607e1-3680-425d-80a6-47dd3a65b31b_run.yml.gz filter=lfs diff=lfs merge=lfs -text
v2020.1.9/RPI/d3m.primitives.feature_selection.score_based_markov_blanket.RPI/v2020.1.9/pipeline_runs/0e4c10c9-7d70-43ed-8ca0-369ec5749faf_run.yml.gz filter=lfs diff=lfs merge=lfs -text
{
"created": "2020-01-16T08:33:17.105394Z",
"digest": "26aa1968f5a7b5ec66da3fe33b4cefee72208e949ee54691e824e93db6b6de69",
"id": "135fe346-0f96-4e87-8810-bb6542e2d9be",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.7.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "422744651afd5995d029a227a1dd7b1696038816b7eb9601f37d661757812aee",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"detect_semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/CategoricalData",
"http://schema.org/Integer",
"http://schema.org/Float",
"http://schema.org/Text",
"https://metadata.datadrivendiscovery.org/types/Attribute",
"https://metadata.datadrivendiscovery.org/types/PrimaryKey"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "8b12a9aececdc5b7a4d5ef47cd04cda75592fd24f49922776b614d4bbeeb97f1",
"id": "e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"name": "Determine missing semantic types for columns automatically",
"python_path": "d3m.primitives.schema_discovery.profiler.Common",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"columns": {
"data": [
11
],
"type": "VALUE"
},
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "1ce3100831f0fe7c10aa54f4957a272051f179e6815f2d43088a25d62ed81cff",
"id": "3002bc5b-fa47-4a3d-882e-a8b5f3d756aa",
"name": "Remove semantic types from columns",
"python_path": "d3m.primitives.data_transformation.remove_semantic_types.Common",
"version": "0.1.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "f1215fe3351a2e8bf495f9ed5ed50e88b30d78d4d7ebd9e13bb544e63a10994b",
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"name": "Parses strings into their types",
"python_path": "d3m.primitives.data_transformation.column_parser.Common",
"version": "0.6.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.5.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"N0": {
"data": 2,
"type": "VALUE"
},
"nbins": {
"data": 14,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "d3117792a01e719f86bdbcf66525cbe1df7ecca7eb513fd2cdc7d47283f79bdc",
"id": "2fa0afb2-1b7b-462d-a7c9-11b44efe9eb0",
"name": "Tree-Augmented Naive Bayes Classifier",
"python_path": "d3m.primitives.classification.tree_augmented_naive_bayes.BayesianInfRPI",
"version": "v2020.1.9"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.6.produce",
"type": "CONTAINER"
},
"reference": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "2994d9885ddeb72f5a47a8fb04e27fe3f684adebf7c5dc27cb56392475dbb29c",
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"name": "Construct pipeline predictions output",
"python_path": "d3m.primitives.data_transformation.construct_predictions.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
}
]
}
\ No newline at end of file
{
"created": "2020-01-16T08:41:06.101794Z",
"digest": "93b4a97cd5ec0081ab05e3b2e7b9f2469a7b10e3d4b89155c537601ceba6e9db",
"id": "2d518657-0fa6-432a-8e0c-3907672d9c72",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.8.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "422744651afd5995d029a227a1dd7b1696038816b7eb9601f37d661757812aee",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"detect_semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/CategoricalData",
"http://schema.org/Integer",
"http://schema.org/Float",
"http://schema.org/Text",
"https://metadata.datadrivendiscovery.org/types/Attribute",
"https://metadata.datadrivendiscovery.org/types/PrimaryKey"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "8b12a9aececdc5b7a4d5ef47cd04cda75592fd24f49922776b614d4bbeeb97f1",
"id": "e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"name": "Determine missing semantic types for columns automatically",
"python_path": "d3m.primitives.schema_discovery.profiler.Common",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"columns": {
"data": [
7
],
"type": "VALUE"
},
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "1ce3100831f0fe7c10aa54f4957a272051f179e6815f2d43088a25d62ed81cff",
"id": "3002bc5b-fa47-4a3d-882e-a8b5f3d756aa",
"name": "Remove semantic types from columns",
"python_path": "d3m.primitives.data_transformation.remove_semantic_types.Common",
"version": "0.1.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "f1215fe3351a2e8bf495f9ed5ed50e88b30d78d4d7ebd9e13bb544e63a10994b",
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"name": "Parses strings into their types",
"python_path": "d3m.primitives.data_transformation.column_parser.Common",
"version": "0.6.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.5.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"method": {
"data": "counting",
"type": "VALUE"
},
"nbins": {
"data": 20,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],