Commit a59fa9ed authored by Mitar's avatar Mitar
Browse files

Merge branch 'RPI' into 'master'

new primitives and pipelines

See merge request !142
parents 95a705b7 903d3222
Pipeline #111265025 passed with stages
in 76 minutes and 15 seconds
......@@ -20,7 +20,7 @@
{
"type": "PIP",
"package": "rpi_d3m_primitives",
"version": "0.2.3"
"version": "0.2.4"
}
],
"python_path": "d3m.primitives.classification.tree_augmented_naive_bayes.BayesianInfRPI",
......@@ -212,5 +212,5 @@
"params": {}
},
"structural_type": "rpi_d3m_primitives.TreeAugmentedNB_BayesianInf.TreeAugmentedNB_BayesianInf",
"digest": "d3117792a01e719f86bdbcf66525cbe1df7ecca7eb513fd2cdc7d47283f79bdc"
"digest": "fe55f0481c78323999cc71e26a2ddcbb8322dfa1574d38a30d41e410d56a5302"
}
{
"created": "2020-01-16T09:28:03.677358Z",
"digest": "4ba0be391073fac10646aff5c052969f7eb723c3916d4b5a7d772fa312931bba",
"id": "318ed3f7-e77b-4da3-a447-048939808f5e",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.9.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "422744651afd5995d029a227a1dd7b1696038816b7eb9601f37d661757812aee",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"detect_semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/CategoricalData",
"http://schema.org/Integer",
"http://schema.org/Float",
"http://schema.org/Text",
"https://metadata.datadrivendiscovery.org/types/Attribute",
"https://metadata.datadrivendiscovery.org/types/PrimaryKey"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "8b12a9aececdc5b7a4d5ef47cd04cda75592fd24f49922776b614d4bbeeb97f1",
"id": "e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"name": "Determine missing semantic types for columns automatically",
"python_path": "d3m.primitives.schema_discovery.profiler.Common",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"columns": {
"data": [
1,
20
],
"type": "VALUE"
},
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "1ce3100831f0fe7c10aa54f4957a272051f179e6815f2d43088a25d62ed81cff",
"id": "3002bc5b-fa47-4a3d-882e-a8b5f3d756aa",
"name": "Remove semantic types from columns",
"python_path": "d3m.primitives.data_transformation.remove_semantic_types.Common",
"version": "0.1.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "f1215fe3351a2e8bf495f9ed5ed50e88b30d78d4d7ebd9e13bb544e63a10994b",
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"name": "Parses strings into their types",
"python_path": "d3m.primitives.data_transformation.column_parser.Common",
"version": "0.6.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.4.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.5.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"method": {
"data": "pseudoBayesian",
"type": "VALUE"
},
"nbins": {
"data": 11,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "242f0e031d9e301df4adba5affb43bf643220535065cfb782dad88550648114c",
"id": "4d46e77b-9c29-4631-b382-02333e928f10",
"name": "JMIplus_auto feature selector",
"python_path": "d3m.primitives.feature_selection.joint_mutual_information.AutoRPI",
"version": "v2020.1.9"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.6.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"strategy": {
"data": "most_frequent",
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "adc79e644eec35eb9d616be755a5de83b27f66e42b04f6508a9ceb82d99cc739",
"id": "d016df89-de62-3c53-87ed-c06bb6a23cde",
"name": "sklearn.impute.SimpleImputer",
"python_path": "d3m.primitives.data_cleaning.imputer.SKlearn",
"version": "2019.6.7"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.7.produce",
"type": "CONTAINER"
},
"outputs": {
"data": "steps.5.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"n_estimators": {
"data": 12,
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "fae487ee779444b98ab0f7f61d8e67b9eb0fd9e5876b27644c8b1fc08a3d04c3",
"id": "1dd82833-5692-39cb-84fb-2455683075f3",
"name": "sklearn.ensemble.forest.RandomForestClassifier",
"python_path": "d3m.primitives.classification.random_forest.SKlearn",
"version": "2019.6.7"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.8.produce",
"type": "CONTAINER"
},
"reference": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "2994d9885ddeb72f5a47a8fb04e27fe3f684adebf7c5dc27cb56392475dbb29c",
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"name": "Construct pipeline predictions output",
"python_path": "d3m.primitives.data_transformation.construct_predictions.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
}
]
}
\ No newline at end of file
{
"created": "2020-01-16T08:24:48.108120Z",
"digest": "45bbcb636551664689ac57a1c855b4ee9eac5b0857ac78e8cfa4a5d25f379107",
"id": "45efa9f8-f4f4-4c4e-ad8e-6db07b6e5196",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.9.produce",
"name": "output predictions"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"steps": [
{
"arguments": {
"inputs": {
"data": "inputs.0",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "422744651afd5995d029a227a1dd7b1696038816b7eb9601f37d661757812aee",
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"name": "Extract a DataFrame from a Dataset",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.0.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"detect_semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/CategoricalData",
"http://schema.org/Integer",
"http://schema.org/Float",
"http://schema.org/Text",
"https://metadata.datadrivendiscovery.org/types/Attribute",
"https://metadata.datadrivendiscovery.org/types/PrimaryKey"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "8b12a9aececdc5b7a4d5ef47cd04cda75592fd24f49922776b614d4bbeeb97f1",
"id": "e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"name": "Determine missing semantic types for columns automatically",
"python_path": "d3m.primitives.schema_discovery.profiler.Common",
"version": "0.2.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.1.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"columns": {
"data": [
65
],
"type": "VALUE"
},
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "1ce3100831f0fe7c10aa54f4957a272051f179e6815f2d43088a25d62ed81cff",
"id": "3002bc5b-fa47-4a3d-882e-a8b5f3d756aa",
"name": "Remove semantic types from columns",
"python_path": "d3m.primitives.data_transformation.remove_semantic_types.Common",
"version": "0.1.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.2.produce",
"type": "CONTAINER"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "f1215fe3351a2e8bf495f9ed5ed50e88b30d78d4d7ebd9e13bb544e63a10994b",
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"name": "Parses strings into their types",
"python_path": "d3m.primitives.data_transformation.column_parser.Common",
"version": "0.6.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
],
"type": "VALUE"
}
},
"outputs": [
{
"id": "produce"
}
],
"primitive": {
"digest": "30cceb9812b430d6550d54766b4f674b68b92531fc2ad63f56818ea002399c13",
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"name": "Extracts columns by semantic type",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"version": "0.3.0"
},
"type": "PRIMITIVE"
},
{
"arguments": {
"inputs": {
"data": "steps.3.produce",
"type": "CONTAINER"
}
},
"hyperparams": {
"semantic_types": {
"data": [
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
],
"type": "VALUE"
}