Commit c7ba69e3 authored by Mitar's avatar Mitar
Browse files

Merge branch 'cmu-2020.1.23-1132' into 'master'

update data cleaning primitives and pipelines

See merge request !156
parents f8551d71 f8d91aa2
Pipeline #111899763 failed with stages
in 36 minutes and 34 seconds
......@@ -50,9 +50,9 @@
"primitive": {
"id": "fe0f1ac8-1d39-463a-b344-7bd498a31b92",
"version": "0.1",
"python_path": "d3m.primitives.data_augmentation.clean_augmentation.AutonBox",
"python_path": "d3m.primitives.data_cleaning.clean_augmentation.AutonBox",
"name": "Clean dataset of unaugmented rows",
"digest": "9cd6a46903518365cb714997fceadab21c773bebc2e6138aed20bd0a12a7c98f"
"digest": "a93d8ed883f147c3bea21b6677c174e846ea11a3562fafc1515d1fb25d3fe476"
},
"hyperparams": {
"original_columns": {
......@@ -578,7 +578,7 @@
"version": "0.1",
"python_path": "d3m.primitives.data_transformation.merge_partial_predictions.AutonBox",
"name": "Merge predictions of multiple models",
"digest": "13c41fb2bc490548dbb04a9be7a0d4c1e5ff4885c59dc31c661d2a29b3853d29"
"digest": "763571b2f3f14a164629861306ec8cf5150a8a3daa89fcf5e2f6f1f1bb13eefd"
},
"arguments": {
"inputs": {
......
......@@ -2,7 +2,7 @@
"id": "fe0f1ac8-1d39-463a-b344-7bd498a31b92",
"version": "0.1.0",
"name": "Clean dataset of unaugmented rows",
"python_path": "d3m.primitives.data_augmentation.clean_augmentation.AutonBox",
"python_path": "d3m.primitives.data_cleaning.clean_augmentation.AutonBox",
"source": {
"name": "CMU",
"uris": [
......@@ -13,13 +13,13 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/autonbox.git@f9337d4d458bec49436fbb31d72ede64b7379924#egg=autonbox"
"package_uri": "git+https://github.com/autonlab/autonbox.git@a89c64c3b2ce2b6c4a8e25f860079519d8b1ca50#egg=autonbox"
}
],
"algorithm_types": [
"DATA_RETRIEVAL"
],
"primitive_family": "DATA_TRANSFORMATION",
"primitive_family": "DATA_CLEANING",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
"original_python_path": "autonbox.clean_augment.CleanAugmentationPrimitive",
"primitive_code": {
......@@ -54,7 +54,7 @@
},
"percentage_missing": {
"type": "d3m.metadata.hyperparams.Uniform",
"default": 0.3,
"default": 0.5,
"structural_type": "float",
"semantic_types": [
"https://metadata.datadrivendiscovery.org/types/TuningParameter"
......@@ -206,5 +206,5 @@
},
"structural_type": "autonbox.clean_augment.CleanAugmentationPrimitive",
"description": "Remove rows which haven't been augmented following the datamart augmentation\n(any rows with more than percentage_missing columns which are resulting from augmentation)\n\nNB: This primitive results might reduce the number of row\n\nAttributes\n----------\nmetadata : PrimitiveMetadata\n Primitive's metadata. Available as a class attribute.\nlogger : Logger\n Primitive's logger. Available as a class attribute.\nhyperparams : Hyperparams\n Hyperparams passed to the constructor.\nrandom_seed : int\n Random seed passed to the constructor.\ndocker_containers : Dict[str, DockerContainer]\n A dict mapping Docker image keys from primitive's metadata to (named) tuples containing\n container's address under which the container is accessible by the primitive, and a\n dict mapping exposed ports to ports on that address.\nvolumes : Dict[str, str]\n A dict mapping volume keys from primitive's metadata to file and directory paths\n where downloaded and extracted files are available to the primitive.\ntemporary_directory : str\n An absolute path to a temporary directory a primitive can use to store any files\n for the duration of the current pipeline run phase. Directory is automatically\n cleaned up after the current pipeline run phase finishes.",
"digest": "4a17bcc890d4f7207629d984faec4633023a48a02300e526427abd8d518bf15d"
"digest": "a93d8ed883f147c3bea21b6677c174e846ea11a3562fafc1515d1fb25d3fe476"
}
......@@ -50,9 +50,9 @@
"primitive": {
"id": "fe0f1ac8-1d39-463a-b344-7bd498a31b92",
"version": "0.1",
"python_path": "d3m.primitives.data_augmentation.clean_augmentation.AutonBox",
"python_path": "d3m.primitives.data_cleaning.clean_augmentation.AutonBox",
"name": "Clean dataset of unaugmented rows",
"digest": "9cd6a46903518365cb714997fceadab21c773bebc2e6138aed20bd0a12a7c98f"
"digest": "a93d8ed883f147c3bea21b6677c174e846ea11a3562fafc1515d1fb25d3fe476"
},
"hyperparams": {
"original_columns": {
......@@ -578,7 +578,7 @@
"version": "0.1",
"python_path": "d3m.primitives.data_transformation.merge_partial_predictions.AutonBox",
"name": "Merge predictions of multiple models",
"digest": "13c41fb2bc490548dbb04a9be7a0d4c1e5ff4885c59dc31c661d2a29b3853d29"
"digest": "763571b2f3f14a164629861306ec8cf5150a8a3daa89fcf5e2f6f1f1bb13eefd"
},
"arguments": {
"inputs": {
......
......@@ -13,7 +13,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/autonbox.git@f9337d4d458bec49436fbb31d72ede64b7379924#egg=autonbox"
"package_uri": "git+https://github.com/autonlab/autonbox.git@a89c64c3b2ce2b6c4a8e25f860079519d8b1ca50#egg=autonbox"
}
],
"algorithm_types": [
......@@ -175,5 +175,5 @@
},
"structural_type": "autonbox.merge_partial_multipredictions.MergePartialPredictionsPrimitive",
"description": "Merge predictions of multiple models\nUseful if model do not produce predictions for each points and that it is necessary\nto merge those predictions (the first non nan will be returned)\n\nAttributes\n----------\nmetadata : PrimitiveMetadata\n Primitive's metadata. Available as a class attribute.\nlogger : Logger\n Primitive's logger. Available as a class attribute.\nhyperparams : Hyperparams\n Hyperparams passed to the constructor.\nrandom_seed : int\n Random seed passed to the constructor.\ndocker_containers : Dict[str, DockerContainer]\n A dict mapping Docker image keys from primitive's metadata to (named) tuples containing\n container's address under which the container is accessible by the primitive, and a\n dict mapping exposed ports to ports on that address.\nvolumes : Dict[str, str]\n A dict mapping volume keys from primitive's metadata to file and directory paths\n where downloaded and extracted files are available to the primitive.\ntemporary_directory : str\n An absolute path to a temporary directory a primitive can use to store any files\n for the duration of the current pipeline run phase. Directory is automatically\n cleaned up after the current pipeline run phase finishes.",
"digest": "c6c2e22d7500d085b4d86fd56356d701264f2c96966edfc3a2eb775158490aa7"
"digest": "763571b2f3f14a164629861306ec8cf5150a8a3daa89fcf5e2f6f1f1bb13eefd"
}
......@@ -14,7 +14,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/autonbox.git@f9337d4d458bec49436fbb31d72ede64b7379924#egg=autonbox"
"package_uri": "git+https://github.com/autonlab/autonbox.git@a89c64c3b2ce2b6c4a8e25f860079519d8b1ca50#egg=autonbox"
},
{
"type": "FILE",
......@@ -163,5 +163,5 @@
}
},
"structural_type": "autonbox.resnext101_kinetics_video_features.ResNext101KineticsPrimitive",
"digest": "faa83741649a3fe23ed2bf0a3c41ee7f3e1dd4e1737fbd834ac3cdf7fc3cac12"
"digest": "1e527a632ee47e0cea31a7269836c31aecaa00fc0c5ca41977e332d5117640e1"
}
......@@ -14,7 +14,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/autonbox.git@f9337d4d458bec49436fbb31d72ede64b7379924#egg=autonbox"
"package_uri": "git+https://github.com/autonlab/autonbox.git@a89c64c3b2ce2b6c4a8e25f860079519d8b1ca50#egg=autonbox"
}
],
"algorithm_types": [
......@@ -202,5 +202,5 @@
}
},
"structural_type": "autonbox.iterative_labeling.IterativeLabelingPrimitive",
"digest": "07896356d917d7aee5782072e2837ca989b171e179831d1ccdf3c09a56306778"
"digest": "ed08f92599d43c7b0e2eebe1d8ec2ab05fb227970c96280e2f84fd8b93598597"
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment