Skip to content

GitLab

Commit 3c97cce8 authored by Chris Bethune's avatar Chris Bethune Committed by Mitar
Browse files

Distil minmeta audio pipelines

parent d61f138e
Hide whitespace changes
Inline Side-by-side
Showing with 486 additions and 24 deletions
v2020.1.9/Distil/d3m.primitives.classification.bert_classifier.DistilBertPairClassification/0.1.1/pipelines/231b69dc-3740-4b91-b77e-6263b1e8fa2f.json 0 → 100644
View file @ 3c97cce8
{
"id": "231b69dc-3740-4b91-b77e-6263b1e8fa2f",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2020-01-23T21:06:32.589639Z",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.6.produce",
"name": "output"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.denormalize.Common",
"name": "Denormalize datasets"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name": "Extract a DataFrame from a Dataset"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"version": "0.6.0",
"python_path": "d3m.primitives.data_transformation.column_parser.Common",
"name": "Parses strings into their types"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.1.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"parse_semantic_types": {
"type": "VALUE",
"data": [
"http://schema.org/Boolean",
"http://schema.org/Integer",
"http://schema.org/Float",
"https://metadata.datadrivendiscovery.org/types/FloatVector"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"name": "Extracts columns by semantic type"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"name": "Extracts columns by semantic type"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/Target",
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "7c305f3a-442a-41ad-b9db-8c437753b119",
"version": "0.1.1",
"python_path": "d3m.primitives.classification.bert_classifier.DistilBertPairClassification",
"name": "BERT pair classification"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.3.produce"
},
"outputs": {
"type": "CONTAINER",
"data": "steps.4.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"doc_col_0": {
"type": "VALUE",
"data": 1
},
"doc_col_1": {
"type": "VALUE",
"data": 3
},
"batch_size": {
"type": "VALUE",
"data": 16
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.construct_predictions.Common",
"name": "Construct pipeline predictions output"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.5.produce"
},
"reference": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
}
],
"digest": "dc2f882d2dcef3682708243ee877008cc89b587a5d5f4f82ef2ba6ebd465a979"
}
v2020.1.9/Distil/d3m.primitives.collaborative_filtering.collaborative_filtering_link_prediction.DistilCollaborativeFiltering/0.1.4/pipelines/8c3a2db6-4449-4a7a-9830-1b9cf2b993d6.json 0 → 100644
View file @ 3c97cce8
{
"id": "8c3a2db6-4449-4a7a-9830-1b9cf2b993d6",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2020-01-23T21:06:32.806107Z",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.6.produce",
"name": "output"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name": "Extract a DataFrame from a Dataset"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "e193afa1-b45e-4d29-918f-5bb1fa3b88a7",
"version": "0.2.0",
"python_path": "d3m.primitives.schema_discovery.profiler.Common",
"name": "Determine missing semantic types for columns automatically"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"version": "0.6.0",
"python_path": "d3m.primitives.data_transformation.column_parser.Common",
"name": "Parses strings into their types"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.1.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"parse_semantic_types": {
"type": "VALUE",
"data": [
"http://schema.org/Boolean",
"http://schema.org/Integer",
"http://schema.org/Float",
"https://metadata.datadrivendiscovery.org/types/FloatVector"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"name": "Extracts columns by semantic type"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common",
"name": "Extracts columns by semantic type"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/Target",
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "a242314d-7955-483f-aed6-c74cd2b880df",
"version": "0.1.4",
"python_path": "d3m.primitives.collaborative_filtering.collaborative_filtering_link_prediction.DistilCollaborativeFiltering",
"name": "Collaborative filtering"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.3.produce"
},
"outputs": {
"type": "CONTAINER",
"data": "steps.4.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.construct_predictions.Common",
"name": "Construct pipeline predictions output"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.5.produce"
},
"reference": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
}
],
"digest": "778e6038785fdd2c98c2f85a2ad11d24dfebfd00d6d76e121930eff97251e568"
}
v2020.1.9/Distil/d3m.primitives.data_preprocessing.audio_reader.DistilAudioDatasetLoader/0.2.0/pipelines/88e43cbf-2cfa-49e9-9b50-9e1b3a224a2f.json → v2020.1.9/Distil/d3m.primitives.data_preprocessing.audio_reader.DistilAudioDatasetLoader/0.2.0/pipelines/781d378e-8839-416f-b8bf-2c9376c47391.json
View file @ 3c97cce8
{
"id": "88e43cbf-2cfa-49e9-9b50-9e1b3a224a2f",
"id": "781d378e-8839-416f-b8bf-2c9376c47391",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2020-01-31T02:19:18.401593Z",
"created": "2020-01-31T17:18:59.311816Z",
"inputs": [
{
"name": "inputs"
......@@ -9,11 +9,40 @@
],
"outputs": [
{
"data": "steps.5.produce",
"data": "steps.6.produce",
"name": "output"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "268315c1-7549-4aee-a4cc-28921cba74c0",
"version": "0.1.0",
"python_path": "d3m.primitives.data_preprocessing.dataset_sample.Common",
"name": "Dataset sampling primitive"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"sample_size": {
"type": "VALUE",
"data": {
"case": "relative",
"value": 0.75
}
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
......@@ -25,7 +54,7 @@
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
"data": "steps.0.produce"
}
},
"outputs": [
......@@ -48,7 +77,7 @@
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce"
"data": "steps.1.produce"
}
},
"outputs": [
......@@ -79,7 +108,7 @@
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.1.produce"
"data": "steps.2.produce"
}
},
"outputs": [
......@@ -108,7 +137,7 @@
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce_collection"
"data": "steps.1.produce_collection"
}
},
"outputs": [
......@@ -128,11 +157,11 @@
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.3.produce"
"data": "steps.4.produce"
},
"outputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
"data": "steps.3.produce"
}
},
"outputs": [
......@@ -158,11 +187,11 @@
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.4.produce"
"data": "steps.5.produce"
},
"reference": {
"type": "CONTAINER",
"data": "steps.1.produce"