Commit bfdace1a authored by Sujen's avatar Sujen

Merge branch 'distil-dependency-fix' into 'master'

Addresses missing system dependency in audio transfer primitive

See merge request datadrivendiscovery/primitives!236
parents 2d7d94d9 5126fe24
{
"id": "28520ddb-a161-4afa-87eb-a4cfb6e1b037",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2019-06-15T19:36:15.109904Z",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.6.produce",
"name": "output"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.denormalize.Common",
"name": "Denormalize datasets",
"digest": "f99de349f2ae301af21367b357def49b61e76c78f93a4346e068421c1f79a896"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name": "Extract a DataFrame from a Dataset",
"digest": "49d51cb2e3c7071cb3fb3533f9bc0579bb6ee775f378137da7c0a15f5c52a432"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"version": "0.5.0",
"python_path": "d3m.primitives.data_transformation.column_parser.DataFrameCommon",
"name": "Parses strings into their types",
"digest": "a508c4d066c6c1671afbd68bc0bc929c1aac8bad68abb0c94de5582171571cc3"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.1.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"parse_semantic_types": {
"type": "VALUE",
"data": [
"http://schema.org/Boolean",
"http://schema.org/Integer",
"http://schema.org/Float",
"https://metadata.datadrivendiscovery.org/types/FloatVector"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"name": "Extracts columns by semantic type",
"digest": "890f23a0073f54b86905edb56f44b576a0a4f4a81a06e3b30e0c490757780e64"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"name": "Extracts columns by semantic type",
"digest": "890f23a0073f54b86905edb56f44b576a0a4f4a81a06e3b30e0c490757780e64"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/Target",
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "7c305f3a-442a-41ad-b9db-8c437753b119",
"version": "0.1.0",
"python_path": "d3m.primitives.classification.bert_classifier.DistilBertPairClassification",
"name": "BERT pair classification",
"digest": "960febddafd19c989bd9c013e8905254315b44833a6c0be14498292b362066af"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.3.produce"
},
"outputs": {
"type": "CONTAINER",
"data": "steps.4.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"metric": {
"type": "VALUE",
"data": "f1"
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.construct_predictions.DataFrameCommon",
"name": "Construct pipeline predictions output",
"digest": "b8a061628cded425929ae2f3f332afe652ed8bf0bf54cb762740ff0b60805961"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.5.produce"
},
"reference": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
}
],
"digest": "b2d21761dff6432e2a615226a2e9cc7790cabece9f4843f4f19b54a82fb561be"
}
{
"problem": "32_wikiqa_problem",
"full_inputs": [
"32_wikiqa_dataset"
],
"train_inputs": [
"32_wikiqa_dataset_TRAIN"
],
"test_inputs": [
"32_wikiqa_dataset_TEST"
],
"score_inputs": [
"32_wikiqa_dataset_SCORE"
]
}
{
"problem": "1491_one_hundred_plants_margin_clust_problem",
"full_inputs": [
"1491_one_hundred_plants_margin_clust_dataset"
],
"train_inputs": [
"1491_one_hundred_plants_margin_clust_dataset_TRAIN"
],
"test_inputs": [
"1491_one_hundred_plants_margin_clust_dataset_TEST"
],
"score_inputs": [
"1491_one_hundred_plants_margin_clust_dataset_SCORE"
]
}
{
"id": "cf7e6012-ff12-448f-97f6-f09f5581c90e",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2019-06-15T19:36:11.724464Z",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.3.produce",
"name": "output"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "f2a0cf71-0f61-41a7-a0ad-b907083ae56c",
"version": "0.1.0",
"python_path": "d3m.primitives.data_preprocessing.audio_loader.DistilAudioDatasetLoader",
"name": "Load audio collection from dataset into a single dataframe",
"digest": "f3017f68091e27027b43923d1b8e1e31f5ab204f6f2abd607ae26b43dc60263b"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
},
{
"id": "produce_target"
},
{
"id": "produce_collection"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "f2f149c8-a984-4f5b-8a9b-2f13ee0cf16d",
"version": "0.1.0",
"python_path": "d3m.primitives.feature_extraction.audio_transfer.DistilAudioTransfer",
"name": "Audio Transfer",
"digest": "fba19596043c464fc8a5be0311a408135b555c640659ed1a4f7f8251c27e124b"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce_collection"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "e0ad06ce-b484-46b0-a478-c567e1ea7e02",
"version": "0.1.0",
"python_path": "d3m.primitives.learner.random_forest.DistilEnsembleForest",
"name": "EnsembleForest",
"digest": "b34575fefc5161fd77822eca6c298ba6dceaa8c73597feedeeb70b3e44370598"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.1.produce"
},
"outputs": {
"type": "CONTAINER",
"data": "steps.0.produce_target"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"metric": {
"type": "VALUE",
"data": "accuracy"
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.construct_predictions.DataFrameCommon",
"name": "Construct pipeline predictions output",
"digest": "b8a061628cded425929ae2f3f332afe652ed8bf0bf54cb762740ff0b60805961"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
},
"reference": {
"type": "CONTAINER",
"data": "steps.0.produce_target"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"use_columns": {
"type": "VALUE",
"data": [
0,
1
]
}
}
}
],
"digest": "6eb34082fd1e4326eedd89efd44d43fad5cda1de949fedab091e4fcf90b3fe02"
}
{
"problem": "31_urbansound_problem",
"full_inputs": [
"31_urbansound_dataset"
],
"train_inputs": [
"31_urbansound_dataset_TRAIN"
],
"test_inputs": [
"31_urbansound_dataset_TEST"
],
"score_inputs": [
"31_urbansound_dataset_SCORE"
]
}
{
"id": "acb361ed-4097-469e-96b2-c3d24c9270b0",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2019-06-15T19:35:50.511097Z",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.1.produce",
"name": "output"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "79012210-2463-4f94-9da6-11bdc5a7e6c4",
"version": "0.1.0",
"python_path": "d3m.primitives.data_transformation.load_single_graph.DistilSingleGraphLoader",
"name": "Load single graph and dataframe into a parseable object",
"digest": "94cc2211aed72dde4f1265ae2fb141f27f987667c0b44c47516713f94177e53b"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
},
{
"id": "produce_target"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "064cec55-39dd-45b7-a663-50d3e17e0c42",
"version": "0.1.0",
"python_path": "d3m.primitives.data_transformation.community_detection.DistilCommunityDetection",
"name": "CommunityDetection",
"digest": "eba7213129b3a00c5d91dc40d6a2a3d19c091ed5a51207b590d60711c656db92"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce"
},
"outputs": {
"type": "CONTAINER",
"data": "steps.0.produce_target"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"metric": {
"type": "VALUE",
"data": "normalizedMutualInformation"
}
}
}
],
"digest": "83deb567733709f9b7deda6d156c7e6ff407a504475dab110b80fb61773844a6"
}
{
"problem": "6_70_com_amazon_problem",
"full_inputs": [
"6_70_com_amazon_dataset"
],
"train_inputs": [
"6_70_com_amazon_dataset_TRAIN"
],
"test_inputs": [
"6_70_com_amazon_dataset_TEST"
],
"score_inputs": [
"6_70_com_amazon_dataset_SCORE"
]
}
{
"problem": "185_baseball_problem",
"full_inputs": [
"185_baseball_dataset"
],
"train_inputs": [
"185_baseball_dataset_TRAIN"
],
"test_inputs": [
"185_baseball_dataset_TEST"
],
"score_inputs": [
"185_baseball_dataset_SCORE"
]
}
{
"id": "c904721d-0fee-4621-9db5-1d26e709ba25",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2019-06-15T19:36:13.459278Z",
"inputs": [
{
"name": "inputs"
}
],
"outputs": [
{
"data": "steps.6.produce",
"name": "output"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "c3f9e9c5-7d16-4608-a875-d59147d12f39",
"version": "0.1.0",
"python_path": "d3m.primitives.data_transformation.data_cleaning.DistilRaggedDatasetLoader",
"name": "Load ragged collection from dataset into a single dataframe",
"digest": "4523e2062a5a53e65947c88035f9bbc501195605fee8629bdd55bfd31c16dee3"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
},
{
"id": "produce_collection"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"version": "0.5.0",
"python_path": "d3m.primitives.data_transformation.column_parser.DataFrameCommon",
"name": "Parses strings into their types",
"digest": "a508c4d066c6c1671afbd68bc0bc929c1aac8bad68abb0c94de5582171571cc3"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"parse_semantic_types": {
"type": "VALUE",
"data": [
"http://schema.org/Boolean",
"http://schema.org/Integer",
"http://schema.org/Float",
"https://metadata.datadrivendiscovery.org/types/FloatVector"
]
}
}
},
{
"type": "PRIMITIVE",