Commit ff873aa9 authored by Jarod Wang's avatar Jarod Wang Committed by Sujen

add a pipeline example for the video feature extraction primitive

parent 36606e8d
{
"id": "1e934066-59d4-4bcd-93b7-1eb6ee784083",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2019-06-03T20:14:18.634783Z",
"inputs": [
{
"name": "dataset inputs"
}
],
"outputs": [
{
"data": "steps.8.produce",
"name": "output predictions"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.denormalize.Common",
"name": "Denormalize datasets"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name": "Extract a DataFrame from a Dataset"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7",
"version": "0.5.0",
"python_path": "d3m.primitives.data_transformation.column_parser.DataFrameCommon",
"name": "Parses strings into their types"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.1.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "a29b0080-aeff-407d-9edb-0aa3eefbde01",
"version": "0.2.0",
"python_path": "d3m.primitives.data_preprocessing.video_reader.DataFrameCommon",
"name": "Columns video reader"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"return_result": {
"type": "VALUE",
"data": "replace"
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"name": "Extracts columns by semantic type"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.3.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/Attribute"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"name": "Extracts columns by semantic type"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "15935e70-0605-4ded-87cf-2933ca35d4dc",
"version": "0.1.0",
"python_path": "d3m.primitives.feature_extraction.resnext101_kinetics_video_features.VideoFeaturizer",
"name": "Video Feature Extraction for Action Classification With 3D ResNet"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.4.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "01d2c086-91bf-3ca5-b023-5139cf239c77",
"version": "2019.4.4",
"python_path": "d3m.primitives.classification.gradient_boosting.SKlearn",
"name": "sklearn.ensemble.gradient_boosting.GradientBoostingClassifier"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.6.produce"
},
"outputs": {
"type": "CONTAINER",
"data": "steps.5.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.construct_predictions.DataFrameCommon",
"name": "Construct pipeline predictions output"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.7.produce"
},
"reference": {
"type": "CONTAINER",
"data": "steps.1.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
}
]
}
\ No newline at end of file
{
"problem": "LL1_3476_HMDB_actio_recognition_problem",
"full_inputs": [
"LL1_3476_HMDB_actio_recognition_dataset"
],
"train_inputs": [
"LL1_3476_HMDB_actio_recognition_dataset_TRAIN"
],
"test_inputs": [
"LL1_3476_HMDB_actio_recognition_dataset_TEST"
],
"score_inputs": [
"LL1_3476_HMDB_actio_recognition_dataset_SCORE"
]
}
\ No newline at end of file
......@@ -14,12 +14,12 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/autonbox.git@3fbc069c0067bc953ae31a4248b844be898127e0#egg=autonbox"
"package_uri": "git+https://github.com/autonlab/autonbox.git@64bc77fac0b1f1adc0cc3f1029a51c684761bb05#egg=autonbox"
},
{
"type": "FILE",
"key": "cmu.resnext-101-kinetics.pth",
"file_uri": "https://doc-0k-74-docs.googleusercontent.com/docs/securesc/ha0ro937gcuc7l7deffksulhg5h7mbp1/qg2eg2c7l2nt9iglpq74jba810p0br5n/1559656800000/09020394064798262542/*/1cULocPe5YvPGWU4tV5t6fC9rJdGLfkWe?e=download",
"file_uri": "http://public.datadrivendiscovery.org/resnext-101-kinetics.pth",
"file_digest": "f82e4e519723fc7b2ff3761ea35600bdaf796fb7a4e62ee4c5591da7ffe48326"
}
],
......@@ -179,5 +179,5 @@
}
},
"structural_type": "autonbox.resnext101_kinetics_video_features.ResNext101KineticsPrimitive",
"digest": "00b0ba080a5dc9b375988976dfa7dc4d651f73c597bad9b2f6138d055587732b"
"digest": "3b010a7d15ad2077ff8af98c41851eadf7a5a76656a7731f47b5ac0eb455535f"
}
......@@ -14,7 +14,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/autonbox.git@3fbc069c0067bc953ae31a4248b844be898127e0#egg=autonbox"
"package_uri": "git+https://github.com/autonlab/autonbox.git@64bc77fac0b1f1adc0cc3f1029a51c684761bb05#egg=autonbox"
}
],
"algorithm_types": [
......@@ -218,5 +218,5 @@
}
},
"structural_type": "autonbox.iterative_labeling.IterativeLabelingPrimitive",
"digest": "3251d72aef2edb518b15e2f559172bd888e01944812fb029f8eb4170292ad8a9"
"digest": "aed69adb9d5d266e47fea6c01628bff9cb0875bdf02cb37636e4f58f990ed150"
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment