Commit c461e020 authored by Jarod Wang's avatar Jarod Wang Committed by Mitar

Bugfixes and enhancement for GLDA

parent b2be7fb9
......@@ -24,7 +24,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/fastlvm.git@648c485244b8b0107df96d74c390ef64da660ab8#egg=fastlvm"
"package_uri": "git+https://github.com/autonlab/fastlvm.git@76ff00e11f4c391c050a4a575258d9961d99061e#egg=fastlvm"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
......@@ -214,5 +214,5 @@
}
},
"structural_type": "fastlvm.covertree_classifier.CoverTreeClassifier",
"digest": "3e4440aa2e5c29384d60a61d90af0b7af780cb65cd5c106def15a4b093f9c4ec"
"digest": "da132171dba84034316d7be06d241e5b5af6f0b75d6eebe7c2eaa0fd90c1ef14"
}
......@@ -23,7 +23,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/fastlvm.git@648c485244b8b0107df96d74c390ef64da660ab8#egg=fastlvm"
"package_uri": "git+https://github.com/autonlab/fastlvm.git@76ff00e11f4c391c050a4a575258d9961d99061e#egg=fastlvm"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
......@@ -238,5 +238,5 @@
}
},
"structural_type": "fastlvm.gmm.GMM",
"digest": "c49f20936a972b6f0200d22c141c7bd0952c6a34f05890b0401c046d1014d713"
"digest": "480b4a3c87d5429aee9a111fdb645b6b8028e5f892e9db7c23a7118aacc6cee9"
}
......@@ -23,7 +23,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/fastlvm.git@648c485244b8b0107df96d74c390ef64da660ab8#egg=fastlvm"
"package_uri": "git+https://github.com/autonlab/fastlvm.git@76ff00e11f4c391c050a4a575258d9961d99061e#egg=fastlvm"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
......@@ -238,5 +238,5 @@
}
},
"structural_type": "fastlvm.kmeans.KMeans",
"digest": "2f35d32fa29b11058e3c5ec4a05099a1499fdc80b96ee2d1f4797a15decde24e"
"digest": "86c632f8c382a1e8b87eb99d7debf347c6d2c7f502ff222d2b7344840014d81b"
}
{
"id": "71eaa234-f8b6-4fce-a849-64a7404b0723",
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json",
"created": "2019-04-30T20:49:47.330195Z",
"context": "EVALUATION",
"inputs": [
{
"name": "dataset inputs"
}
],
"outputs": [
{
"data": "steps.5.produce",
"name": "output predictions"
}
],
"steps": [
{
"type": "PRIMITIVE",
"primitive": {
"id": "f31f8c1f-d1c5-43e5-a4b2-2ae4a761ef2e",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.denormalize.Common",
"name": "Denormalize datasets"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "inputs.0"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common",
"name": "Extract a DataFrame from a Dataset"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.0.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1",
"version": "0.2.0",
"python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.DataFrameCommon",
"name": "Extracts columns by semantic type"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.1.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"semantic_types": {
"type": "VALUE",
"data": [
"https://metadata.datadrivendiscovery.org/types/TrueTarget"
]
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "a3d490a4-ef39-4de1-be02-4c43726b3b24",
"version": "3.0.0",
"python_path": "d3m.primitives.natural_language_processing.glda.Fastlvm",
"name": "Gaussian Latent Dirichlet Allocation Topic Modelling"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.1.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"k": {
"type": "VALUE",
"data": 100
},
"iters": {
"type": "VALUE",
"data": 100
},
"frac": {
"type": "VALUE",
"data": 0.001
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "b9c81b40-8ed1-3b23-80cf-0d6fe6863962",
"version": "2019.4.4",
"python_path": "d3m.primitives.classification.logistic_regression.SKlearn",
"name": "sklearn.linear_model.logistic.LogisticRegression"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.3.produce"
},
"outputs": {
"type": "CONTAINER",
"data": "steps.2.produce"
}
},
"outputs": [
{
"id": "produce"
}
],
"hyperparams": {
"penalty": {
"type": "VALUE",
"data": "l1"
},
"class_weight": {
"type": "VALUE",
"data": "balanced"
}
}
},
{
"type": "PRIMITIVE",
"primitive": {
"id": "8d38b340-f83f-4877-baaa-162f8e551736",
"version": "0.3.0",
"python_path": "d3m.primitives.data_transformation.construct_predictions.DataFrameCommon",
"name": "Construct pipeline predictions output"
},
"arguments": {
"inputs": {
"type": "CONTAINER",
"data": "steps.4.produce"
},
"reference": {
"type": "CONTAINER",
"data": "steps.1.produce"
}
},
"outputs": [
{
"id": "produce"
}
]
}
],
"pipeline_rank": "1"
}
\ No newline at end of file
{
"problem": "32_wikiqa_problem",
"full_inputs": [
"32_wikiqa_dataset"
],
"train_inputs": [
"32_wikiqa_dataset_TRAIN"
],
"test_inputs": [
"32_wikiqa_dataset_TEST"
],
"score_inputs": [
"32_wikiqa_dataset_SCORE"
]
}
......@@ -24,7 +24,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/fastlvm.git@648c485244b8b0107df96d74c390ef64da660ab8#egg=fastlvm"
"package_uri": "git+https://github.com/autonlab/fastlvm.git@76ff00e11f4c391c050a4a575258d9961d99061e#egg=fastlvm"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
......@@ -310,5 +310,5 @@
}
},
"structural_type": "fastlvm.glda.GLDA",
"digest": "abab60385ab0eed1e646d07299bdd4aa0476a0de3df59b7bf53f4052fcec98ea"
"digest": "d1390a77ec9473fffa619fc01b9a8e83b7602e1217e636be114d992ff8fd6798"
}
......@@ -25,7 +25,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/fastlvm.git@648c485244b8b0107df96d74c390ef64da660ab8#egg=fastlvm"
"package_uri": "git+https://github.com/autonlab/fastlvm.git@76ff00e11f4c391c050a4a575258d9961d99061e#egg=fastlvm"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
......@@ -275,5 +275,5 @@
}
},
"structural_type": "fastlvm.hdp.HDP",
"digest": "bd96e8cd9393f540503e603c52547ea61602c8aab03ad16109ec5d79037d6bc3"
"digest": "75db019e93dc83fceb19a9accc4300fc3aae4b6624636ca7c0ba7b70b8800f38"
}
......@@ -24,7 +24,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/fastlvm.git@648c485244b8b0107df96d74c390ef64da660ab8#egg=fastlvm"
"package_uri": "git+https://github.com/autonlab/fastlvm.git@76ff00e11f4c391c050a4a575258d9961d99061e#egg=fastlvm"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
......@@ -274,5 +274,5 @@
}
},
"structural_type": "fastlvm.lda.LDA",
"digest": "686e449ce8ea00fabcb5c4f922fa24fa66bc983dd02c514196220ba24c08599a"
"digest": "d8791c4138dcd6230bac9b1a3667a1ee3988077cc97dcef220e2ba8519b5dd75"
}
......@@ -24,7 +24,7 @@
"installation": [
{
"type": "PIP",
"package_uri": "git+https://github.com/autonlab/fastlvm.git@648c485244b8b0107df96d74c390ef64da660ab8#egg=fastlvm"
"package_uri": "git+https://github.com/autonlab/fastlvm.git@76ff00e11f4c391c050a4a575258d9961d99061e#egg=fastlvm"
}
],
"schema": "https://metadata.datadrivendiscovery.org/schemas/v0/primitive.json",
......@@ -214,5 +214,5 @@
}
},
"structural_type": "fastlvm.covertree_regressor.CoverTreeRegressor",
"digest": "00a41701e3398090d74866bd3d0371960b26b729352342712f6e17bc4605ef82"
"digest": "a724e6b7c8901eb2bae5c16ea4453444b0198e594801d1a0018e302d2bc823a6"
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment