From 3030b28ada289e1b9db2871d20fd496a0a8524b0 Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Thu, 20 Jul 2023 15:47:43 -0700 Subject: [PATCH 1/9] fix syntax errors --- setup.py | 2 +- taskography_api/taskography/samplers/problem_sampler_base.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index edeeef7..1a3de07 100644 --- a/setup.py +++ b/setup.py @@ -23,7 +23,7 @@ "scipy", "setuptools", "scikit-image", - "tqdm" + "tqdm", f"pddlgym_planners @ file://localhost/{Path(__file__).parent}/third_party/pddlgym_planners", ] diff --git a/taskography_api/taskography/samplers/problem_sampler_base.py b/taskography_api/taskography/samplers/problem_sampler_base.py index ce33f3e..3eb20cc 100644 --- a/taskography_api/taskography/samplers/problem_sampler_base.py +++ b/taskography_api/taskography/samplers/problem_sampler_base.py @@ -1,5 +1,5 @@ -from typing import List, Dict, Set, ClassVar from __future__ import annotations +from typing import List, Dict, Set, ClassVar import os import json From 64899d821beb166331c9db69228af1a82ab2e1c3 Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Thu, 20 Jul 2023 15:48:20 -0700 Subject: [PATCH 2/9] planner testing script --- scripts/benchmark/test.py | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 scripts/benchmark/test.py diff --git a/scripts/benchmark/test.py b/scripts/benchmark/test.py new file mode 100644 index 0000000..aba4594 --- /dev/null +++ b/scripts/benchmark/test.py @@ -0,0 +1,17 @@ +import os +# from ...third_party.pddlgym_planners.pddlgym_planners import _SATISFICING, _OPTIMAL +from third_party.pddlgym_planners.pddlgym_planners import _SATISFICING, _OPTIMAL + +# print('_SATISFICING: ',_SATISFICING) +# print('_OPTIMAL: ',_OPTIMAL) +# print('_SATISFICING.keys(): ',list(_SATISFICING.keys())) +# print('_OPTIMAL.keys(): ',list(_OPTIMAL.keys())) + +planners = list(_SATISFICING.keys()) + list(_OPTIMAL.keys()) +print('planners: ', planners) + +pddl_domain = 'taskographyv2tiny1' + +for planner in planners: + print('running planner: ', planner) + os.system('python scripts/benchmark/plan.py --domain-name {} --planner {} --expid {}'.format(pddl_domain, planner, planner)) \ No newline at end of file From 676c5b68e721a6ca2ea915ab82a676eee9bb3860 Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Thu, 20 Jul 2023 15:48:49 -0700 Subject: [PATCH 3/9] planner testing results --- .../Cerberus-seq-agl_test.json | 13 + .../Cerberus-seq-agl/Cerberus-seq-agl_test.py | 4 + .../Cerberus-seq-agl_train.json | 13 + .../Cerberus-seq-agl_train.py | 4 + .../Cerberus-seq-sat_test.json | 13 + .../Cerberus-seq-sat/Cerberus-seq-sat_test.py | 4 + .../Cerberus-seq-sat_train.json | 13 + .../Cerberus-seq-sat_train.py | 4 + .../DecStar-agl-decoupled_test.json | 13 + .../DecStar-agl-decoupled_test.py | 4 + .../DecStar-agl-decoupled_train.json | 13 + .../DecStar-agl-decoupled_train.py | 4 + .../DecStar-opt-decoupled_test.json | 13 + .../DecStar-opt-decoupled_test.py | 4 + .../DecStar-opt-decoupled_train.json | 13 + .../DecStar-opt-decoupled_train.py | 4 + exp/taskographyv2tiny1/Delfi/Delfi_test.json | 13 + exp/taskographyv2tiny1/Delfi/Delfi_test.py | 4 + exp/taskographyv2tiny1/Delfi/Delfi_train.json | 13 + exp/taskographyv2tiny1/Delfi/Delfi_train.py | 4 + .../FD-lama-first/FD-lama-first_test.json | 13 + .../FD-lama-first/FD-lama-first_test.py | 4 + .../FD-lama-first/FD-lama-first_train.json | 13 + .../FD-lama-first/FD-lama-first_train.py | 4 + .../FD-seq-opt-lmcut_test.json | 13 + .../FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py | 4 + .../FD-seq-opt-lmcut_train.json | 13 + .../FD-seq-opt-lmcut_train.py | 4 + .../lapkt-bfws/lapkt-bfws_test.json | 13 + .../lapkt-bfws/lapkt-bfws_test.py | 222 ++++++++++++++++++ .../lapkt-bfws/lapkt-bfws_train.json | 13 + .../lapkt-bfws/lapkt-bfws_train.py | 222 ++++++++++++++++++ 32 files changed, 708 insertions(+) create mode 100644 exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.json create mode 100644 exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.py create mode 100644 exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.json create mode 100644 exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.py create mode 100644 exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.json create mode 100644 exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.py create mode 100644 exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.json create mode 100644 exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.py create mode 100644 exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.json create mode 100644 exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.py create mode 100644 exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.json create mode 100644 exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.py create mode 100644 exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.json create mode 100644 exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.py create mode 100644 exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.json create mode 100644 exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.py create mode 100644 exp/taskographyv2tiny1/Delfi/Delfi_test.json create mode 100644 exp/taskographyv2tiny1/Delfi/Delfi_test.py create mode 100644 exp/taskographyv2tiny1/Delfi/Delfi_train.json create mode 100644 exp/taskographyv2tiny1/Delfi/Delfi_train.py create mode 100644 exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.json create mode 100644 exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.py create mode 100644 exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.json create mode 100644 exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.py create mode 100644 exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.json create mode 100644 exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py create mode 100644 exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.json create mode 100644 exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.py create mode 100644 exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.json create mode 100644 exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.py create mode 100644 exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.json create mode 100644 exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.py diff --git a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.json b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.py b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.py new file mode 100644 index 0000000..95662d2 --- /dev/null +++ b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 55 +num_problems = 55 diff --git a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.json b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.py b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.py new file mode 100644 index 0000000..ee9b130 --- /dev/null +++ b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 40 +num_problems = 40 diff --git a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.json b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.py b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.py new file mode 100644 index 0000000..95662d2 --- /dev/null +++ b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 55 +num_problems = 55 diff --git a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.json b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.py b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.py new file mode 100644 index 0000000..ee9b130 --- /dev/null +++ b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 40 +num_problems = 40 diff --git a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.json b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.py b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.py new file mode 100644 index 0000000..95662d2 --- /dev/null +++ b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 55 +num_problems = 55 diff --git a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.json b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.py b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.py new file mode 100644 index 0000000..ee9b130 --- /dev/null +++ b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 40 +num_problems = 40 diff --git a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.json b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.py b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.py new file mode 100644 index 0000000..95662d2 --- /dev/null +++ b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 55 +num_problems = 55 diff --git a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.json b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.py b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.py new file mode 100644 index 0000000..ee9b130 --- /dev/null +++ b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 40 +num_problems = 40 diff --git a/exp/taskographyv2tiny1/Delfi/Delfi_test.json b/exp/taskographyv2tiny1/Delfi/Delfi_test.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/Delfi/Delfi_test.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Delfi/Delfi_test.py b/exp/taskographyv2tiny1/Delfi/Delfi_test.py new file mode 100644 index 0000000..95662d2 --- /dev/null +++ b/exp/taskographyv2tiny1/Delfi/Delfi_test.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 55 +num_problems = 55 diff --git a/exp/taskographyv2tiny1/Delfi/Delfi_train.json b/exp/taskographyv2tiny1/Delfi/Delfi_train.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/Delfi/Delfi_train.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Delfi/Delfi_train.py b/exp/taskographyv2tiny1/Delfi/Delfi_train.py new file mode 100644 index 0000000..ee9b130 --- /dev/null +++ b/exp/taskographyv2tiny1/Delfi/Delfi_train.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 40 +num_problems = 40 diff --git a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.json b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.py b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.py new file mode 100644 index 0000000..95662d2 --- /dev/null +++ b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 55 +num_problems = 55 diff --git a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.json b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.py b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.py new file mode 100644 index 0000000..ee9b130 --- /dev/null +++ b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 40 +num_problems = 40 diff --git a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.json b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py new file mode 100644 index 0000000..95662d2 --- /dev/null +++ b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 55 +num_problems = 55 diff --git a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.json b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.json new file mode 100644 index 0000000..e474315 --- /dev/null +++ b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 1.0, + "num_node_expansions": NaN, + "num_node_expansions_std": NaN, + "plan_length": NaN, + "plan_length_std": NaN, + "search_time": NaN, + "search_time_std": NaN, + "success_rate": 0.0, + "timeout_rate": 0.0, + "total_time": NaN, + "total_time_std": NaN +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.py b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.py new file mode 100644 index 0000000..ee9b130 --- /dev/null +++ b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.py @@ -0,0 +1,4 @@ +STATS = [] +num_timeouts = 0 +num_failures = 40 +num_problems = 40 diff --git a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.json b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.json new file mode 100644 index 0000000..08d5a10 --- /dev/null +++ b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 0.0, + "num_node_expansions": 573.3225806451613, + "num_node_expansions_std": 338.3147405651472, + "plan_length": 15.32258064516129, + "plan_length_std": 4.394917128465223, + "search_time": 0.5754497419354839, + "search_time_std": 0.8765903350261305, + "success_rate": 0.5636363636363636, + "timeout_rate": 0.43636363636363634, + "total_time": 0.5754497419354839, + "total_time_std": 0.8765903350261305 +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.py b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.py new file mode 100644 index 0000000..c249505 --- /dev/null +++ b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.py @@ -0,0 +1,222 @@ +STATS = [ + { + "num_node_expansions": 838, + "plan_cost": 26.0, + "plan_length": 26, + "search_time": 0.027612, + "total_time": 0.027612 + }, + { + "num_node_expansions": 752, + "plan_cost": 21.0, + "plan_length": 21, + "search_time": 0.700857, + "total_time": 0.700857 + }, + { + "num_node_expansions": 723, + "plan_cost": 16.0, + "plan_length": 16, + "search_time": 0.618991, + "total_time": 0.618991 + }, + { + "num_node_expansions": 409, + "plan_cost": 17.0, + "plan_length": 17, + "search_time": 0.566221, + "total_time": 0.566221 + }, + { + "num_node_expansions": 493, + "plan_cost": 16.0, + "plan_length": 16, + "search_time": 0.481305, + "total_time": 0.481305 + }, + { + "num_node_expansions": 423, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.376084, + "total_time": 0.376084 + }, + { + "num_node_expansions": 1055, + "plan_cost": 23.0, + "plan_length": 23, + "search_time": 0.5014, + "total_time": 0.5014 + }, + { + "num_node_expansions": 941, + "plan_cost": 19.0, + "plan_length": 19, + "search_time": 0.432555, + "total_time": 0.432555 + }, + { + "num_node_expansions": 431, + "plan_cost": 12.0, + "plan_length": 12, + "search_time": 0.283002, + "total_time": 0.283002 + }, + { + "num_node_expansions": 546, + "plan_cost": 20.0, + "plan_length": 20, + "search_time": 0.421657, + "total_time": 0.421657 + }, + { + "num_node_expansions": 660, + "plan_cost": 23.0, + "plan_length": 23, + "search_time": 0.436408, + "total_time": 0.436408 + }, + { + "num_node_expansions": 328, + "plan_cost": 10.0, + "plan_length": 10, + "search_time": 0.085861, + "total_time": 0.085861 + }, + { + "num_node_expansions": 363, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.084427, + "total_time": 0.084427 + }, + { + "num_node_expansions": 499, + "plan_cost": 14.0, + "plan_length": 14, + "search_time": 0.104738, + "total_time": 0.104738 + }, + { + "num_node_expansions": 340, + "plan_cost": 11.0, + "plan_length": 11, + "search_time": 0.09462, + "total_time": 0.09462 + }, + { + "num_node_expansions": 445, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.090598, + "total_time": 0.090598 + }, + { + "num_node_expansions": 319, + "plan_cost": 12.0, + "plan_length": 12, + "search_time": 0.073093, + "total_time": 0.073093 + }, + { + "num_node_expansions": 324, + "plan_cost": 14.0, + "plan_length": 14, + "search_time": 0.080463, + "total_time": 0.080463 + }, + { + "num_node_expansions": 491, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 0.102847, + "total_time": 0.102847 + }, + { + "num_node_expansions": 308, + "plan_cost": 11.0, + "plan_length": 11, + "search_time": 0.065597, + "total_time": 0.065597 + }, + { + "num_node_expansions": 552, + "plan_cost": 20.0, + "plan_length": 20, + "search_time": 0.128284, + "total_time": 0.128284 + }, + { + "num_node_expansions": 1138, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 2.568, + "total_time": 2.568 + }, + { + "num_node_expansions": 746, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 2.0558, + "total_time": 2.0558 + }, + { + "num_node_expansions": 115, + "plan_cost": 8.0, + "plan_length": 8, + "search_time": 0.548119, + "total_time": 0.548119 + }, + { + "num_node_expansions": 773, + "plan_cost": 11.0, + "plan_length": 11, + "search_time": 1.99126, + "total_time": 1.99126 + }, + { + "num_node_expansions": 1892, + "plan_cost": 22.0, + "plan_length": 22, + "search_time": 4.03698, + "total_time": 4.03698 + }, + { + "num_node_expansions": 502, + "plan_cost": 14.0, + "plan_length": 14, + "search_time": 0.21337, + "total_time": 0.21337 + }, + { + "num_node_expansions": 466, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 0.192083, + "total_time": 0.192083 + }, + { + "num_node_expansions": 343, + "plan_cost": 14.0, + "plan_length": 14, + "search_time": 0.196131, + "total_time": 0.196131 + }, + { + "num_node_expansions": 223, + "plan_cost": 9.0, + "plan_length": 9, + "search_time": 0.12086, + "total_time": 0.12086 + }, + { + "num_node_expansions": 335, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.159719, + "total_time": 0.159719 + } +] +num_timeouts = 24 +num_failures = 0 +num_problems = 55 diff --git a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.json b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.json new file mode 100644 index 0000000..2eb67f2 --- /dev/null +++ b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.json @@ -0,0 +1,13 @@ +{ + "failure_rate": 0.0, + "num_node_expansions": 468.48387096774195, + "num_node_expansions_std": 192.6469059835003, + "plan_length": 14.709677419354838, + "plan_length_std": 3.828530825661262, + "search_time": 0.4536315483870968, + "search_time_std": 0.3696494008728636, + "success_rate": 0.775, + "timeout_rate": 0.225, + "total_time": 0.4536315483870968, + "total_time_std": 0.3696494008728636 +} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.py b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.py new file mode 100644 index 0000000..ed78854 --- /dev/null +++ b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.py @@ -0,0 +1,222 @@ +STATS = [ + { + "num_node_expansions": 715, + "plan_cost": 19.0, + "plan_length": 19, + "search_time": 0.696898, + "total_time": 0.696898 + }, + { + "num_node_expansions": 778, + "plan_cost": 17.0, + "plan_length": 17, + "search_time": 0.529165, + "total_time": 0.529165 + }, + { + "num_node_expansions": 190, + "plan_cost": 10.0, + "plan_length": 10, + "search_time": 0.461028, + "total_time": 0.461028 + }, + { + "num_node_expansions": 373, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.680423, + "total_time": 0.680423 + }, + { + "num_node_expansions": 175, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.035118, + "total_time": 0.035118 + }, + { + "num_node_expansions": 523, + "plan_cost": 18.0, + "plan_length": 18, + "search_time": 0.063289, + "total_time": 0.063289 + }, + { + "num_node_expansions": 452, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.465207, + "total_time": 0.465207 + }, + { + "num_node_expansions": 779, + "plan_cost": 25.0, + "plan_length": 25, + "search_time": 0.828282, + "total_time": 0.828282 + }, + { + "num_node_expansions": 155, + "plan_cost": 10.0, + "plan_length": 10, + "search_time": 0.034476, + "total_time": 0.034476 + }, + { + "num_node_expansions": 625, + "plan_cost": 17.0, + "plan_length": 17, + "search_time": 0.201312, + "total_time": 0.201312 + }, + { + "num_node_expansions": 425, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.148237, + "total_time": 0.148237 + }, + { + "num_node_expansions": 578, + "plan_cost": 14.0, + "plan_length": 14, + "search_time": 0.728428, + "total_time": 0.728428 + }, + { + "num_node_expansions": 812, + "plan_cost": 14.0, + "plan_length": 14, + "search_time": 0.731763, + "total_time": 0.731763 + }, + { + "num_node_expansions": 624, + "plan_cost": 14.0, + "plan_length": 14, + "search_time": 1.16211, + "total_time": 1.16211 + }, + { + "num_node_expansions": 395, + "plan_cost": 17.0, + "plan_length": 17, + "search_time": 0.058207, + "total_time": 0.058207 + }, + { + "num_node_expansions": 619, + "plan_cost": 14.0, + "plan_length": 14, + "search_time": 0.285576, + "total_time": 0.285576 + }, + { + "num_node_expansions": 424, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 0.258839, + "total_time": 0.258839 + }, + { + "num_node_expansions": 153, + "plan_cost": 7.0, + "plan_length": 7, + "search_time": 0.132758, + "total_time": 0.132758 + }, + { + "num_node_expansions": 561, + "plan_cost": 16.0, + "plan_length": 16, + "search_time": 0.48857, + "total_time": 0.48857 + }, + { + "num_node_expansions": 410, + "plan_cost": 13.0, + "plan_length": 13, + "search_time": 0.108255, + "total_time": 0.108255 + }, + { + "num_node_expansions": 97, + "plan_cost": 6.0, + "plan_length": 6, + "search_time": 0.039182, + "total_time": 0.039182 + }, + { + "num_node_expansions": 394, + "plan_cost": 16.0, + "plan_length": 16, + "search_time": 0.893917, + "total_time": 0.893917 + }, + { + "num_node_expansions": 566, + "plan_cost": 19.0, + "plan_length": 19, + "search_time": 0.972984, + "total_time": 0.972984 + }, + { + "num_node_expansions": 397, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 0.405679, + "total_time": 0.405679 + }, + { + "num_node_expansions": 654, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 0.453959, + "total_time": 0.453959 + }, + { + "num_node_expansions": 453, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 1.05844, + "total_time": 1.05844 + }, + { + "num_node_expansions": 704, + "plan_cost": 18.0, + "plan_length": 18, + "search_time": 1.38303, + "total_time": 1.38303 + }, + { + "num_node_expansions": 336, + "plan_cost": 22.0, + "plan_length": 22, + "search_time": 0.061558, + "total_time": 0.061558 + }, + { + "num_node_expansions": 346, + "plan_cost": 15.0, + "plan_length": 15, + "search_time": 0.051526, + "total_time": 0.051526 + }, + { + "num_node_expansions": 483, + "plan_cost": 12.0, + "plan_length": 12, + "search_time": 0.342591, + "total_time": 0.342591 + }, + { + "num_node_expansions": 327, + "plan_cost": 11.0, + "plan_length": 11, + "search_time": 0.301771, + "total_time": 0.301771 + } +] +num_timeouts = 9 +num_failures = 0 +num_problems = 40 From 81c695089469a01318796d312ec74ff96d728156 Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Tue, 25 Jul 2023 17:27:30 -0700 Subject: [PATCH 4/9] change np.int to int --- taskography_api/taskography/utils/loader.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/taskography_api/taskography/utils/loader.py b/taskography_api/taskography/utils/loader.py index cea8e8f..badd62a 100644 --- a/taskography_api/taskography/utils/loader.py +++ b/taskography_api/taskography/utils/loader.py @@ -115,8 +115,8 @@ def scenegraph_mst(building: Building) -> None: # floor-floor heuristic: mean of min connection between rooms in both floors n, m = len(floor_a_rooms), len(floor_b_rooms) - floor_a_rooms_repeat = np.repeat(np.array(floor_a_rooms, dtype=np.int), m) - floor_b_rooms_tile = np.tile(np.array(floor_b_rooms, dtype=np.int), n) + floor_a_rooms_repeat = np.repeat(np.array(floor_a_rooms, dtype=int), m) + floor_b_rooms_tile = np.tile(np.array(floor_b_rooms, dtype=int), n) room_a_to_b_dist = room_dist_mat[floor_a_rooms_repeat, floor_b_rooms_tile].reshape( n, m ) @@ -147,8 +147,8 @@ def scenegraph_mst(building: Building) -> None: # connect all rooms in each floor for _, rooms in floor_rooms.items(): - room_idx_repeat = np.repeat(np.array(list(rooms), dtype=np.int), len(rooms)) - room_idx_tile = np.tile(np.array(list(rooms), dtype=np.int), len(rooms)) + room_idx_repeat = np.repeat(np.array(list(rooms), dtype=int), len(rooms)) + room_idx_tile = np.tile(np.array(list(rooms), dtype=int), len(rooms)) room_dist = room_dist_mat[room_idx_repeat, room_idx_tile] room_graph.add_weighted_edges_from(list(zip(room_idx_repeat, room_idx_tile, room_dist))) From 05f5acd93f4fb2d723e11da043b166f73d9029f8 Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Wed, 26 Jul 2023 12:38:55 -0700 Subject: [PATCH 5/9] update expid in test script --- scripts/benchmark/test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/benchmark/test.py b/scripts/benchmark/test.py index aba4594..3341c78 100644 --- a/scripts/benchmark/test.py +++ b/scripts/benchmark/test.py @@ -14,4 +14,4 @@ for planner in planners: print('running planner: ', planner) - os.system('python scripts/benchmark/plan.py --domain-name {} --planner {} --expid {}'.format(pddl_domain, planner, planner)) \ No newline at end of file + os.system('python scripts/benchmark/plan.py --domain-name {} --planner {} --expid {}_{}'.format(pddl_domain, planner, pddl_domain, planner)) \ No newline at end of file From 2da9b784bae2008bfa45e4c4c011fff62743c36c Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Wed, 26 Jul 2023 12:39:07 -0700 Subject: [PATCH 6/9] add dockerfile --- Dockerfile | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 Dockerfile diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..397315c --- /dev/null +++ b/Dockerfile @@ -0,0 +1,25 @@ +# FROM nvidia/cuda:12.2.0-base-ubuntu20.04 +FROM ubuntu:20.04 +ENV DEBIAN_FRONTEND=noninteractive +RUN apt update && apt install -y build-essential git cmake curl wget flex bison python3-pip +RUN rm -rf /var/lib/apt/lists/* +WORKDIR /opt + +# # Get Conda +# ENV CONDA_DIR /opt/conda +# RUN wget --quiet https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O ~/miniconda.sh && \ +# /bin/bash ~/miniconda.sh -b -p /opt/conda +# ENV PATH=$CONDA_DIR/bin:$PATH + +# Get Docker +RUN curl -fsSL https://get.docker.com -o get-docker.sh +RUN sh get-docker.sh + +# Get Taskography +# RUN conda create -n taskography python=3.10 -y +# SHELL ["conda", "run", "-n", "taskography", "/bin/bash", "-c"] +# RUN conda activate taskography +RUN git clone https://github.com/jiadingfang/taskography-api.git --recurse-submodules +WORKDIR /opt/taskography-api +RUN pip install . +RUN pip install -r requirements.txt \ No newline at end of file From 337db949a81472e504e347455e2570166412b3c3 Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Wed, 26 Jul 2023 15:44:06 -0700 Subject: [PATCH 7/9] add docker script --- Dockerfile => docker/Dockerfile | 14 +++----------- docker/docker.sh | 2 ++ scripts/benchmark/test.py | 8 +------- 3 files changed, 6 insertions(+), 18 deletions(-) rename Dockerfile => docker/Dockerfile (50%) create mode 100644 docker/docker.sh diff --git a/Dockerfile b/docker/Dockerfile similarity index 50% rename from Dockerfile rename to docker/Dockerfile index 397315c..17ce236 100644 --- a/Dockerfile +++ b/docker/Dockerfile @@ -1,25 +1,17 @@ # FROM nvidia/cuda:12.2.0-base-ubuntu20.04 FROM ubuntu:20.04 ENV DEBIAN_FRONTEND=noninteractive -RUN apt update && apt install -y build-essential git cmake curl wget flex bison python3-pip +RUN apt update && apt install -y build-essential git cmake curl wget flex bison python3-pip python-is-python3 RUN rm -rf /var/lib/apt/lists/* WORKDIR /opt -# # Get Conda -# ENV CONDA_DIR /opt/conda -# RUN wget --quiet https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O ~/miniconda.sh && \ -# /bin/bash ~/miniconda.sh -b -p /opt/conda -# ENV PATH=$CONDA_DIR/bin:$PATH - # Get Docker RUN curl -fsSL https://get.docker.com -o get-docker.sh RUN sh get-docker.sh # Get Taskography -# RUN conda create -n taskography python=3.10 -y -# SHELL ["conda", "run", "-n", "taskography", "/bin/bash", "-c"] -# RUN conda activate taskography RUN git clone https://github.com/jiadingfang/taskography-api.git --recurse-submodules WORKDIR /opt/taskography-api RUN pip install . -RUN pip install -r requirements.txt \ No newline at end of file +RUN pip install -r requirements.txt +ENV PYTHONPATH "${PYTHONPATH}:/opt/taskography-api" \ No newline at end of file diff --git a/docker/docker.sh b/docker/docker.sh new file mode 100644 index 0000000..7475fac --- /dev/null +++ b/docker/docker.sh @@ -0,0 +1,2 @@ +docker build -t taskography . +docker run -it --rm -v $DATA/3dscenegraph/:/data/3dscenegraph -v /var/run/docker.sock:/var/run/docker.sock taskography \ No newline at end of file diff --git a/scripts/benchmark/test.py b/scripts/benchmark/test.py index 3341c78..6ab978a 100644 --- a/scripts/benchmark/test.py +++ b/scripts/benchmark/test.py @@ -1,14 +1,8 @@ import os -# from ...third_party.pddlgym_planners.pddlgym_planners import _SATISFICING, _OPTIMAL from third_party.pddlgym_planners.pddlgym_planners import _SATISFICING, _OPTIMAL -# print('_SATISFICING: ',_SATISFICING) -# print('_OPTIMAL: ',_OPTIMAL) -# print('_SATISFICING.keys(): ',list(_SATISFICING.keys())) -# print('_OPTIMAL.keys(): ',list(_OPTIMAL.keys())) - planners = list(_SATISFICING.keys()) + list(_OPTIMAL.keys()) -print('planners: ', planners) +print('planners: ', planners) # ['FF', 'FF-X', 'FD-lama-first', 'Cerberus-seq-sat', 'Cerberus-seq-agl', 'DecStar-agl-decoupled', 'lapkt-bfws', 'FD-seq-opt-lmcut', 'Delfi', 'DecStar-opt-decoupled'] pddl_domain = 'taskographyv2tiny1' From 4a752d6dd72741552b20d96bb6f619098a67c704 Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Wed, 26 Jul 2023 16:12:20 -0700 Subject: [PATCH 8/9] remove old test results --- .../Cerberus-seq-agl_test.json | 13 - .../Cerberus-seq-agl/Cerberus-seq-agl_test.py | 4 - .../Cerberus-seq-agl_train.json | 13 - .../Cerberus-seq-agl_train.py | 4 - .../Cerberus-seq-sat_test.json | 13 - .../Cerberus-seq-sat/Cerberus-seq-sat_test.py | 4 - .../Cerberus-seq-sat_train.json | 13 - .../Cerberus-seq-sat_train.py | 4 - .../DecStar-agl-decoupled_test.json | 13 - .../DecStar-agl-decoupled_test.py | 4 - .../DecStar-agl-decoupled_train.json | 13 - .../DecStar-agl-decoupled_train.py | 4 - .../DecStar-opt-decoupled_test.json | 13 - .../DecStar-opt-decoupled_test.py | 4 - .../DecStar-opt-decoupled_train.json | 13 - .../DecStar-opt-decoupled_train.py | 4 - exp/taskographyv2tiny1/Delfi/Delfi_test.json | 13 - exp/taskographyv2tiny1/Delfi/Delfi_test.py | 4 - exp/taskographyv2tiny1/Delfi/Delfi_train.json | 13 - exp/taskographyv2tiny1/Delfi/Delfi_train.py | 4 - .../FD-lama-first/FD-lama-first_test.json | 13 - .../FD-lama-first/FD-lama-first_test.py | 4 - .../FD-lama-first/FD-lama-first_train.json | 13 - .../FD-lama-first/FD-lama-first_train.py | 4 - .../FD-seq-opt-lmcut_test.json | 13 - .../FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py | 4 - .../FD-seq-opt-lmcut_train.json | 13 - .../FD-seq-opt-lmcut_train.py | 4 - .../lapkt-bfws/lapkt-bfws_test.json | 13 - .../lapkt-bfws/lapkt-bfws_test.py | 222 ------------------ .../lapkt-bfws/lapkt-bfws_train.json | 13 - .../lapkt-bfws/lapkt-bfws_train.py | 222 ------------------ 32 files changed, 708 deletions(-) delete mode 100644 exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.json delete mode 100644 exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.py delete mode 100644 exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.json delete mode 100644 exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.py delete mode 100644 exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.json delete mode 100644 exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.py delete mode 100644 exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.json delete mode 100644 exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.py delete mode 100644 exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.json delete mode 100644 exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.py delete mode 100644 exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.json delete mode 100644 exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.py delete mode 100644 exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.json delete mode 100644 exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.py delete mode 100644 exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.json delete mode 100644 exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.py delete mode 100644 exp/taskographyv2tiny1/Delfi/Delfi_test.json delete mode 100644 exp/taskographyv2tiny1/Delfi/Delfi_test.py delete mode 100644 exp/taskographyv2tiny1/Delfi/Delfi_train.json delete mode 100644 exp/taskographyv2tiny1/Delfi/Delfi_train.py delete mode 100644 exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.json delete mode 100644 exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.py delete mode 100644 exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.json delete mode 100644 exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.py delete mode 100644 exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.json delete mode 100644 exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py delete mode 100644 exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.json delete mode 100644 exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.py delete mode 100644 exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.json delete mode 100644 exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.py delete mode 100644 exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.json delete mode 100644 exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.py diff --git a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.json b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.py b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.py deleted file mode 100644 index 95662d2..0000000 --- a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_test.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 55 -num_problems = 55 diff --git a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.json b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.py b/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.py deleted file mode 100644 index ee9b130..0000000 --- a/exp/taskographyv2tiny1/Cerberus-seq-agl/Cerberus-seq-agl_train.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 40 -num_problems = 40 diff --git a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.json b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.py b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.py deleted file mode 100644 index 95662d2..0000000 --- a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_test.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 55 -num_problems = 55 diff --git a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.json b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.py b/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.py deleted file mode 100644 index ee9b130..0000000 --- a/exp/taskographyv2tiny1/Cerberus-seq-sat/Cerberus-seq-sat_train.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 40 -num_problems = 40 diff --git a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.json b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.py b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.py deleted file mode 100644 index 95662d2..0000000 --- a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_test.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 55 -num_problems = 55 diff --git a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.json b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.py b/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.py deleted file mode 100644 index ee9b130..0000000 --- a/exp/taskographyv2tiny1/DecStar-agl-decoupled/DecStar-agl-decoupled_train.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 40 -num_problems = 40 diff --git a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.json b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.py b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.py deleted file mode 100644 index 95662d2..0000000 --- a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_test.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 55 -num_problems = 55 diff --git a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.json b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.py b/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.py deleted file mode 100644 index ee9b130..0000000 --- a/exp/taskographyv2tiny1/DecStar-opt-decoupled/DecStar-opt-decoupled_train.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 40 -num_problems = 40 diff --git a/exp/taskographyv2tiny1/Delfi/Delfi_test.json b/exp/taskographyv2tiny1/Delfi/Delfi_test.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/Delfi/Delfi_test.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Delfi/Delfi_test.py b/exp/taskographyv2tiny1/Delfi/Delfi_test.py deleted file mode 100644 index 95662d2..0000000 --- a/exp/taskographyv2tiny1/Delfi/Delfi_test.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 55 -num_problems = 55 diff --git a/exp/taskographyv2tiny1/Delfi/Delfi_train.json b/exp/taskographyv2tiny1/Delfi/Delfi_train.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/Delfi/Delfi_train.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/Delfi/Delfi_train.py b/exp/taskographyv2tiny1/Delfi/Delfi_train.py deleted file mode 100644 index ee9b130..0000000 --- a/exp/taskographyv2tiny1/Delfi/Delfi_train.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 40 -num_problems = 40 diff --git a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.json b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.py b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.py deleted file mode 100644 index 95662d2..0000000 --- a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_test.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 55 -num_problems = 55 diff --git a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.json b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.py b/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.py deleted file mode 100644 index ee9b130..0000000 --- a/exp/taskographyv2tiny1/FD-lama-first/FD-lama-first_train.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 40 -num_problems = 40 diff --git a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.json b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py deleted file mode 100644 index 95662d2..0000000 --- a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_test.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 55 -num_problems = 55 diff --git a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.json b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.json deleted file mode 100644 index e474315..0000000 --- a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 1.0, - "num_node_expansions": NaN, - "num_node_expansions_std": NaN, - "plan_length": NaN, - "plan_length_std": NaN, - "search_time": NaN, - "search_time_std": NaN, - "success_rate": 0.0, - "timeout_rate": 0.0, - "total_time": NaN, - "total_time_std": NaN -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.py b/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.py deleted file mode 100644 index ee9b130..0000000 --- a/exp/taskographyv2tiny1/FD-seq-opt-lmcut/FD-seq-opt-lmcut_train.py +++ /dev/null @@ -1,4 +0,0 @@ -STATS = [] -num_timeouts = 0 -num_failures = 40 -num_problems = 40 diff --git a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.json b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.json deleted file mode 100644 index 08d5a10..0000000 --- a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 0.0, - "num_node_expansions": 573.3225806451613, - "num_node_expansions_std": 338.3147405651472, - "plan_length": 15.32258064516129, - "plan_length_std": 4.394917128465223, - "search_time": 0.5754497419354839, - "search_time_std": 0.8765903350261305, - "success_rate": 0.5636363636363636, - "timeout_rate": 0.43636363636363634, - "total_time": 0.5754497419354839, - "total_time_std": 0.8765903350261305 -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.py b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.py deleted file mode 100644 index c249505..0000000 --- a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_test.py +++ /dev/null @@ -1,222 +0,0 @@ -STATS = [ - { - "num_node_expansions": 838, - "plan_cost": 26.0, - "plan_length": 26, - "search_time": 0.027612, - "total_time": 0.027612 - }, - { - "num_node_expansions": 752, - "plan_cost": 21.0, - "plan_length": 21, - "search_time": 0.700857, - "total_time": 0.700857 - }, - { - "num_node_expansions": 723, - "plan_cost": 16.0, - "plan_length": 16, - "search_time": 0.618991, - "total_time": 0.618991 - }, - { - "num_node_expansions": 409, - "plan_cost": 17.0, - "plan_length": 17, - "search_time": 0.566221, - "total_time": 0.566221 - }, - { - "num_node_expansions": 493, - "plan_cost": 16.0, - "plan_length": 16, - "search_time": 0.481305, - "total_time": 0.481305 - }, - { - "num_node_expansions": 423, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.376084, - "total_time": 0.376084 - }, - { - "num_node_expansions": 1055, - "plan_cost": 23.0, - "plan_length": 23, - "search_time": 0.5014, - "total_time": 0.5014 - }, - { - "num_node_expansions": 941, - "plan_cost": 19.0, - "plan_length": 19, - "search_time": 0.432555, - "total_time": 0.432555 - }, - { - "num_node_expansions": 431, - "plan_cost": 12.0, - "plan_length": 12, - "search_time": 0.283002, - "total_time": 0.283002 - }, - { - "num_node_expansions": 546, - "plan_cost": 20.0, - "plan_length": 20, - "search_time": 0.421657, - "total_time": 0.421657 - }, - { - "num_node_expansions": 660, - "plan_cost": 23.0, - "plan_length": 23, - "search_time": 0.436408, - "total_time": 0.436408 - }, - { - "num_node_expansions": 328, - "plan_cost": 10.0, - "plan_length": 10, - "search_time": 0.085861, - "total_time": 0.085861 - }, - { - "num_node_expansions": 363, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.084427, - "total_time": 0.084427 - }, - { - "num_node_expansions": 499, - "plan_cost": 14.0, - "plan_length": 14, - "search_time": 0.104738, - "total_time": 0.104738 - }, - { - "num_node_expansions": 340, - "plan_cost": 11.0, - "plan_length": 11, - "search_time": 0.09462, - "total_time": 0.09462 - }, - { - "num_node_expansions": 445, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.090598, - "total_time": 0.090598 - }, - { - "num_node_expansions": 319, - "plan_cost": 12.0, - "plan_length": 12, - "search_time": 0.073093, - "total_time": 0.073093 - }, - { - "num_node_expansions": 324, - "plan_cost": 14.0, - "plan_length": 14, - "search_time": 0.080463, - "total_time": 0.080463 - }, - { - "num_node_expansions": 491, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 0.102847, - "total_time": 0.102847 - }, - { - "num_node_expansions": 308, - "plan_cost": 11.0, - "plan_length": 11, - "search_time": 0.065597, - "total_time": 0.065597 - }, - { - "num_node_expansions": 552, - "plan_cost": 20.0, - "plan_length": 20, - "search_time": 0.128284, - "total_time": 0.128284 - }, - { - "num_node_expansions": 1138, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 2.568, - "total_time": 2.568 - }, - { - "num_node_expansions": 746, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 2.0558, - "total_time": 2.0558 - }, - { - "num_node_expansions": 115, - "plan_cost": 8.0, - "plan_length": 8, - "search_time": 0.548119, - "total_time": 0.548119 - }, - { - "num_node_expansions": 773, - "plan_cost": 11.0, - "plan_length": 11, - "search_time": 1.99126, - "total_time": 1.99126 - }, - { - "num_node_expansions": 1892, - "plan_cost": 22.0, - "plan_length": 22, - "search_time": 4.03698, - "total_time": 4.03698 - }, - { - "num_node_expansions": 502, - "plan_cost": 14.0, - "plan_length": 14, - "search_time": 0.21337, - "total_time": 0.21337 - }, - { - "num_node_expansions": 466, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 0.192083, - "total_time": 0.192083 - }, - { - "num_node_expansions": 343, - "plan_cost": 14.0, - "plan_length": 14, - "search_time": 0.196131, - "total_time": 0.196131 - }, - { - "num_node_expansions": 223, - "plan_cost": 9.0, - "plan_length": 9, - "search_time": 0.12086, - "total_time": 0.12086 - }, - { - "num_node_expansions": 335, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.159719, - "total_time": 0.159719 - } -] -num_timeouts = 24 -num_failures = 0 -num_problems = 55 diff --git a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.json b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.json deleted file mode 100644 index 2eb67f2..0000000 --- a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "failure_rate": 0.0, - "num_node_expansions": 468.48387096774195, - "num_node_expansions_std": 192.6469059835003, - "plan_length": 14.709677419354838, - "plan_length_std": 3.828530825661262, - "search_time": 0.4536315483870968, - "search_time_std": 0.3696494008728636, - "success_rate": 0.775, - "timeout_rate": 0.225, - "total_time": 0.4536315483870968, - "total_time_std": 0.3696494008728636 -} \ No newline at end of file diff --git a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.py b/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.py deleted file mode 100644 index ed78854..0000000 --- a/exp/taskographyv2tiny1/lapkt-bfws/lapkt-bfws_train.py +++ /dev/null @@ -1,222 +0,0 @@ -STATS = [ - { - "num_node_expansions": 715, - "plan_cost": 19.0, - "plan_length": 19, - "search_time": 0.696898, - "total_time": 0.696898 - }, - { - "num_node_expansions": 778, - "plan_cost": 17.0, - "plan_length": 17, - "search_time": 0.529165, - "total_time": 0.529165 - }, - { - "num_node_expansions": 190, - "plan_cost": 10.0, - "plan_length": 10, - "search_time": 0.461028, - "total_time": 0.461028 - }, - { - "num_node_expansions": 373, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.680423, - "total_time": 0.680423 - }, - { - "num_node_expansions": 175, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.035118, - "total_time": 0.035118 - }, - { - "num_node_expansions": 523, - "plan_cost": 18.0, - "plan_length": 18, - "search_time": 0.063289, - "total_time": 0.063289 - }, - { - "num_node_expansions": 452, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.465207, - "total_time": 0.465207 - }, - { - "num_node_expansions": 779, - "plan_cost": 25.0, - "plan_length": 25, - "search_time": 0.828282, - "total_time": 0.828282 - }, - { - "num_node_expansions": 155, - "plan_cost": 10.0, - "plan_length": 10, - "search_time": 0.034476, - "total_time": 0.034476 - }, - { - "num_node_expansions": 625, - "plan_cost": 17.0, - "plan_length": 17, - "search_time": 0.201312, - "total_time": 0.201312 - }, - { - "num_node_expansions": 425, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.148237, - "total_time": 0.148237 - }, - { - "num_node_expansions": 578, - "plan_cost": 14.0, - "plan_length": 14, - "search_time": 0.728428, - "total_time": 0.728428 - }, - { - "num_node_expansions": 812, - "plan_cost": 14.0, - "plan_length": 14, - "search_time": 0.731763, - "total_time": 0.731763 - }, - { - "num_node_expansions": 624, - "plan_cost": 14.0, - "plan_length": 14, - "search_time": 1.16211, - "total_time": 1.16211 - }, - { - "num_node_expansions": 395, - "plan_cost": 17.0, - "plan_length": 17, - "search_time": 0.058207, - "total_time": 0.058207 - }, - { - "num_node_expansions": 619, - "plan_cost": 14.0, - "plan_length": 14, - "search_time": 0.285576, - "total_time": 0.285576 - }, - { - "num_node_expansions": 424, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 0.258839, - "total_time": 0.258839 - }, - { - "num_node_expansions": 153, - "plan_cost": 7.0, - "plan_length": 7, - "search_time": 0.132758, - "total_time": 0.132758 - }, - { - "num_node_expansions": 561, - "plan_cost": 16.0, - "plan_length": 16, - "search_time": 0.48857, - "total_time": 0.48857 - }, - { - "num_node_expansions": 410, - "plan_cost": 13.0, - "plan_length": 13, - "search_time": 0.108255, - "total_time": 0.108255 - }, - { - "num_node_expansions": 97, - "plan_cost": 6.0, - "plan_length": 6, - "search_time": 0.039182, - "total_time": 0.039182 - }, - { - "num_node_expansions": 394, - "plan_cost": 16.0, - "plan_length": 16, - "search_time": 0.893917, - "total_time": 0.893917 - }, - { - "num_node_expansions": 566, - "plan_cost": 19.0, - "plan_length": 19, - "search_time": 0.972984, - "total_time": 0.972984 - }, - { - "num_node_expansions": 397, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 0.405679, - "total_time": 0.405679 - }, - { - "num_node_expansions": 654, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 0.453959, - "total_time": 0.453959 - }, - { - "num_node_expansions": 453, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 1.05844, - "total_time": 1.05844 - }, - { - "num_node_expansions": 704, - "plan_cost": 18.0, - "plan_length": 18, - "search_time": 1.38303, - "total_time": 1.38303 - }, - { - "num_node_expansions": 336, - "plan_cost": 22.0, - "plan_length": 22, - "search_time": 0.061558, - "total_time": 0.061558 - }, - { - "num_node_expansions": 346, - "plan_cost": 15.0, - "plan_length": 15, - "search_time": 0.051526, - "total_time": 0.051526 - }, - { - "num_node_expansions": 483, - "plan_cost": 12.0, - "plan_length": 12, - "search_time": 0.342591, - "total_time": 0.342591 - }, - { - "num_node_expansions": 327, - "plan_cost": 11.0, - "plan_length": 11, - "search_time": 0.301771, - "total_time": 0.301771 - } -] -num_timeouts = 9 -num_failures = 0 -num_problems = 40 From b7230706ad647134d73d49c87e1733f73dbc4c2b Mon Sep 17 00:00:00 2001 From: Jiading Fang Date: Tue, 1 Aug 2023 21:15:24 -0700 Subject: [PATCH 9/9] create house scenegraph class for procthor data --- scripts/procthor_scenegraph.py | 139 +++++++++++++++++++++++++++++++++ 1 file changed, 139 insertions(+) create mode 100644 scripts/procthor_scenegraph.py diff --git a/scripts/procthor_scenegraph.py b/scripts/procthor_scenegraph.py new file mode 100644 index 0000000..1dbf412 --- /dev/null +++ b/scripts/procthor_scenegraph.py @@ -0,0 +1,139 @@ +import json + +class SceneGraphNode(object): + def __init__(self): + self.id = None + + def set_attribute(self, attr, value): + if attr not in self.__dict__.keys(): + raise ValueError(f"Unknown attribute: {attr}") + self.__dict__[attr] = value + + def get_attribute(self, attr): + if attr not in self.__dict__.keys(): + raise ValueError(f"Unknown attribute: {attr}") + return self.__dict__[attr] + + def print_attributes(self): + print(f"--- {self.__class__.__name__} ID: {self.get_attribute('id')} ---") + for key in self.__dict__.keys(): + print(f"Key: {key} | Value: {self.get_attribute(key)}") + + +class Door(SceneGraphNode): + def __init__(self, data=None): + super().__init__() + self.asset_id = None + self.asset_position = None + self.hole_polygon = None + self.openable = None + self.openness = None + self.rooms = None + self.walls = None + if data is not None: + self.set_attribute('asset_id', data['assetId']) + self.set_attribute('asset_position', data['assetPosition']) + self.set_attribute('hole_polygon', data['holePolygon']) + self.set_attribute('id', data['id']) + self.set_attribute('openable', data['openable']) + self.set_attribute('openness', data['openness']) + self.set_attribute('rooms', [data['room0'], data['room1']]) + self.set_attribute('walls', [data['wall0'], data['wall1']]) + + +class ObjectChild(SceneGraphNode): + def __init__(self, data=None): + super().__init__() + self.asset_id = None + self.kinematic = None + self.position = None + self.rotation = None + if data is not None: + self.set_attribute('asset_id', data['assetId']) + self.set_attribute('id', data['id']) + self.set_attribute('kinematic', data['kinematic']) + self.set_attribute('position', data['position']) + self.set_attribute('rotation', data['rotation']) + + +class Object(SceneGraphNode): + def __init__(self, data=None): + super().__init__() + self.asset_id = None + self.children = None + self.kinematic = None + self.material = None + self.position = None + self.rotation = None + if data is not None: + self.set_attribute('asset_id', data['assetId']) + # self.set_attribute('children', [ObjectChild(child) for child in data['children']]) + self.set_attribute('id', data['id']) + self.set_attribute('kinematic', data['kinematic']) + self.set_attribute('material', data['material']) + self.set_attribute('position', data['position']) + self.set_attribute('rotation', data['rotation']) + if 'children' in data: + self.set_attribute('children', [ObjectChild(child) for child in data['children']]) + else: + self.set_attribute('children', []) + +class Room(SceneGraphNode): + def __init__(self, data=None): + super().__init__() + self.ceilings = None + self.children = None + self.floor_material = None + self.floor_polygon = None + self.room_type = None + if data is not None: + self.set_attribute('ceilings', data['ceilings']) + self.set_attribute('children', data['children']) + self.set_attribute('floor_material', data['floorMaterial']) + self.set_attribute('floor_polygon', data['floorPolygon']) + self.set_attribute('id', data['id']) + self.set_attribute('room_type', data['roomType']) + + +class Wall(SceneGraphNode): + def __init__(self, data=None): + super().__init__() + self.color = None + self.material = None + self.polygon = None + self.room_id = None + if data is not None: + self.set_attribute('id', data['id']) + self.set_attribute('material', data['material']) + self.set_attribute('polygon', data['polygon']) + self.set_attribute('room_id', data['roomId']) + if 'color' in data: + self.set_attribute('color', data['color']) + + +class House(SceneGraphNode): + def __init__(self, json_data=None): + super().__init__() + self.doors = None + self.objects = None + self.rooms = None + self.walls = None + self.windows = None + self.metadata = None + self.procedural_parameters = None + if json_data is not None: + self.set_attribute('doors', [Door(door) for door in json_data.get('doors', [])]) + self.set_attribute('objects', [Object(obj) for obj in json_data.get('objects', [])]) + self.set_attribute('rooms', [Room(room) for room in json_data.get('rooms', [])]) + self.set_attribute('walls', [Wall(wall) for wall in json_data.get('walls', [])]) + self.set_attribute('windows', json_data.get('windows', [])) + self.set_attribute('metadata', json_data.get('metadata', {})) + self.set_attribute('procedural_parameters', json_data.get('proceduralParameters', {})) + + +if __name__ == "__main__": + procthor_json_path = 'procthor_houses/procthor-10k_train_0.json' + with open(procthor_json_path, 'r') as f: + procthor_json = json.load(f) + house = House(procthor_json) + house.print_attributes()