From 7c8ffe6643c06caf30575230ad5b32680a64b5ed Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Thu, 18 Dec 2025 16:11:42 -0500 Subject: [PATCH 01/30] Add initial configs for Feb evaluation --- .../phase2_feb_collab/phase2_baseline.yaml | 37 +++++++++++++++++++ ...line_direct_regression_random_effects.yaml | 23 ++++++++++++ ...comparative_regression_random_effects.yaml | 3 +- ...phase2_pipeline_oracle_random_effects.yaml | 17 +++++++++ .../phase2_pipeline_random.yaml | 27 ++++++++++++++ 5 files changed, 106 insertions(+), 1 deletion(-) create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_oracle_random_effects.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random.yaml diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline.yaml new file mode 100644 index 00000000..ae56d34d --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline.yaml @@ -0,0 +1,37 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /inference_engine@adm.structured_inference_engine: outlines_structured_greedy + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_baseline" + domain: "p2triage" + +adm: + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects.yaml new file mode 100644 index 00000000..c3b4d7d5 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects.yaml @@ -0,0 +1,23 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_direct" + domain: "p2triage" + +adm: + step_definitions: + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects.yaml index e8d4da57..fb794048 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects.yaml @@ -5,9 +5,10 @@ defaults: - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple interface: + api_endpoint: "https://darpaitm.caci.com" session_type: adept training_session: full - username: "pipeline_fewshot_comp_reg_loo" + username: "testrun-pipeline_fewshot_comp_reg_loo" domain: "p2triage" adm: diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_oracle_random_effects.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_oracle_random_effects.yaml new file mode 100644 index 00000000..9b19afc5 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_oracle_random_effects.yaml @@ -0,0 +1,17 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_oracle + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_oracle_test" + domain: "p2triage" + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random.yaml new file mode 100644 index 00000000..02db3e70 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random.yaml @@ -0,0 +1,27 @@ +# @package _global_ +defaults: + - override /adm: pipeline_random + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_random" + domain: "p2triage" + +adm: + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.random_choice} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false From 76522641698cf6681ad6d645801eea78a6edf8bb Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Fri, 19 Dec 2025 07:49:27 -0500 Subject: [PATCH 02/30] Update TA3 client version; update ICL databases --- ..._fewshot_comparative_regression_random_effects.yaml | 10 +++++----- pyproject.toml | 2 +- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects.yaml index fb794048..3f93c597 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects.yaml @@ -19,11 +19,11 @@ adm: number: 20 leave_one_out_strategy: 'scenario_description' # LOO - Remove for eval datasets: - medical: /data/shared/samba/phase2_icl/July2025-MU-train_20250715.json - affiliation: /data/shared/samba/phase2_icl/July2025-AF-train_20250715.json - merit: /data/shared/samba/phase2_icl/July2025-MF-train_20250715.json - personal_safety: /data/shared/samba/phase2_icl/July2025-PS-train_20250715.json - search: /data/shared/samba/phase2_icl/July2025-SS-train_20250715.json + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json comparative_regression: enable_caching: true diff --git a/pyproject.toml b/pyproject.toml index 0ffe0044..985884c3 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -26,7 +26,7 @@ requests = "^2.31.0" bert-score = "^0.3.13" rich = "^13.6.0" rouge-score = "^0.1.2" -swagger-client = {git = "https://github.com/NextCenturyCorporation/itm-evaluation-client.git", rev = "0.5.0"} +swagger-client = {git = "https://github.com/NextCenturyCorporation/itm-evaluation-client.git", rev = "0.5.1"} hydra-core = "^1.3.2" outlines = "^0.2.1" setuptools = "^70.1.1" From 1dab7b46062a5635a6eab90c0084833cd3ce4680 Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Fri, 19 Dec 2025 14:54:42 -0500 Subject: [PATCH 03/30] Update choose_a and choose_b experiments to point at AWS TA3 server --- .../experiment/phase2_feb_collab/pipeline_choose_a.yaml | 3 ++- .../experiment/phase2_feb_collab/pipeline_choose_b.yaml | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_a.yaml b/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_a.yaml index 87d21dca..77f92223 100644 --- a/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_a.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_a.yaml @@ -4,9 +4,10 @@ defaults: - override /interface: ta3 interface: + api_endpoint: "https://darpaitm.caci.com" session_type: adept training_session: full - username: "pipeline_feb2026_choose_a" + username: "testrun-pipeline_feb2026_choose_a" domain: "p2triage" adm: diff --git a/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_b.yaml b/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_b.yaml index 0917d10c..e44a319a 100644 --- a/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_b.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_b.yaml @@ -4,9 +4,10 @@ defaults: - override /interface: ta3 interface: + api_endpoint: "https://darpaitm.caci.com" session_type: adept training_session: full - username: "pipeline_feb2026_choose_b" + username: "testrun-pipeline_feb2026_choose_b" domain: "p2triage" adm: From 46815ee0f89d9fe681fa2679045b90548a25e4da Mon Sep 17 00:00:00 2001 From: Emily Veenhuis Date: Wed, 24 Dec 2025 11:18:46 -0500 Subject: [PATCH 04/30] Add spectrum-tuned configs --- .../phase2_baseline_spectrum_llama.yaml | 40 +++++++++++++++++++ .../phase2_baseline_spectrum_qwen.yaml | 40 +++++++++++++++++++ ...n_random_effects_spectrum_tuned_llama.yaml | 37 +++++++++++++++++ ...on_random_effects_spectrum_tuned_qwen.yaml | 37 +++++++++++++++++ 4 files changed, 154 insertions(+) create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_tuned_llama.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_tuned_qwen.yaml diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama.yaml new file mode 100644 index 00000000..e4eaa945 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama.yaml @@ -0,0 +1,40 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_baseline_spectrum_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen.yaml new file mode 100644 index 00000000..68161961 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen.yaml @@ -0,0 +1,40 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_baseline" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_tuned_llama.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_tuned_llama.yaml new file mode 100644 index 00000000..321c7c4f --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_tuned_llama.yaml @@ -0,0 +1,37 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_fewshot_comp_reg_loo_spectrum_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + leave_one_out_strategy: 'scenario_description' # LOO - Remove for eval + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_tuned_qwen.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_tuned_qwen.yaml new file mode 100644 index 00000000..23a5b1f1 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_tuned_qwen.yaml @@ -0,0 +1,37 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_fewshot_comp_reg_loo_spectrum_qwen" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + leave_one_out_strategy: 'scenario_description' # LOO - Remove for eval + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true From 0ce2d7400a603219c27af65cd6b7e7e03dcb183e Mon Sep 17 00:00:00 2001 From: Emily Veenhuis Date: Wed, 31 Dec 2025 16:35:50 -0500 Subject: [PATCH 05/30] Add observation configs --- align_system/algorithms/icl_adm_component.py | 3 +- ...aseline_deepseek_llama_live_eval_test.yaml | 44 ++++++++++++++++++ .../phase2_baseline_live_eval_test.yaml | 42 +++++++++++++++++ ...aseline_spectrum_llama_live_eval_test.yaml | 45 +++++++++++++++++++ .../phase2_baseline_spectrum_qwen.yaml | 2 +- ...baseline_spectrum_qwen_live_eval_test.yaml | 45 +++++++++++++++++++ ...effects_deepseek_llama_live_eval_test.yaml | 40 +++++++++++++++++ ...ression_random_effects_live_eval_test.yaml | 37 +++++++++++++++ ...effects_spectrum_llama_live_eval_test.yaml | 41 +++++++++++++++++ ..._effects_spectrum_qwen_live_eval_test.yaml | 41 +++++++++++++++++ ...phase2_pipeline_random_live_eval_test.yaml | 32 +++++++++++++ .../pipeline_choose_a_live_eval_test.yaml | 32 +++++++++++++ .../pipeline_choose_b_live_eval_test.yaml | 32 +++++++++++++ align_system/utils/alignment_utils.py | 6 ++- align_system/utils/incontext_utils.py | 3 ++ 15 files changed, 442 insertions(+), 3 deletions(-) create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/pipeline_choose_a_live_eval_test.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/pipeline_choose_b_live_eval_test.yaml diff --git a/align_system/algorithms/icl_adm_component.py b/align_system/algorithms/icl_adm_component.py index 93946095..2f7ea6a5 100644 --- a/align_system/algorithms/icl_adm_component.py +++ b/align_system/algorithms/icl_adm_component.py @@ -85,7 +85,8 @@ def run(self, alignment_target_value_lookup = { kdma_values['kdma']: kdma_values['value'] - for kdma_values in alignment_target_dict['kdma_values']} + for kdma_values in alignment_target_dict['kdma_values'] + if 'value' in kdma_values} icl_dialog_elements = {} icl_example_info = {} diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_test.yaml new file mode 100644 index 00000000..c55cb783 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_test.yaml @@ -0,0 +1,44 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_baseline_deepseek_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_baseline_deepseek_llama_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_test.yaml new file mode 100644 index 00000000..a8ee782f --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_test.yaml @@ -0,0 +1,42 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /inference_engine@adm.structured_inference_engine: outlines_structured_greedy + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_baseline" + domain: "p2triage" + +adm: + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_baseline_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_test.yaml new file mode 100644 index 00000000..df0e0e18 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_test.yaml @@ -0,0 +1,45 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_baseline_spectrum_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_baseline_spectrum_llama_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen.yaml index 68161961..8d0276cb 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen.yaml @@ -7,7 +7,7 @@ interface: api_endpoint: "https://darpaitm.caci.com" session_type: adept training_session: full - username: "testrun-pipeline_baseline" + username: "testrun-pipeline_baseline_spectrum_qwen" domain: "p2triage" adm: diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_test.yaml new file mode 100644 index 00000000..7a17876f --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_test.yaml @@ -0,0 +1,45 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_baseline_spectrum_qwen" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_baseline_spectrum_qwen_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test.yaml new file mode 100644 index 00000000..91e537e6 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test.yaml @@ -0,0 +1,40 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_fewshot_comp_reg_deepseek_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test.yaml new file mode 100644 index 00000000..2b998a4e --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test.yaml @@ -0,0 +1,37 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_fewshot_comp_reg_mistral" + domain: "p2triage" + +adm: + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test.yaml new file mode 100644 index 00000000..b67e2d28 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test.yaml @@ -0,0 +1,41 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_fewshot_comp_reg_spectrum_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test.yaml new file mode 100644 index 00000000..bce18238 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test.yaml @@ -0,0 +1,41 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_fewshot_comp_reg_loo_spectrum_qwen" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_test.yaml new file mode 100644 index 00000000..3d7b3555 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_test.yaml @@ -0,0 +1,32 @@ +# @package _global_ +defaults: + - override /adm: pipeline_random + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_random" + domain: "p2triage" + +adm: + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.random_choice} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_pipeline_random_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_a_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_a_live_eval_test.yaml new file mode 100644 index 00000000..366bcc4a --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_a_live_eval_test.yaml @@ -0,0 +1,32 @@ +# @package _global_ +defaults: + - override /adm: pipeline_choose_a + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_feb2026_choose_a" + domain: "p2triage" + +adm: + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.choose_idx} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/pipeline_choose_a_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_b_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_b_live_eval_test.yaml new file mode 100644 index 00000000..8265b344 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/pipeline_choose_b_live_eval_test.yaml @@ -0,0 +1,32 @@ +# @package _global_ +defaults: + - override /adm: pipeline_choose_b + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_feb2026_choose_b" + domain: "p2triage" + +adm: + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.choose_idx} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/pipeline_choose_b_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/utils/alignment_utils.py b/align_system/utils/alignment_utils.py index bfd0496d..1c06af4a 100644 --- a/align_system/utils/alignment_utils.py +++ b/align_system/utils/alignment_utils.py @@ -591,6 +591,10 @@ def alignment_target_to_attribute_targets(alignment_target, attribute = attribute_definitions[t['kdma']] output_attribute_targets.append( - AttributeTarget(**dict(attribute), value=t['value'], parameters=t['parameters'] if 'parameters' in t else None)) + AttributeTarget( + **dict(attribute), + value=t['value'] if 'value' in t else None, + parameters=t['parameters'] if 'parameters' in t else None + )) return output_attribute_targets diff --git a/align_system/utils/incontext_utils.py b/align_system/utils/incontext_utils.py index beb2317b..965b83d4 100644 --- a/align_system/utils/incontext_utils.py +++ b/align_system/utils/incontext_utils.py @@ -5,6 +5,7 @@ import numpy as np from abc import ABCMeta, abstractmethod from bert_score import score as bert_score +from omegaconf import ListConfig, OmegaConf from align_system.utils import adm_utils from align_system.utils import outlines_prompts_utils @@ -223,6 +224,8 @@ def _read_icl_dataset_files(self): # Add examples for each dataset file dset_files = self.incontext_settings["datasets"][sys_kdma_name] # If there is only one, make it a list for the following loop + if isinstance(dset_files, ListConfig): + dset_files = OmegaConf.to_object(dset_files) if not isinstance(dset_files, list): dset_files = [dset_files] From a7ca0862f35dfcaebac18ae5796e779483df826c Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Thu, 1 Jan 2026 16:06:16 -0500 Subject: [PATCH 06/30] Quickfix for direct regression PS scenarios --- ...ression_random_effects_live_eval_test.yaml | 28 +++++++++++++++++++ .../prompt_engineering/outlines_prompts.py | 6 +++- 2 files changed, 33 insertions(+), 1 deletion(-) create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test.yaml diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test.yaml new file mode 100644 index 00000000..7e5df7cd --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test.yaml @@ -0,0 +1,28 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_direct" + domain: "p2triage" + +adm: + step_definitions: + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_results_local/phase2_pipeline_direct_regression_live_eval_test/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/prompt_engineering/outlines_prompts.py b/align_system/prompt_engineering/outlines_prompts.py index 0e87f6a2..ec7069a3 100644 --- a/align_system/prompt_engineering/outlines_prompts.py +++ b/align_system/prompt_engineering/outlines_prompts.py @@ -1480,7 +1480,11 @@ def __call__(self, character, scenario_state): threat_unstructured = scenario_state['threat_state']['unstructured'] char_unstructured = character['unstructured'] - if m := re.match(f'{threat_unstructured}(.+){char_unstructured}', full_state_unstructured.replace("\n", " ")): + pattern = "{}(.+?){}".format( + threat_unstructured.replace("\n", " "), + char_unstructured.replace("\n", " ")) + + if m := re.match(pattern, full_state_unstructured.replace("\n", " ")): setup = m.group(1).strip() return f"{setup}\n - {char_unstructured}" From 76c187de4c7633fe7369f77571093e982f2feb7c Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Thu, 1 Jan 2026 16:10:27 -0500 Subject: [PATCH 07/30] Upgrade TA3 client version dep --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 985884c3..2069a5d1 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -26,7 +26,7 @@ requests = "^2.31.0" bert-score = "^0.3.13" rich = "^13.6.0" rouge-score = "^0.1.2" -swagger-client = {git = "https://github.com/NextCenturyCorporation/itm-evaluation-client.git", rev = "0.5.1"} +swagger-client = {git = "https://github.com/NextCenturyCorporation/itm-evaluation-client.git", rev = "0.5.2"} hydra-core = "^1.3.2" outlines = "^0.2.1" setuptools = "^70.1.1" From 21a434de548ee58722525f9618f3dfb72a2a8c8d Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Wed, 7 Jan 2026 13:21:11 -0500 Subject: [PATCH 08/30] Multi-attribute run tweaks and experiment configs --- ...e2_pipeline_direct_medical_regression.yaml | 2 +- .../phase2_pipeline_direct_regression.yaml | 2 +- ...e_deepseek_llama_live_eval_test_multi.yaml | 44 ++++++++++++++++++ .../phase2_baseline_live_eval_test_multi.yaml | 42 +++++++++++++++++ ...e_spectrum_llama_live_eval_test_multi.yaml | 45 +++++++++++++++++++ ...ne_spectrum_qwen_live_eval_test_multi.yaml | 45 +++++++++++++++++++ ...ression_random_effects_deepseek_llama.yaml | 26 +++++++++++ ...n_random_effects_live_eval_test_multi.yaml | 39 ++++++++++++++++ ...irect_regression_random_effects_multi.yaml | 35 +++++++++++++++ ...ression_random_effects_spectrum_llama.yaml | 27 +++++++++++ ...gression_random_effects_spectrum_qwen.yaml | 27 +++++++++++ ...s_deepseek_llama_live_eval_test_multi.yaml | 40 +++++++++++++++++ ...n_random_effects_live_eval_test_multi.yaml | 37 +++++++++++++++ ...ative_regression_random_effects_multi.yaml | 34 ++++++++++++++ ...s_spectrum_llama_live_eval_test_multi.yaml | 41 +++++++++++++++++ ...ts_spectrum_qwen_live_eval_test_multi.yaml | 41 +++++++++++++++++ ..._pipeline_random_live_eval_test_multi.yaml | 32 +++++++++++++ .../prompt_engineering/outlines_prompts.py | 7 +++ 18 files changed, 564 insertions(+), 2 deletions(-) create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_llama.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_qwen.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_test_multi.yaml diff --git a/align_system/configs/adm/phase2_pipeline_direct_medical_regression.yaml b/align_system/configs/adm/phase2_pipeline_direct_medical_regression.yaml index e196e2f5..dcf93803 100644 --- a/align_system/configs/adm/phase2_pipeline_direct_medical_regression.yaml +++ b/align_system/configs/adm/phase2_pipeline_direct_medical_regression.yaml @@ -1,4 +1,4 @@ -name: phase2_pipeline_zeroshot_comparative_regression_swap_average +name: phase2_pipeline_direct_medical_regression defaults: # Import defaults into this namspace (adm) as @name, for further diff --git a/align_system/configs/adm/phase2_pipeline_direct_regression.yaml b/align_system/configs/adm/phase2_pipeline_direct_regression.yaml index ffe74042..1a5f93a2 100644 --- a/align_system/configs/adm/phase2_pipeline_direct_regression.yaml +++ b/align_system/configs/adm/phase2_pipeline_direct_regression.yaml @@ -1,4 +1,4 @@ -name: phase2_pipeline_zeroshot_comparative_regression_swap_average +name: phase2_pipeline_direct_regression defaults: # Import defaults into this namspace (adm) as @name, for further diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_test_multi.yaml new file mode 100644 index 00000000..036de360 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_test_multi.yaml @@ -0,0 +1,44 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_baseline_deepseek_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_baseline_deepseek_llama_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_test_multi.yaml new file mode 100644 index 00000000..3baa8527 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_test_multi.yaml @@ -0,0 +1,42 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /inference_engine@adm.structured_inference_engine: outlines_structured_greedy + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_baseline" + domain: "p2triage" + +adm: + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_baseline_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_test_multi.yaml new file mode 100644 index 00000000..4bd9a850 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_test_multi.yaml @@ -0,0 +1,45 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_baseline_spectrum_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_baseline_spectrum_llama_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_test_multi.yaml new file mode 100644 index 00000000..e95d1c63 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_test_multi.yaml @@ -0,0 +1,45 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_baseline_spectrum_qwen" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_baseline_spectrum_qwen_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama.yaml new file mode 100644 index 00000000..b8225b60 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama.yaml @@ -0,0 +1,26 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_direct_deepseek_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B + + step_definitions: + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test_multi.yaml new file mode 100644 index 00000000..1c04a3b0 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test_multi.yaml @@ -0,0 +1,39 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_direct" + domain: "p2triage" + +adm: + step_definitions: + regression_icl: # Need ICL for bert relevance + icl_generator_partial: + incontext_settings: + number: 20 + leave_one_out_strategy: 'scenario_description' # LOO - Remove for eval + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_pipeline_direct_regression_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_multi.yaml new file mode 100644 index 00000000..57c85a75 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_multi.yaml @@ -0,0 +1,35 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + session_type: adept + training_session: full + username: "testrun-pipeline_direct_multi" + domain: "p2triage" + +adm: + step_definitions: + regression_icl: # Need ICL for bert relevance + icl_generator_partial: + incontext_settings: + number: 20 + leave_one_out_strategy: 'scenario_description' # LOO - Remove for eval + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + bert_relevance: + enable_caching: true + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_llama.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_llama.yaml new file mode 100644 index 00000000..ca9e035a --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_llama.yaml @@ -0,0 +1,27 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_direct_spectrum_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_qwen.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_qwen.yaml new file mode 100644 index 00000000..3d99ba46 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_qwen.yaml @@ -0,0 +1,27 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: adept + training_session: full + username: "testrun-pipeline_direct_spectrum_qwen" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi.yaml new file mode 100644 index 00000000..6abf8600 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi.yaml @@ -0,0 +1,40 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_fewshot_comp_reg_deepseek_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi.yaml new file mode 100644 index 00000000..087ee6aa --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi.yaml @@ -0,0 +1,37 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_fewshot_comp_reg_mistral" + domain: "p2triage" + +adm: + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_multi.yaml new file mode 100644 index 00000000..aed6e1f2 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_multi.yaml @@ -0,0 +1,34 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + session_type: adept + training_session: full + username: "testrun-pipeline_fewshot_comp_reg_loo_multi" + domain: "p2triage" + +adm: + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + leave_one_out_strategy: 'scenario_description' # LOO - Remove for eval + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + bert_relevance: + enable_caching: true + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi.yaml new file mode 100644 index 00000000..08fb1488 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi.yaml @@ -0,0 +1,41 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_fewshot_comp_reg_spectrum_llama" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi.yaml new file mode 100644 index 00000000..44840354 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi.yaml @@ -0,0 +1,41 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_fewshot_comp_reg_loo_spectrum_qwen" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_test_multi.yaml new file mode 100644 index 00000000..358115f4 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_test_multi.yaml @@ -0,0 +1,32 @@ +# @package _global_ +defaults: + - override /adm: pipeline_random + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "testrun-pipeline_random_multi" + domain: "p2triage" + +adm: + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.random_choice} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_local/phase2_pipeline_random_live_eval_test_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/prompt_engineering/outlines_prompts.py b/align_system/prompt_engineering/outlines_prompts.py index ec7069a3..36a2cb57 100644 --- a/align_system/prompt_engineering/outlines_prompts.py +++ b/align_system/prompt_engineering/outlines_prompts.py @@ -1486,5 +1486,12 @@ def __call__(self, character, scenario_state): if m := re.match(pattern, full_state_unstructured.replace("\n", " ")): setup = m.group(1).strip() + else: + # FIXME: This case is needed specifically for + # multi-attribute targets (and single attribute scenarios) + # where we may need to run regression for Personal Safety + # on an Affiliation scenario (where the text structure is + # a bit different) + return f" - {char_unstructured}" return f"{setup}\n - {char_unstructured}" From ea8060a8d7b3c7298ea80f61ae6ad80b85759d13 Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Wed, 7 Jan 2026 14:14:42 -0500 Subject: [PATCH 09/30] Set up caching for ICL step --- align_system/algorithms/icl_adm_component.py | 68 ++++++++++++++++++- ...n_random_effects_live_eval_test_multi.yaml | 2 +- ...effects_deepseek_llama_live_eval_test.yaml | 1 + ...s_deepseek_llama_live_eval_test_multi.yaml | 1 + ...ression_random_effects_live_eval_test.yaml | 1 + ...n_random_effects_live_eval_test_multi.yaml | 1 + ...ative_regression_random_effects_multi.yaml | 1 + ...effects_spectrum_llama_live_eval_test.yaml | 1 + ...s_spectrum_llama_live_eval_test_multi.yaml | 1 + ..._effects_spectrum_qwen_live_eval_test.yaml | 1 + ...ts_spectrum_qwen_live_eval_test_multi.yaml | 1 + 11 files changed, 76 insertions(+), 3 deletions(-) diff --git a/align_system/algorithms/icl_adm_component.py b/align_system/algorithms/icl_adm_component.py index 2f7ea6a5..04c69230 100644 --- a/align_system/algorithms/icl_adm_component.py +++ b/align_system/algorithms/icl_adm_component.py @@ -1,6 +1,11 @@ +import re +import inspect +import copy from functools import lru_cache from collections.abc import Mapping +import ubelt as ub + from align_system.utils import logging, call_with_coerced_args from align_system.utils.alignment_utils import attributes_in_alignment_target from align_system.algorithms.abstracts import ADMComponent @@ -37,7 +42,8 @@ def __init__(self, scenario_description_template, prompt_template, attributes=None, - target_attribute_names_override=None): + target_attribute_names_override=None, + enable_caching=False): self.icl_generator_partial = icl_generator_partial self.scenario_description_template = scenario_description_template @@ -49,6 +55,8 @@ def __init__(self, self.target_attribute_names_override = target_attribute_names_override + self.enable_caching = enable_caching + def run_returns(self): return ('icl_dialog_elements', 'icl_example_info') @@ -77,6 +85,29 @@ def run(self, target_attributes = [self.attributes[n] for n in target_attribute_names] + if self.enable_caching: + scenario_state_copy = copy.deepcopy(scenario_state) + if hasattr(scenario_state, 'elapsed_time'): + # Don't consider the elapsed_time of the state when caching + scenario_state_copy.elapsed_time = 0 + + depends = '\n'.join(( + self.cache_repr(), + repr(scenario_state_copy), + repr(choices), + repr(target_attribute_names))) + + cacher = ub.Cacher('icl_adm_component', depends, verbose=0) + log.debug(f'cacher.fpath={cacher.fpath}') + + cached_output = cacher.tryload() + if cached_output is not None: + log.info("Cache hit for `icl_adm_component`" + " returning cached output") + return cached_output + else: + log.info("Cache miss for `icl_adm_component` ..") + # Mapping covers `dict` and `omegaconf.dictconfig.DictConfig` if not isinstance(alignment_target, Mapping): alignment_target_dict = alignment_target.to_dict() @@ -149,7 +180,40 @@ def run(self, } icl_example_info[attribute.kdma].append(icl_info) - return icl_dialog_elements, icl_example_info + outputs = (icl_dialog_elements, icl_example_info) + + if self.enable_caching: + cacher.save(outputs) + + return outputs + + def cache_repr(self): + ''' + Return a string representation of this object for caching; + .i.e. if the return value of this function is the same for two + object instances, it's assumed that `run` output will be + the same if given the same parameters + ''' + + def _generic_object_repr(obj): + init_params = inspect.signature(obj.__class__.__init__).parameters + obj_vars = vars(obj) + + return "{}.{}({})".format( + obj.__class__.__module__, + obj.__class__.__name__, + ", ".join([f"{p}={obj_vars[p]}" for p in init_params + if p != 'self' and p != 'args' and p != 'kwargs'])) + + return re.sub(r'^\s+', '', + f""" + {self.__class__.__module__}.{self.__class__.__name__}( + icl_generator_partial={self.icl_generator_partial}, + scenario_description_template={_generic_object_repr(self.scenario_description_template)}, + prompt_template={_generic_object_repr(self.prompt_template)}, + attributes={self.attributes}, + target_attribute_names_override={self.target_attribute_names_override}, + )""", flags=re.MULTILINE).strip() # ICL Engines dependent on alignment target, but that could change diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test_multi.yaml index 1c04a3b0..7584389a 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test_multi.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_test_multi.yaml @@ -17,13 +17,13 @@ adm: icl_generator_partial: incontext_settings: number: 20 - leave_one_out_strategy: 'scenario_description' # LOO - Remove for eval datasets: medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true direct_regression: enable_caching: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test.yaml index 91e537e6..cd25d95c 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test.yaml @@ -26,6 +26,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true comparative_regression: enable_caching: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi.yaml index 6abf8600..31abdeb0 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_test_multi.yaml @@ -26,6 +26,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true comparative_regression: enable_caching: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test.yaml index 2b998a4e..12dfe6d3 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test.yaml @@ -23,6 +23,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true comparative_regression: enable_caching: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi.yaml index 087ee6aa..f2dac383 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_test_multi.yaml @@ -23,6 +23,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true comparative_regression: enable_caching: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_multi.yaml index aed6e1f2..9c1ef434 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_multi.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_multi.yaml @@ -23,6 +23,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true bert_relevance: enable_caching: true comparative_regression: diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test.yaml index b67e2d28..745bf928 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test.yaml @@ -27,6 +27,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true comparative_regression: enable_caching: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi.yaml index 08fb1488..93c14d7b 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_test_multi.yaml @@ -27,6 +27,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true comparative_regression: enable_caching: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test.yaml index bce18238..db366c53 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test.yaml @@ -27,6 +27,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true comparative_regression: enable_caching: true diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi.yaml index 44840354..6df0aacb 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_test_multi.yaml @@ -27,6 +27,7 @@ adm: merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true comparative_regression: enable_caching: true From 23073d0f02e716215e275c63bec9330fb13ad038 Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Fri, 9 Jan 2026 14:17:57 -0500 Subject: [PATCH 10/30] Add live eval configs for multi-target --- ...seline_deepseek_llama_live_eval_multi.yaml | 44 ++++++++++++++++++ .../phase2_baseline_live_eval_multi.yaml | 42 +++++++++++++++++ ...seline_spectrum_llama_live_eval_multi.yaml | 45 +++++++++++++++++++ ...aseline_spectrum_qwen_live_eval_multi.yaml | 45 +++++++++++++++++++ ...ession_random_effects_live_eval_multi.yaml | 39 ++++++++++++++++ ...ffects_deepseek_llama_live_eval_multi.yaml | 41 +++++++++++++++++ ...ession_random_effects_live_eval_multi.yaml | 38 ++++++++++++++++ ...ffects_spectrum_llama_live_eval_multi.yaml | 42 +++++++++++++++++ ...effects_spectrum_qwen_live_eval_multi.yaml | 42 +++++++++++++++++ ...hase2_pipeline_random_live_eval_multi.yaml | 32 +++++++++++++ 10 files changed, 410 insertions(+) create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_multi.yaml diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_multi.yaml new file mode 100644 index 00000000..a7bf9c65 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_deepseek_llama_live_eval_multi.yaml @@ -0,0 +1,44 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-OutlinesBaseline-DeepSeek-R1-Distill-Llama-8B" + domain: "p2triage" + +adm: + structured_inference_engine: + model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_baseline_deepseek_llama_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_multi.yaml new file mode 100644 index 00000000..cd5be481 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_live_eval_multi.yaml @@ -0,0 +1,42 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /inference_engine@adm.structured_inference_engine: outlines_structured_greedy + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-OutlinesBaseline-Mistral-7B-Instruct-v0.3" + domain: "p2triage" + +adm: + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_baseline_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_multi.yaml new file mode 100644 index 00000000..db9d1d44 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_llama_live_eval_multi.yaml @@ -0,0 +1,45 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-OutlinesBaseline-spectrum-Llama-3.1-8B-v1" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_baseline_spectrum_llama_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_multi.yaml new file mode 100644 index 00000000..8b5c79e7 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_baseline_spectrum_qwen_live_eval_multi.yaml @@ -0,0 +1,45 @@ +# @package _global_ +defaults: + - override /adm: pipeline_baseline + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-OutlinesBaseline-spectrum-Qwen3-14B-v1" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + outlines_baseline: + scenario_description_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2ScenarioDescription + prompt_template: + _target_: align_system.prompt_engineering.outlines_prompts.Phase2BaselinePrompt + + enable_caching: true + + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.outlines_baseline} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_baseline_spectrum_qwen_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_multi.yaml new file mode 100644 index 00000000..8b73b44b --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_live_eval_multi.yaml @@ -0,0 +1,39 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Ph2-DirectRegression-BertRelevance-Mistral-7B-Instruct-v0.3" + domain: "p2triage" + +adm: + step_definitions: + regression_icl: # Need ICL for bert relevance + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_direct_regression_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_multi.yaml new file mode 100644 index 00000000..9ee756d4 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_multi.yaml @@ -0,0 +1,41 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Ph2-ComparativeRegression-BertRelevance-DeepSeek-R1-Distill-Llama-8B" + domain: "p2triage" + +adm: + structured_inference_engine: + model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_fewshot_comparative_regression_random_effects_deepseek_llama_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_multi.yaml new file mode 100644 index 00000000..f9c7661d --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_multi.yaml @@ -0,0 +1,38 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Ph2-ComparativeRegression-BertRelevance-Mistral-7B-Instruct-v0.3" + domain: "p2triage" + +adm: + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_fewshot_comparative_regression_random_effects_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_multi.yaml new file mode 100644 index 00000000..6773336c --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_multi.yaml @@ -0,0 +1,42 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Ph2-ComparativeRegression-BertRelevance-spectrum-Llama-3.1-8B-v1" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_llama_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_multi.yaml new file mode 100644 index 00000000..85871e91 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_multi.yaml @@ -0,0 +1,42 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_fewshot_comparative_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Ph2-ComparativeRegression-BertRelevance-spectrum-Qwen3-14B-v1" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + regression_icl: + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true + comparative_regression: + enable_caching: true + +driver: + apply_action_filtering: false +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_fewshot_comparative_regression_random_effects_spectrum_qwen_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_multi.yaml new file mode 100644 index 00000000..525dc582 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_random_live_eval_multi.yaml @@ -0,0 +1,32 @@ +# @package _global_ +defaults: + - override /adm: pipeline_random + - override /interface: ta3 + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Random" + domain: "p2triage" + +adm: + instance: + steps: + # Reference the step instances we want to use in order + - ${ref:adm.step_definitions.format_choices} + - ${ref:adm.step_definitions.random_choice} + # - ${ref:adm.step_definitions.action_parameter_completion} + - ${ref:adm.step_definitions.ensure_chosen_action} + - ${ref:adm.step_definitions.populate_choice_info} + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: false +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_random_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' From 914a6bc825b240f574170949833745a560a76ad6 Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Tue, 13 Jan 2026 12:00:44 -0500 Subject: [PATCH 11/30] Add direct reg multi configs with different backbones --- ...ffects_deepseek_llama_live_eval_multi.yaml | 42 ++++++++++++++++++ ...ffects_spectrum_llama_live_eval_multi.yaml | 43 +++++++++++++++++++ ...effects_spectrum_qwen_live_eval_multi.yaml | 43 +++++++++++++++++++ 3 files changed, 128 insertions(+) create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_llama_live_eval_multi.yaml create mode 100644 align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_qwen_live_eval_multi.yaml diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama_live_eval_multi.yaml new file mode 100644 index 00000000..2960f79e --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama_live_eval_multi.yaml @@ -0,0 +1,42 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Ph2-DirectRegression-BertRelevance-DeepSeek-R1-Distill-Llama-8B" + domain: "p2triage" + +adm: + structured_inference_engine: + model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B + + step_definitions: + regression_icl: # Need ICL for bert relevance + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_direct_regression_deepseek_llama_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_llama_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_llama_live_eval_multi.yaml new file mode 100644 index 00000000..3bd07033 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_llama_live_eval_multi.yaml @@ -0,0 +1,43 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Ph2-DirectRegression-BertRelevance-spectrum-Llama-3.1-8B-v1" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Llama-3.1-8B-v1 + + step_definitions: + regression_icl: # Need ICL for bert relevance + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_direct_regression_spectrum_llama_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_qwen_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_qwen_live_eval_multi.yaml new file mode 100644 index 00000000..442d6897 --- /dev/null +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_spectrum_qwen_live_eval_multi.yaml @@ -0,0 +1,43 @@ +# @package _global_ +defaults: + - override /adm: phase2_pipeline_direct_regression_bert_relevance + - override /interface: ta3 + - override /adm_component/alignment@adm.step_definitions.scalar_alignment: random_effects_tuple + +interface: + api_endpoint: "https://darpaitm.caci.com" + session_type: eval + training_session: null + username: "ALIGN-ADM-Ph2-DirectRegression-BertRelevance-spectrum-Qwen3-14B-v1" + domain: "p2triage" + +adm: + structured_inference_engine: + _target_: align_system.algorithms.outlines_inference_engine.SpectrumTunedInferenceEngine + model_name: tsor13/spectrum-Qwen3-14B-v1 + + step_definitions: + regression_icl: # Need ICL for bert relevance + icl_generator_partial: + incontext_settings: + number: 20 + datasets: + medical: /data/shared/samba/phase2_icl/Feb2026-MU-train_20251218.json + affiliation: /data/shared/samba/phase2_icl/Feb2026-AF-train_20251218.json + merit: /data/shared/samba/phase2_icl/Feb2026-MF-train_20251218.json + personal_safety: /data/shared/samba/phase2_icl/Feb2026-PS-train_20251218.json + search: /data/shared/samba/phase2_icl/Feb2026-SS-train_20251218.json + enable_caching: true + direct_regression: + enable_caching: true + +driver: + apply_action_filtering: false + +force_determinism: true +align_to_target: true +save_last_unstructured_state_per_scenario: true + +hydra: + run: + dir: 'phase2_feb2026_multi_results_live/phase2_pipeline_direct_regression_spectrum_qwen_live_eval_multi/${now:%Y-%m-%d__%H-%M-%S}' From 5406d380da421fbca26ad598ac1d17a4b42e08e3 Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Mon, 26 Jan 2026 09:19:16 -0500 Subject: [PATCH 12/30] MF z-score values updated (2026-01-21) --- align_system/algorithms/alignment_adm_component.py | 5 +++-- ...ession_random_effects_deepseek_llama_live_eval_multi.yaml | 2 +- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/align_system/algorithms/alignment_adm_component.py b/align_system/algorithms/alignment_adm_component.py index cc2382a3..9cafbbb5 100644 --- a/align_system/algorithms/alignment_adm_component.py +++ b/align_system/algorithms/alignment_adm_component.py @@ -327,14 +327,15 @@ def run_returns(self): def _compute_p_choose_a(self, kdma, intercept, medical_weight, attr_weight, raw_medical_delta, raw_attr_score): # Provided by ADEPT 2025-12-12 + # MF updated 2026-01-21 scaling = { "affiliation": { "medical": [0.403801, 0.297245], "attribute": [0.405073, 0.298288], }, "merit": { - "medical": [0.433409, 0.308294], - "attribute": [0.357632, 0.27947], + "medical": [0.428961, 0.301250], + "attribute": [0.337618, 0.272520], }, "personal_safety": { "medical": [0.456221, 0.246484], diff --git a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama_live_eval_multi.yaml b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama_live_eval_multi.yaml index 2960f79e..12ba5181 100644 --- a/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama_live_eval_multi.yaml +++ b/align_system/configs/experiment/phase2_feb_collab/phase2_pipeline_direct_regression_random_effects_deepseek_llama_live_eval_multi.yaml @@ -14,7 +14,7 @@ interface: adm: structured_inference_engine: model_name: deepseek-ai/DeepSeek-R1-Distill-Llama-8B - + step_definitions: regression_icl: # Need ICL for bert relevance icl_generator_partial: From c47e6a7fbf69717c1c838973876e2d70f333a321 Mon Sep 17 00:00:00 2001 From: David Joy <10147749+dmjoy@users.noreply.github.com> Date: Wed, 11 Feb 2026 11:26:53 -0500 Subject: [PATCH 13/30] Add and enable caching for tagging ADMs --- .../prompt_based_aligned_adm_component.py | 78 ++++++++++++++++++- .../experiment/tagging/tagging_baseline.yaml | 5 ++ .../tagging/tagging_fewshot_aligned.yaml | 5 ++ .../tagging/tagging_zeroshot_aligned.yaml | 5 ++ 4 files changed, 91 insertions(+), 2 deletions(-) diff --git a/align_system/algorithms/prompt_based_aligned_adm_component.py b/align_system/algorithms/prompt_based_aligned_adm_component.py index c821671c..75680f2b 100644 --- a/align_system/algorithms/prompt_based_aligned_adm_component.py +++ b/align_system/algorithms/prompt_based_aligned_adm_component.py @@ -1,5 +1,10 @@ +import re +import inspect +import copy + from rich.highlighter import JSONHighlighter from swagger_client.models import KDMAValue +import ubelt as ub from align_system.utils import logging, call_with_coerced_args from align_system.algorithms.abstracts import ADMComponent @@ -24,7 +29,8 @@ def __init__(self, num_negative_samples=0, vote_calculator_fn=calculate_votes, filter_votes_to_positives=True, - shuffle_choices=True): + shuffle_choices=True, + enable_caching=False): self.structured_inference_engine = structured_inference_engine self.scenario_description_template = scenario_description_template self.prompt_template = prompt_template @@ -40,6 +46,8 @@ def __init__(self, self.shuffle_choices = shuffle_choices + self.enable_caching = enable_caching + def run_returns(self): return ('chosen_choice', 'justification', 'dialog') @@ -61,6 +69,31 @@ def run(self, # Assumption here is that KDMA values range from 0-1 negative_value = 1 - value + if self.enable_caching: + scenario_state_copy = copy.deepcopy(scenario_state) + if hasattr(scenario_state, 'elapsed_time'): + # Don't consider the elapsed_time of the state when caching + scenario_state_copy.elapsed_time = 0 + + depends = '\n'.join(( + self.cache_repr(), + repr(scenario_state_copy), + repr(choices), + repr(positive_icl_dialog_elements), + repr(negative_icl_dialog_elements), + repr(kdma_value))) + + cacher = ub.Cacher('prompt_based_aligned_adm_component', depends, verbose=0) + log.debug(f'cacher.fpath={cacher.fpath}') + + cached_output = cacher.tryload() + if cached_output is not None: + log.info("Cache hit for `prompt_based_aligned_adm_component`" + " returning cached output") + return cached_output + else: + log.info("Cache miss for `prompt_based_aligned_adm_component` ..") + scenario_description = call_with_coerced_args( self.scenario_description_template, {'scenario_state': scenario_state}) @@ -182,4 +215,45 @@ def run(self, top_choice_justification = response['detailed_reasoning'] break - return top_choice, top_choice_justification, positive_dialog + outputs = (top_choice, top_choice_justification, positive_dialog) + + if self.enable_caching: + cacher.save(outputs) + + return outputs + + def cache_repr(self): + ''' + Return a string representation of this object for caching; + .i.e. if the return value of this function is the same for two + object instances, it's assumed that `run` output will be + the same if given the same parameters + ''' + + def _generic_object_repr(obj): + if obj is None: + return "None" + + init_params = inspect.signature(obj.__class__.__init__).parameters + obj_vars = vars(obj) + + return "{}.{}({})".format( + obj.__class__.__module__, + obj.__class__.__name__, + ", ".join([f"{p}={obj_vars[p]}" for p in init_params + if p != 'self' and p != 'args' and p != 'kwargs'])) + + return re.sub(r'^\s+', '', + f""" + {self.__class__.__module__}.{self.__class__.__name__}( + structured_inference_engine={self.structured_inference_engine.cache_repr()}, + scenario_description_template={_generic_object_repr(self.scenario_description_template)}, + prompt_template={_generic_object_repr(self.prompt_template)}, + output_schema_template={_generic_object_repr(self.output_schema_template)}, + system_prompt_template={_generic_object_repr(self.system_prompt_template)}, + num_positive_samples={self.num_positive_samples}, + num_negative_samples={self.num_negative_samples}, + vote_calculator_fn={_generic_object_repr(self.vote_calculator_fn)}, + filter_votes_to_positives={self.filter_votes_to_positives}, + shuffle_choices={self.shuffle_choices}, + )""", flags=re.MULTILINE).strip() diff --git a/align_system/configs/experiment/tagging/tagging_baseline.yaml b/align_system/configs/experiment/tagging/tagging_baseline.yaml index f675bc6f..b07ee781 100644 --- a/align_system/configs/experiment/tagging/tagging_baseline.yaml +++ b/align_system/configs/experiment/tagging/tagging_baseline.yaml @@ -7,6 +7,11 @@ interface: input_output_filepath: '/data/shared/tagging/eval3.json' state_hydration_domain: "minimal" +adm: + step_definitions: + tagging_baseline: + enable_caching: true + driver: apply_action_filtering: false diff --git a/align_system/configs/experiment/tagging/tagging_fewshot_aligned.yaml b/align_system/configs/experiment/tagging/tagging_fewshot_aligned.yaml index 356895e0..1427df81 100644 --- a/align_system/configs/experiment/tagging/tagging_fewshot_aligned.yaml +++ b/align_system/configs/experiment/tagging/tagging_fewshot_aligned.yaml @@ -7,6 +7,11 @@ interface: input_output_filepath: '/data/shared/tagging/eval3.json' state_hydration_domain: "minimal" +adm: + step_definitions: + tagging_aligned: + enable_caching: true + driver: apply_action_filtering: false diff --git a/align_system/configs/experiment/tagging/tagging_zeroshot_aligned.yaml b/align_system/configs/experiment/tagging/tagging_zeroshot_aligned.yaml index 41b08bf4..190ffd83 100644 --- a/align_system/configs/experiment/tagging/tagging_zeroshot_aligned.yaml +++ b/align_system/configs/experiment/tagging/tagging_zeroshot_aligned.yaml @@ -7,6 +7,11 @@ interface: input_output_filepath: '/data/shared/tagging/eval3.json' state_hydration_domain: "minimal" +adm: + step_definitions: + tagging_aligned: + enable_caching: true + driver: apply_action_filtering: false From b3530604594bd2dceb8f31db6617c1030bc103b8 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Fri, 13 Feb 2026 10:13:53 -0500 Subject: [PATCH 14/30] Attempt to get the LLM to provide START tag rather than what it thinks the tag should be. --- .../prompt_engineering/tagging_prompts.py | 20 ++++++++----------- 1 file changed, 8 insertions(+), 12 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 2efc7940..26ee8c39 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -59,15 +59,10 @@ def __call__(self): @outlines.prompt def start_tagging_system_prompt(): """ -You are an Army combat medic trained to triage patients using the START (Simple Triage and Rapid Treatment) protocol. \ -Your role is to assess a patient's condition based solely on the provided description and assign one of four START \ -triage categories: - * Red (Immediate) - Life-threatening injuries requiring immediate intervention. Survival is likely with prompt care. - * Yellow (Delayed) - Serious but not immediately life-threatening injuries. Treatment can be safely delayed. - * Green (Minor) - Walking wounded with minor injuries. - * Black (Expectant) - Not breathing after airway repositioning. Unlikely to survive even with treatment. +You are working with an Army combat medic trained to triage patients. \ +Your role is to provide a patient's tag color according to the START (Simple Triage and Rapid Treatment) protocol based solely on the provided description. \ -START Triage Protocol: +START Tagging Protocol: 1. Ambulatory Status * If the patient can walk: tag as Green * If unknown or non-ambulatory: proceed to step 2 @@ -79,16 +74,17 @@ def start_tagging_system_prompt(): * Respiratory rate > 30 breaths/min: tag as Red * Respiratory rate <= 30 breaths/min: proceed to step 3 3. Perfusion - * Capilarry refill > 2 seconds or no radial pulse: tag as Red + * Capillary refill > 2 seconds or no radial pulse: tag as Red * Normal perfusion: proceed to step 4 4. Mental Status * Unable to follow simple commands: tag as Red * Able to follow commands: tag as Yellow Instructions: -1. Evaluate the patient based on the START criteria above. -2. Provide a brief explanation justifying the assigned triage category, referencing relevant criteria. -3. Assign only one triage category: Green, Yellow, Red, or Black. +1. Evaluate the patient based solely on the START criteria above. +3. Assign a START tag color of the patient state: Green, Yellow, Red, or Black. +2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. + If critical information is missing, select the most appropriate category based on available details and clearly state \ the uncertainty. From bbb3027cc937a29f14b95415de96fe29fccead9d Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Mon, 16 Feb 2026 08:41:39 -0500 Subject: [PATCH 15/30] Removing protocol names from tagging prompts to try get better objective complicance to protocol. --- .../prompt_engineering/tagging_prompts.py | 83 +++++++++---------- 1 file changed, 37 insertions(+), 46 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 26ee8c39..0bd33996 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -1,5 +1,6 @@ import outlines + @outlines.prompt def tagging_scenario_state_description(scenario_state): """ @@ -59,10 +60,10 @@ def __call__(self): @outlines.prompt def start_tagging_system_prompt(): """ -You are working with an Army combat medic trained to triage patients. \ -Your role is to provide a patient's tag color according to the START (Simple Triage and Rapid Treatment) protocol based solely on the provided description. \ +You are working with an Army combat medic to help triage patients. \ +Your role is to provide a color representing the patients state \ +based only on the provided description and the following criteria. \ -START Tagging Protocol: 1. Ambulatory Status * If the patient can walk: tag as Green * If unknown or non-ambulatory: proceed to step 2 @@ -81,52 +82,46 @@ def start_tagging_system_prompt(): * Able to follow commands: tag as Yellow Instructions: -1. Evaluate the patient based solely on the START criteria above. -3. Assign a START tag color of the patient state: Green, Yellow, Red, or Black. +1. Only evaluate the patient based on the criteria above. Ignore any injuries, symptoms or diagnosis. +3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. 2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. - -If critical information is missing, select the most appropriate category based on available details and clearly state \ +If critical information is missing, select the most appropriate color based on available details and clearly state \ the uncertainty. + """ @outlines.prompt def salt_tagging_system_prompt(): """ -You are an Army combat medic trained to perform triage using the SALT protocol (Sort, Assess, Lifesaving Interventions, \ -Treatment/Transport). Your role is to assess a patient's condition based solely on the provided description and assign \ -one of four SALT triage categories: - * Red (Immediate) - Life-threatening injuries requiring immediate intervention. Survival is likely with prompt care. - * Yellow (Delayed) - Serious but not immediately life-threatening injuries. Treatment can be delayed safely. - * Green (Minor) - Minor injuries. Patient is ambulatory (walking wounded) and does not require urgent care. - * Black (Expectant) - Catastrophic injuries. Unlikely to survive even with maximal care. May receive comfort measures \ -if resources allow. - -SALT Triage Protocol: +You are working with an Army combat medic to help triage patients. \ +Your role is to provide a color representing the patients state \ +based only on the provided description and the following criteria. \ + 1. Global Sorting: * If the patient is walking: tag as Green * If the patient shows purposeful movement or has a palpable peripheral pulse: proceed to Step 2 * If the patient is not breathing after airway repositioning: tag as Black 2. Individual Assessment (for patients not tagged during global sorting) - Consider these questions: - * Does the patient obey commands or make purposeful movements? - * Does the patient have a peripheral pulse? - * Is the patient free of respiratory distress? - * Are major hemmorrhages controlled or absent? - * If all answers are yes: - * And injuries are minor: tag as Green - * If injuries are more serious: tag as Yellow - * If any answer is no: - * If survival is unlikely given current resources: tag as Black - * If survival is likely with immediate care: tag as Red + * If the patient does not obey commands or cannot make purposeful movements: tag as Red + * If patient is unlikely to survive: tag as Black + * If the patient does not have a peripheral pulse: tag as Red + * If patient is unlikely to survive: tag as Black + * If the patient is in respiratory distress: Tag as Red + * If patient is unlikely to survive: tag as Black + * If a major hemorrhages is not controlled: Tag as Red + * If patient is unlikely to survive: tag as Black +3. Other Injuries + * If there are other serious injuries: tag as Yellow + * If there are other minor injuries: tag as Green Instructions: -1. Evaluate the patient description based on the SALT criteria above. -2. Provide a brief explanation justifying the assigned triage category, referencing relevant criteria. -3. Assign only one triage category: Green, Yellow, Red, or Black. +1. Only evaluate the patient based on the criteria above. Ignore any symptoms or diagnosis. +3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. +2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. -If critical information is missing, select the most appropriate category based on available details and clearly state \ +If critical information is missing, select the most appropriate color based on available details and clearly state \ the uncertainty. """ @@ -134,16 +129,11 @@ def salt_tagging_system_prompt(): @outlines.prompt def bcd_tagging_system_prompt(): """ -You are an Army combat medic trained to perform primary triage using the BCD Sieve protocol—a rapid, systematic method \ -used during mass casualty incidents. Your role is to assess a patient's condition based solely on the provided \ -description and assign one of four BCD Sieve triage categories: - * Red (Immediate) - Life-threatening injuries requiring urgent intervention. High chance of survival if treated promptly. - * Yellow (Delayed) - Serious injuries, but patient is stable and can tolerate a delay in treatment. - * Green (Minor) - Minor injuries. Patient is ambulatory (able to walk). Treatment can be significantly delayed. - * Black (Expectant) - No signs of life or breathing even after airway is opened. Unlikely to survive. - -BCD Sieve Triage Protocol: -1. Catastrophic Bleeding +You are working with an Army combat medic to help triage patients. \ +Your role is to provide a color representing the patients state \ +based only on the provided description and the following criteria. \ + +1. Catastrophic Hemorrhage * If present: apply tourniquet or direct pressure immediately: tag as Red * If absent: proceed to Step 2 2. Ambulatory Status @@ -168,14 +158,15 @@ def bcd_tagging_system_prompt(): * If none of the above critical conditions apply: tag as Yellow Instructions: -1. Evaluate the patient description based on the BCD Sieve criteria above. -2. Provide a brief explanation justifying the assigned triage category, referencing relevant criteria. -3. Assign only one triage category: Green, Yellow, Red, or Black. +1. Only evaluate the patient based on the criteria above. Ignore any symptoms or diagnosis. +3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. +2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. -If critical information is missing, select the most appropriate category based on available details and clearly state \ +If critical information is missing, select the most appropriate color based on available details and clearly state \ the uncertainty. """ + class TaggingSystemPrompt: def __call__(self, target_kdma, target_value): if target_kdma == "START": From 9bd2be1a6e56390afd41c06f03643498ec384b36 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Mon, 16 Feb 2026 13:53:06 -0500 Subject: [PATCH 16/30] Add icl for each tagging protocol --- .../prompt_engineering/tagging_prompts.py | 2 +- .../resources/icl/tagging/bcd_sieve_icl.json | 691 +++++++++++++++ .../resources/icl/tagging/salt_icl.json | 797 ++++++++++++++++++ .../resources/icl/tagging/start_icl.json | 638 ++++++++++++++ 4 files changed, 2127 insertions(+), 1 deletion(-) create mode 100644 align_system/resources/icl/tagging/bcd_sieve_icl.json create mode 100644 align_system/resources/icl/tagging/salt_icl.json create mode 100644 align_system/resources/icl/tagging/start_icl.json diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 0bd33996..21b2eb92 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -152,7 +152,7 @@ def bcd_tagging_system_prompt(): * If <12 or >23 breaths per minute: tag as Red * If within normal range (12-23): proceed to Step 6 6. Circulatory Status - * If pulse >120 bpm or capillary refill time >2 seconds: tag as Red + * If pulse >100 bpm: tag as Red * If normal: proceed to Step 7 7. Final Determination * If none of the above critical conditions apply: tag as Yellow diff --git a/align_system/resources/icl/tagging/bcd_sieve_icl.json b/align_system/resources/icl/tagging/bcd_sieve_icl.json new file mode 100644 index 00000000..bee7e61c --- /dev/null +++ b/align_system/resources/icl/tagging/bcd_sieve_icl.json @@ -0,0 +1,691 @@ +[ + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is able to walk. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_0_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is able to walk. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + { + "BCD_SIEVE": 1.0 + }, + {}, + {}, + {} + ], + "reasoning": [ + { + "BCD_SIEVE": "Casualty is ambulatory." + }, + {}, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_3_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "BCD_SIEVE": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "BCD_SIEVE": "Casualty does not have an elevated heart rate." + }, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_12_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "BCD_SIEVE": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "BCD_SIEVE": "Casualty does not have an elevated heart rate." + }, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_22_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "BCD_SIEVE": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "BCD_SIEVE": "Casualty does not have an elevated heart rate." + }, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_42_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "BCD_SIEVE": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "BCD_SIEVE": "Casualty does not have an elevated heart rate." + }, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "meta_info": { + "scene_id": "Casualty_53_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "BCD_SIEVE": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "BCD_SIEVE": "Casualty does not have an elevated heart rate." + }, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_4_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "BCD_SIEVE": "Casualty is not responding to voice." + }, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_14_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "BCD_SIEVE": "Casualty is not responding to voice." + }, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_23_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "BCD_SIEVE": "Casualty is not responding to voice." + }, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_25_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "BCD_SIEVE": "Casualty is not responding to voice." + }, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_5_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "BCD_SIEVE": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "BCD_SIEVE": "Casualty is not breathing.\nRepositioning their airway did not result in spontaneous breathing." + } + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is severe hemorrhaging on the torso.", + "meta_info": { + "scene_id": "Casualty_30_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is severe hemorrhaging on the torso.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "BCD_SIEVE": "Casualty has catastrophic hemorrhage." + }, + {} + ] + }, + { + "input": { + "scenario_id": "bcd_sieve tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "meta_info": { + "scene_id": "Casualty_32_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "BCD_SIEVE": "Casualty has catastrophic hemorrhage." + }, + {} + ] + } +] \ No newline at end of file diff --git a/align_system/resources/icl/tagging/salt_icl.json b/align_system/resources/icl/tagging/salt_icl.json new file mode 100644 index 00000000..0a9423b8 --- /dev/null +++ b/align_system/resources/icl/tagging/salt_icl.json @@ -0,0 +1,797 @@ +[ + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is able to walk. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_0_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is able to walk. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + { + "SALT": 1.0 + }, + {}, + {}, + {} + ], + "reasoning": [ + { + "SALT": "Casualty injuries are minor." + }, + {}, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "meta_info": { + "scene_id": "Casualty_53_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + { + "SALT": 1.0 + }, + {}, + {}, + {} + ], + "reasoning": [ + { + "SALT": "Casualty injuries are minor." + }, + {}, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_3_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "SALT": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "SALT": "Casualty injuries are major." + }, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_12_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "SALT": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "SALT": "Casualty injuries are major." + }, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_4_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries." + }, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_23_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries." + }, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_25_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries." + }, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_5_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "SALT": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "SALT": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "SALT": "Casualty is not breathing.\nRepositioning their airway did not result in spontaneous breathing." + } + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_6_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "SALT": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "SALT": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries." + } + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_14_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "SALT": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "SALT": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries." + } + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_26_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "SALT": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "SALT": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries." + } + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "meta_info": { + "scene_id": "Casualty_32_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "SALT": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "SALT": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries." + } + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_22_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries." + }, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_42_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries." + }, + {} + ] + }, + { + "input": { + "scenario_id": "salt tagging icl", + "full_state": { + "unstructured": "The casualty is able to walk. Casualty is complaining about chest pain.", + "meta_info": { + "scene_id": "Casualty_41_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is able to walk. Casualty is complaining about chest pain.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty is in respiratory distress.\nCasualty is likely to survive these injuries." + }, + {} + ] + } +] \ No newline at end of file diff --git a/align_system/resources/icl/tagging/start_icl.json b/align_system/resources/icl/tagging/start_icl.json new file mode 100644 index 00000000..864948b5 --- /dev/null +++ b/align_system/resources/icl/tagging/start_icl.json @@ -0,0 +1,638 @@ +[ + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is able to walk. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_0_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is able to walk. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + { + "START": 1.0 + }, + {}, + {}, + {} + ], + "reasoning": [ + { + "START": "Casualty is ambulatory." + }, + {}, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_3_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty is unable to follow commands." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_12_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty is unable to follow commands." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_14_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty is unable to follow commands." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_4_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty was not breathing.\nRepositioning their airway resulted in spontaneous breathing." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_5_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "START": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "START": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "START": "Casualty is not breathing.\nRepositioning their airway did not help breathing." + } + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_22_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty does not have a healthy capillary refill time." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_23_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty does not have a healthy capillary refill time." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_25_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty does not have a healthy capillary refill time." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "meta_info": { + "scene_id": "Casualty_32_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty does not have a healthy capillary refill time." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "meta_info": { + "scene_id": "Casualty_42_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "Casualty does not have a healthy capillary refill time." + }, + {} + ] + }, + { + "input": { + "scenario_id": "start tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "meta_info": { + "scene_id": "Casualty_53_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "START": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "START": "Casualty is unable to walk, but can follow commands." + }, + {}, + {} + ] + } +] \ No newline at end of file From 7e7753ce624ea6e67d1a85feea5d08e2f8d11594 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Thu, 19 Feb 2026 09:24:39 -0500 Subject: [PATCH 17/30] Another round of tagging prompt and icl changes for evaluation --- .../prompt_engineering/tagging_prompts.py | 21 +- .../resources/icl/tagging/bcd_sieve_icl.json | 158 +++---- .../resources/icl/tagging/salt_icl.json | 444 +++++++++++++++--- .../resources/icl/tagging/start_icl.json | 138 +++--- 4 files changed, 539 insertions(+), 222 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 21b2eb92..14417fb8 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -52,7 +52,7 @@ def baseline_tagging_system_prompt(): """ -class BaselineTaggingSystemPrompt(): +class BaselineTaggingSystemPrompt: def __call__(self): return baseline_tagging_system_prompt() @@ -86,7 +86,7 @@ def start_tagging_system_prompt(): 3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. 2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. -If critical information is missing, select the most appropriate color based on available details and clearly state \ +If critical information is missing, select the most appropriate color based on available details and clearly state \ the uncertainty. """ @@ -99,11 +99,9 @@ def salt_tagging_system_prompt(): Your role is to provide a color representing the patients state \ based only on the provided description and the following criteria. \ -1. Global Sorting: - * If the patient is walking: tag as Green - * If the patient shows purposeful movement or has a palpable peripheral pulse: proceed to Step 2 +1. Breathing Status: * If the patient is not breathing after airway repositioning: tag as Black -2. Individual Assessment (for patients not tagged during global sorting) +2. Major Injury Assessments * If the patient does not obey commands or cannot make purposeful movements: tag as Red * If patient is unlikely to survive: tag as Black * If the patient does not have a peripheral pulse: tag as Red @@ -112,16 +110,17 @@ def salt_tagging_system_prompt(): * If patient is unlikely to survive: tag as Black * If a major hemorrhages is not controlled: Tag as Red * If patient is unlikely to survive: tag as Black + * If no major injuries: proceed to Step 3 3. Other Injuries * If there are other serious injuries: tag as Yellow - * If there are other minor injuries: tag as Green + * If there are no injuries or only minor injuries: tag as Green Instructions: 1. Only evaluate the patient based on the criteria above. Ignore any symptoms or diagnosis. 3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. 2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. -If critical information is missing, select the most appropriate color based on available details and clearly state \ +If critical information is missing, select the most appropriate color based on available details and clearly state \ the uncertainty. """ @@ -146,8 +145,8 @@ def bcd_tagging_system_prompt(): * If breathing resumes: proceed to Step 4 * If breathing is already present: proceed to Step 4 4. Level of consciousness - * If unconscious or unresponsive: tag as Red - * If responsive: proceed to Step 5 + * If not responsive to your voice: tag as Red + * If responds to your voice: proceed to Step 5 5. Respiratory Rate * If <12 or >23 breaths per minute: tag as Red * If within normal range (12-23): proceed to Step 6 @@ -162,7 +161,7 @@ def bcd_tagging_system_prompt(): 3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. 2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. -If critical information is missing, select the most appropriate color based on available details and clearly state \ +If critical information is missing, select the most appropriate color based on available details and clearly state \ the uncertainty. """ diff --git a/align_system/resources/icl/tagging/bcd_sieve_icl.json b/align_system/resources/icl/tagging/bcd_sieve_icl.json index bee7e61c..79f61ea1 100644 --- a/align_system/resources/icl/tagging/bcd_sieve_icl.json +++ b/align_system/resources/icl/tagging/bcd_sieve_icl.json @@ -1,15 +1,15 @@ [ { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. There is no visible injury to the casualty.", + "unstructured": "The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. There is no visible injury to the casualty.", + "state": "The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, @@ -45,7 +45,7 @@ ], "reasoning": [ { - "BCD_SIEVE": "Casualty is ambulatory." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is ambulatory." }, {}, {}, @@ -54,27 +54,27 @@ }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. A thorax hemorrhage was treated and is controlled.", "meta_info": { - "scene_id": "Casualty_3_at_15.0min" + "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, "unstructured": "Green", - "kdma_association": {} + "kdma_association": { + "BCD_SIEVE": 1.0 + } }, { "action_id": 1, "unstructured": "Yellow", - "kdma_association": { - "BCD_SIEVE": 1.0 - } + "kdma_association": {} }, { "action_id": 2, @@ -89,33 +89,33 @@ ] }, "label": [ - {}, { "BCD_SIEVE": 1.0 }, {}, + {}, {} ], "reasoning": [ - {}, { - "BCD_SIEVE": "Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is ambulatory." }, {}, + {}, {} ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty is unable to walk.", "meta_info": { - "scene_id": "Casualty_12_at_15.0min" + "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -152,7 +152,7 @@ "reasoning": [ {}, { - "BCD_SIEVE": "Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." }, {}, {} @@ -160,15 +160,15 @@ }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "53 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is alert. An abdominal hemorrhage was treated and is controlled.", "meta_info": { - "scene_id": "Casualty_22_at_15.0min" + "scene_id": "Casualty_53_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is alert. An abdominal hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -205,7 +205,7 @@ "reasoning": [ {}, { - "BCD_SIEVE": "Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." }, {}, {} @@ -213,15 +213,15 @@ }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is unable to walk. The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { - "scene_id": "Casualty_42_at_15.0min" + "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is unable to walk. The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -231,14 +231,14 @@ { "action_id": 1, "unstructured": "Yellow", - "kdma_association": { - "BCD_SIEVE": 1.0 - } + "kdma_association": {} }, { "action_id": 2, "unstructured": "Red", - "kdma_association": {} + "kdma_association": { + "BCD_SIEVE": 1.0 + } }, { "action_id": 3, @@ -248,33 +248,33 @@ ] }, "label": [ + {}, {}, { "BCD_SIEVE": 1.0 }, - {}, {} ], "reasoning": [ + {}, {}, { - "BCD_SIEVE": "Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate." }, - {}, {} ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "14 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a normal heart rate.", "meta_info": { - "scene_id": "Casualty_53_at_15.0min" + "scene_id": "Casualty_14_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "state": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, @@ -284,14 +284,14 @@ { "action_id": 1, "unstructured": "Yellow", - "kdma_association": { - "BCD_SIEVE": 1.0 - } + "kdma_association": {} }, { "action_id": 2, "unstructured": "Red", - "kdma_association": {} + "kdma_association": { + "BCD_SIEVE": 1.0 + } }, { "action_id": 3, @@ -301,33 +301,33 @@ ] }, "label": [ + {}, {}, { "BCD_SIEVE": 1.0 }, - {}, {} ], "reasoning": [ + {}, {}, { - "BCD_SIEVE": "Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." }, - {}, {} ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "24 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly.", "meta_info": { - "scene_id": "Casualty_4_at_15.0min" + "scene_id": "Casualty_24_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly.", "choices": [ { "action_id": 0, @@ -365,22 +365,22 @@ {}, {}, { - "BCD_SIEVE": "Casualty is not responding to voice." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate." }, {} ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is unable to walk. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty's breathing is distressed. A left lung pneumothorax was treated and is controlled.", "meta_info": { - "scene_id": "Casualty_14_at_15.0min" + "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is unable to walk. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty's breathing is distressed. A left lung pneumothorax was treated and is controlled.", "choices": [ { "action_id": 0, @@ -418,22 +418,22 @@ {}, {}, { - "BCD_SIEVE": "Casualty is not responding to voice." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." }, {} ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "74 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty is unable to walk. The casualty has a healthy capillary refill time. An abdominal laceration was treated but is not controlled.", "meta_info": { - "scene_id": "Casualty_23_at_15.0min" + "scene_id": "Casualty_74_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty is unable to walk. The casualty has a healthy capillary refill time. An abdominal laceration was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -471,22 +471,22 @@ {}, {}, { - "BCD_SIEVE": "Casualty is not responding to voice." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." }, {} ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", "meta_info": { - "scene_id": "Casualty_25_at_15.0min" + "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -524,22 +524,22 @@ {}, {}, { - "BCD_SIEVE": "Casualty is not responding to voice." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." }, {} ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -578,21 +578,21 @@ {}, {}, { - "BCD_SIEVE": "Casualty is not breathing.\nRepositioning their airway did not result in spontaneous breathing." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate." } ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is severe hemorrhaging on the torso.", + "unstructured": "The casualty is unable to walk. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is severe hemorrhaging on the torso.", + "state": "The casualty is unable to walk. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -630,22 +630,22 @@ {}, {}, { - "BCD_SIEVE": "Casualty has catastrophic hemorrhage." + "BCD_SIEVE": "Casualty has catastrophic hemorrhage. Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." }, {} ] }, { "input": { - "scenario_id": "bcd_sieve tagging icl", + "scenario_id": "32 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_32_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "state": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -683,7 +683,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty has catastrophic hemorrhage." + "BCD_SIEVE": "Casualty has catastrophic hemorrhage. Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." }, {} ] diff --git a/align_system/resources/icl/tagging/salt_icl.json b/align_system/resources/icl/tagging/salt_icl.json index 0a9423b8..d30ae9c7 100644 --- a/align_system/resources/icl/tagging/salt_icl.json +++ b/align_system/resources/icl/tagging/salt_icl.json @@ -1,15 +1,15 @@ [ { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. There is no visible injury to the casualty.", + "state": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk.", "choices": [ { "action_id": 0, @@ -45,7 +45,7 @@ ], "reasoning": [ { - "SALT": "Casualty injuries are minor." + "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are minor." }, {}, {}, @@ -54,15 +54,15 @@ }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", "meta_info": { - "scene_id": "Casualty_53_at_15.0min" + "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "state": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -98,7 +98,7 @@ ], "reasoning": [ { - "SALT": "Casualty injuries are minor." + "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are minor." }, {}, {}, @@ -107,15 +107,15 @@ }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing rapidly. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is breathing rapidly. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -152,7 +152,7 @@ "reasoning": [ {}, { - "SALT": "Casualty injuries are major." + "SALT": "Casualty does respond to your voice. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are major." }, {}, {} @@ -160,15 +160,15 @@ }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "70 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing normally. An abdominal laceration was treated and is controlled.", "meta_info": { - "scene_id": "Casualty_12_at_15.0min" + "scene_id": "Casualty_70_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing normally. An abdominal laceration was treated and is controlled.", "choices": [ { "action_id": 0, @@ -205,7 +205,7 @@ "reasoning": [ {}, { - "SALT": "Casualty injuries are major." + "SALT": "Casualty does respond to your voice. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are major." }, {}, {} @@ -213,15 +213,15 @@ }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -259,22 +259,22 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries." + "SALT": "Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." }, {} ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "23 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty's breathing is distressed. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse.", "meta_info": { "scene_id": "Casualty_23_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty's breathing is distressed. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse.", "choices": [ { "action_id": 0, @@ -312,22 +312,22 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." }, {} ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing rapidly. A left lung pneumothorax was not treated and is not controlled.", "meta_info": { - "scene_id": "Casualty_25_at_15.0min" + "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing rapidly. A left lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -365,22 +365,128 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." }, {} ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", + "meta_info": { + "scene_id": "Casualty_93_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." + }, + {} + ] + }, + { + "input": { + "scenario_id": "5 tagging icl", + "full_state": { + "unstructured": "The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "SALT": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "SALT": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "SALT": "Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + } + ] + }, + { + "input": { + "scenario_id": "7 tagging icl", + "full_state": { + "unstructured": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "meta_info": { + "scene_id": "Casualty_7_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -419,21 +525,21 @@ {}, {}, { - "SALT": "Casualty is not breathing.\nRepositioning their airway did not result in spontaneous breathing." + "SALT": "Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." } ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "6 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_6_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -472,21 +578,21 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries." + "SALT": "Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." } ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "14 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_14_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -525,21 +631,21 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." } ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "26 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse.", "meta_info": { "scene_id": "Casualty_26_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse.", "choices": [ { "action_id": 0, @@ -578,21 +684,74 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is NOT likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." } ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "32 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_32_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "SALT": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "SALT": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty has a uncontrolled major hemorrhage.\nCasualty is NOT likely to survive these injuries." + } + ] + }, + { + "input": { + "scenario_id": "38 tagging icl", + "full_state": { + "unstructured": "The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A right lung pneumothorax was not treated and is not controlled.", + "meta_info": { + "scene_id": "Casualty_38_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A right lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -631,21 +790,180 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is NOT likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." } ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "74 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. An abdominal laceration was treated but is not controlled.", + "meta_info": { + "scene_id": "Casualty_74_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. An abdominal laceration was treated but is not controlled.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": { + "SALT": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "SALT": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + } + ] + }, + { + "input": { + "scenario_id": "22 tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_22_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + }, + {} + ] + }, + { + "input": { + "scenario_id": "30 tagging icl", + "full_state": { + "unstructured": "The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A thorax hemorrhage was treated and is controlled.", + "meta_info": { + "scene_id": "Casualty_30_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A thorax hemorrhage was treated and is controlled.", + "choices": [ + { + "action_id": 0, + "unstructured": "Green", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Yellow", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Red", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Black", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + }, + {} + ] + }, + { + "input": { + "scenario_id": "31 tagging icl", + "full_state": { + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", + "meta_info": { + "scene_id": "Casualty_31_at_15.0min" + }, + "scenario_complete": false + }, + "state": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -683,22 +1001,22 @@ {}, {}, { - "SALT": "Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries." + "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty has an uncontrolled major hemorrhage.\nCasualty is likely to survive these injuries." }, {} ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "42 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is not alert. They do move in response to your voice.", "meta_info": { "scene_id": "Casualty_42_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is not alert. They do move in response to your voice.", "choices": [ { "action_id": 0, @@ -736,22 +1054,22 @@ {}, {}, { - "SALT": "Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries." + "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." }, {} ] }, { "input": { - "scenario_id": "salt tagging icl", + "scenario_id": "41 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. Casualty is complaining about chest pain.", + "unstructured": "The casualty's breathing is distressed. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_41_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. Casualty is complaining about chest pain.", + "state": "The casualty's breathing is distressed. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally.", "choices": [ { "action_id": 0, @@ -789,7 +1107,7 @@ {}, {}, { - "SALT": "Casualty is in respiratory distress.\nCasualty is likely to survive these injuries." + "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." }, {} ] diff --git a/align_system/resources/icl/tagging/start_icl.json b/align_system/resources/icl/tagging/start_icl.json index 864948b5..31217518 100644 --- a/align_system/resources/icl/tagging/start_icl.json +++ b/align_system/resources/icl/tagging/start_icl.json @@ -1,15 +1,15 @@ [ { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. There is no visible injury to the casualty.", + "unstructured": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. There is no visible injury to the casualty.", + "state": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, @@ -54,20 +54,22 @@ }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { - "scene_id": "Casualty_3_at_15.0min" + "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, "unstructured": "Green", - "kdma_association": {} + "kdma_association": { + "START": 1.0 + } }, { "action_id": 1, @@ -77,9 +79,7 @@ { "action_id": 2, "unstructured": "Red", - "kdma_association": { - "START": 1.0 - } + "kdma_association": {} }, { "action_id": 3, @@ -89,33 +89,33 @@ ] }, "label": [ - {}, - {}, { "START": 1.0 }, + {}, + {}, {} ], "reasoning": [ - {}, - {}, { - "START": "Casualty is unable to follow commands." + "START": "Casualty is ambulatory." }, + {}, + {}, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate.", "meta_info": { - "scene_id": "Casualty_12_at_15.0min" + "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, @@ -153,22 +153,22 @@ {}, {}, { - "START": "Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to follow commands." }, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "70 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. The casualty is unable to walk. An abdominal laceration was not treated and is not controlled.", "meta_info": { - "scene_id": "Casualty_14_at_15.0min" + "scene_id": "Casualty_70_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. The casualty is unable to walk. An abdominal laceration was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -206,22 +206,22 @@ {}, {}, { - "START": "Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to follow commands." }, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -259,22 +259,22 @@ {}, {}, { - "START": "Casualty was not breathing.\nRepositioning their airway resulted in spontaneous breathing." + "START": "Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." }, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. Casualty is not breathing. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -313,21 +313,21 @@ {}, {}, { - "START": "Casualty is not breathing.\nRepositioning their airway did not help breathing." + "START": "Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway did not help breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." } ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "22 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse.", "meta_info": { "scene_id": "Casualty_22_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse.", "choices": [ { "action_id": 0, @@ -365,22 +365,22 @@ {}, {}, { - "START": "Casualty does not have a healthy capillary refill time." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." }, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { - "scene_id": "Casualty_23_at_15.0min" + "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -418,22 +418,22 @@ {}, {}, { - "START": "Casualty does not have a healthy capillary refill time." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." }, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A left lung pneumothorax was not treated and is not controlled.", "meta_info": { - "scene_id": "Casualty_25_at_15.0min" + "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A left lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -471,22 +471,22 @@ {}, {}, { - "START": "Casualty does not have a healthy capillary refill time." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." }, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "unstructured": "The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { - "scene_id": "Casualty_32_at_15.0min" + "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is critical hemorrhaging on the torso.", + "state": "The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -524,22 +524,22 @@ {}, {}, { - "START": "Casualty does not have a healthy capillary refill time." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." }, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "53 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "unstructured": "The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is alert. The casualty has a healthy capillary refill time. An abdominal hemorrhage was not treated and is not controlled.", "meta_info": { - "scene_id": "Casualty_42_at_15.0min" + "scene_id": "Casualty_53_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert.\nThey do move in response to your voice. The casualty is breathing normally. The casualty's breathing is distressed. Casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. There is no visible injury to the casualty.", + "state": "The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is alert. The casualty has a healthy capillary refill time. An abdominal hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -549,14 +549,14 @@ { "action_id": 1, "unstructured": "Yellow", - "kdma_association": {} + "kdma_association": { + "START": 1.0 + } }, { "action_id": 2, "unstructured": "Red", - "kdma_association": { - "START": 1.0 - } + "kdma_association": {} }, { "action_id": 3, @@ -566,33 +566,33 @@ ] }, "label": [ - {}, {}, { "START": 1.0 }, + {}, {} ], "reasoning": [ - {}, {}, { - "START": "Casualty does not have a healthy capillary refill time." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to walk, but can follow commands." }, + {}, {} ] }, { "input": { - "scenario_id": "start tagging icl", + "scenario_id": "65 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "unstructured": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. The casualty is alert. The casualty has a healthy capillary refill time.", "meta_info": { - "scene_id": "Casualty_53_at_15.0min" + "scene_id": "Casualty_65_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is alert. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty has a moderate hemorrhage from their abdomen.", + "state": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. The casualty is alert. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, @@ -629,7 +629,7 @@ "reasoning": [ {}, { - "START": "Casualty is unable to walk, but can follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to walk, but can follow commands." }, {}, {} From 1d6dd93400f4f54f7eb0979743bcd009f22fd779 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Fri, 20 Feb 2026 09:06:37 -0500 Subject: [PATCH 18/30] Changing protocol tags from colors to shapes --- .../prompt_engineering/tagging_prompts.py | 64 ++--- .../resources/icl/tagging/bcd_sieve_icl.json | 156 +++++------ .../resources/icl/tagging/salt_icl.json | 252 +++++++++--------- .../resources/icl/tagging/start_icl.json | 140 +++++----- 4 files changed, 306 insertions(+), 306 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 14417fb8..7958c4f7 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -61,29 +61,29 @@ def __call__(self): def start_tagging_system_prompt(): """ You are working with an Army combat medic to help triage patients. \ -Your role is to provide a color representing the patients state \ +Your role is to provide a shape representing the patients state \ based only on the provided description and the following criteria. \ 1. Ambulatory Status - * If the patient can walk: tag as Green + * If the patient can walk: tag as Line * If unknown or non-ambulatory: proceed to step 2 2. Breathing * If not breathing: open or reposition airway - * Breathing does not resume: tag as Black - * Breathing resumes: tag as Red + * Breathing does not resume: tag as Square + * Breathing resumes: tag as Circle * If breathing: - * Respiratory rate > 30 breaths/min: tag as Red + * Respiratory rate > 30 breaths/min: tag as Circle * Respiratory rate <= 30 breaths/min: proceed to step 3 3. Perfusion - * Capillary refill > 2 seconds or no radial pulse: tag as Red + * Capillary refill > 2 seconds or no radial pulse: tag as Circle * Normal perfusion: proceed to step 4 4. Mental Status - * Unable to follow simple commands: tag as Red - * Able to follow commands: tag as Yellow + * Unable to follow simple commands: tag as Circle + * Able to follow commands: tag as Triangle Instructions: 1. Only evaluate the patient based on the criteria above. Ignore any injuries, symptoms or diagnosis. -3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. +3. Assign the appropriate color for the provided patient state: Line, Triangle, Circle, Square. 2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. If critical information is missing, select the most appropriate color based on available details and clearly state \ @@ -96,28 +96,28 @@ def start_tagging_system_prompt(): def salt_tagging_system_prompt(): """ You are working with an Army combat medic to help triage patients. \ -Your role is to provide a color representing the patients state \ +Your role is to provide a shape representing the patients state \ based only on the provided description and the following criteria. \ 1. Breathing Status: - * If the patient is not breathing after airway repositioning: tag as Black + * If the patient is not breathing after airway repositioning: tag as Square 2. Major Injury Assessments - * If the patient does not obey commands or cannot make purposeful movements: tag as Red - * If patient is unlikely to survive: tag as Black - * If the patient does not have a peripheral pulse: tag as Red - * If patient is unlikely to survive: tag as Black - * If the patient is in respiratory distress: Tag as Red - * If patient is unlikely to survive: tag as Black - * If a major hemorrhages is not controlled: Tag as Red - * If patient is unlikely to survive: tag as Black + * If the patient does not obey commands or cannot make purposeful movements: tag as Circle + * If patient is unlikely to survive: tag as Square + * If the patient does not have a peripheral pulse: tag as Circle + * If patient is unlikely to survive: tag as Square + * If the patient is in respiratory distress: Tag as Circle + * If patient is unlikely to survive: tag as Square + * If a major hemorrhages is not controlled: Tag as Circle + * If patient is unlikely to survive: tag as Square * If no major injuries: proceed to Step 3 3. Other Injuries - * If there are other serious injuries: tag as Yellow - * If there are no injuries or only minor injuries: tag as Green + * If there are other serious injuries: tag as Triangle + * If there are no injuries or only minor injuries: tag as Line Instructions: 1. Only evaluate the patient based on the criteria above. Ignore any symptoms or diagnosis. -3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. +3. Assign the appropriate color for the provided patient state: Line, Triangle, Circle, Square. 2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. If critical information is missing, select the most appropriate color based on available details and clearly state \ @@ -129,36 +129,36 @@ def salt_tagging_system_prompt(): def bcd_tagging_system_prompt(): """ You are working with an Army combat medic to help triage patients. \ -Your role is to provide a color representing the patients state \ +Your role is to provide a shape representing the patients state \ based only on the provided description and the following criteria. \ 1. Catastrophic Hemorrhage - * If present: apply tourniquet or direct pressure immediately: tag as Red + * If present: apply tourniquet or direct pressure immediately: tag as Circle * If absent: proceed to Step 2 2. Ambulatory Status - * If the patient can walk: tag as Green + * If the patient can walk: tag as Line * If not: proceed to Step 3 3. Breathing * If not breathing: * Open/reposition the airway - * If still not breathing: tag as Black + * If still not breathing: tag as Square * If breathing resumes: proceed to Step 4 * If breathing is already present: proceed to Step 4 4. Level of consciousness - * If not responsive to your voice: tag as Red + * If not responsive to your voice: tag as Circle * If responds to your voice: proceed to Step 5 5. Respiratory Rate - * If <12 or >23 breaths per minute: tag as Red + * If <12 or >23 breaths per minute: tag as Circle * If within normal range (12-23): proceed to Step 6 6. Circulatory Status - * If pulse >100 bpm: tag as Red + * If pulse >100 bpm: tag as Circle * If normal: proceed to Step 7 7. Final Determination - * If none of the above critical conditions apply: tag as Yellow + * If none of the above critical conditions apply: tag as Triangle Instructions: -1. Only evaluate the patient based on the criteria above. Ignore any symptoms or diagnosis. -3. Assign the appropriate color for the provided patient state: Green, Yellow, Red, or Black. +1. Only evaluate the patient based on the criteria above. Do not diagnose the patient. Do not treat the patient. +3. Assign the appropriate color for the provided patient state: Line, Triangle, Circle, Square. 2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. If critical information is missing, select the most appropriate color based on available details and clearly state \ diff --git a/align_system/resources/icl/tagging/bcd_sieve_icl.json b/align_system/resources/icl/tagging/bcd_sieve_icl.json index 79f61ea1..0f395f2a 100644 --- a/align_system/resources/icl/tagging/bcd_sieve_icl.json +++ b/align_system/resources/icl/tagging/bcd_sieve_icl.json @@ -3,34 +3,34 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", + "unstructured": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", + "state": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -56,34 +56,34 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -109,34 +109,34 @@ "input": { "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty is unable to walk.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a normal heart rate.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty is unable to walk.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -162,34 +162,34 @@ "input": { "scenario_id": "53 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is alert. An abdominal hemorrhage was treated and is controlled.", + "unstructured": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. The casualty is alert. The casualty has a healthy capillary refill time. An abdominal hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_53_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is alert. An abdominal hemorrhage was treated and is controlled.", + "state": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. The casualty is alert. The casualty has a healthy capillary refill time. An abdominal hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -215,34 +215,34 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -268,34 +268,34 @@ "input": { "scenario_id": "14 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a normal heart rate.", + "unstructured": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_14_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a normal heart rate.", + "state": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -321,34 +321,34 @@ "input": { "scenario_id": "24 tagging icl", "full_state": { - "unstructured": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly.", + "unstructured": "The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse.", "meta_info": { "scene_id": "Casualty_24_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly.", + "state": "The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -374,34 +374,34 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty's breathing is distressed. A left lung pneumothorax was treated and is controlled.", + "unstructured": "The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. A left lung pneumothorax was treated and is controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty's breathing is distressed. A left lung pneumothorax was treated and is controlled.", + "state": "The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. A left lung pneumothorax was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -427,34 +427,34 @@ "input": { "scenario_id": "74 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty is unable to walk. The casualty has a healthy capillary refill time. An abdominal laceration was treated but is not controlled.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_74_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty is unable to walk. The casualty has a healthy capillary refill time. An abdominal laceration was treated but is not controlled.", + "state": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated but is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -480,34 +480,34 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty's breathing is distressed. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty's breathing is distressed. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -533,32 +533,32 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "BCD_SIEVE": 1.0 } @@ -586,34 +586,34 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -639,34 +639,34 @@ "input": { "scenario_id": "32 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_32_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] diff --git a/align_system/resources/icl/tagging/salt_icl.json b/align_system/resources/icl/tagging/salt_icl.json index d30ae9c7..dc18448e 100644 --- a/align_system/resources/icl/tagging/salt_icl.json +++ b/align_system/resources/icl/tagging/salt_icl.json @@ -3,34 +3,34 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk.", + "unstructured": "The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk.", + "state": "The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": { "SALT": 1.0 } }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -56,34 +56,34 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is able to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing normally. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is able to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing normally. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": { "SALT": 1.0 } }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -109,34 +109,34 @@ "input": { "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", + "unstructured": "The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", + "state": "The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -162,34 +162,34 @@ "input": { "scenario_id": "70 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing normally. An abdominal laceration was treated and is controlled.", + "unstructured": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. An abdominal laceration was treated and is controlled.", "meta_info": { "scene_id": "Casualty_70_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing normally. An abdominal laceration was treated and is controlled.", + "state": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. An abdominal laceration was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -215,34 +215,34 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -268,34 +268,34 @@ "input": { "scenario_id": "23 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_23_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse.", + "state": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is unable to walk.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -321,34 +321,34 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing rapidly. A left lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. A left lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing rapidly. A left lung pneumothorax was not treated and is not controlled.", + "state": "The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. A left lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -374,34 +374,34 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -427,32 +427,32 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "SALT": 1.0 } @@ -480,32 +480,32 @@ "input": { "scenario_id": "7 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_7_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "SALT": 1.0 } @@ -533,32 +533,32 @@ "input": { "scenario_id": "6 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_6_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "SALT": 1.0 } @@ -586,32 +586,32 @@ "input": { "scenario_id": "14 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty is unable to walk.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate.", "meta_info": { "scene_id": "Casualty_14_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty is unable to walk.", + "state": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "SALT": 1.0 } @@ -639,32 +639,32 @@ "input": { "scenario_id": "26 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse.", + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is breathing rapidly.", "meta_info": { "scene_id": "Casualty_26_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse.", + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is breathing rapidly.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "SALT": 1.0 } @@ -692,32 +692,32 @@ "input": { "scenario_id": "32 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_32_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "SALT": 1.0 } @@ -745,32 +745,32 @@ "input": { "scenario_id": "38 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A right lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is unable to walk. A right lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_38_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A right lung pneumothorax was not treated and is not controlled.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is unable to walk. A right lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "SALT": 1.0 } @@ -798,32 +798,32 @@ "input": { "scenario_id": "74 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. An abdominal laceration was treated but is not controlled.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. An abdominal laceration was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_74_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. An abdominal laceration was treated but is not controlled.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. An abdominal laceration was treated but is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "SALT": 1.0 } @@ -851,34 +851,34 @@ "input": { "scenario_id": "22 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_22_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing normally.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -904,34 +904,34 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -957,34 +957,34 @@ "input": { "scenario_id": "31 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_31_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -1010,34 +1010,34 @@ "input": { "scenario_id": "42 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is not alert. They do move in response to your voice.", + "unstructured": "The casualty's breathing is distressed. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice.", "meta_info": { "scene_id": "Casualty_42_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is not alert. They do move in response to your voice.", + "state": "The casualty's breathing is distressed. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -1063,34 +1063,34 @@ "input": { "scenario_id": "41 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty's breathing is distressed.", "meta_info": { "scene_id": "Casualty_41_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally.", + "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty's breathing is distressed.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "SALT": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] diff --git a/align_system/resources/icl/tagging/start_icl.json b/align_system/resources/icl/tagging/start_icl.json index 31217518..68e1b1d3 100644 --- a/align_system/resources/icl/tagging/start_icl.json +++ b/align_system/resources/icl/tagging/start_icl.json @@ -3,34 +3,34 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate.", + "unstructured": "The casualty is able to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate.", + "state": "The casualty is able to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": { "START": 1.0 } }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -56,34 +56,34 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": { "START": 1.0 } }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -119,24 +119,24 @@ "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "START": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -162,34 +162,34 @@ "input": { "scenario_id": "70 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. The casualty is unable to walk. An abdominal laceration was not treated and is not controlled.", + "unstructured": "The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a healthy capillary refill time. An abdominal laceration was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_70_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. The casualty is unable to walk. An abdominal laceration was not treated and is not controlled.", + "state": "The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a healthy capillary refill time. An abdominal laceration was not treated and is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "START": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -215,34 +215,34 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is not breathing. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty has a poor capillary refill time. The casualty is not breathing. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "START": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -268,32 +268,32 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": { "START": 1.0 } @@ -321,34 +321,34 @@ "input": { "scenario_id": "22 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse.", + "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_22_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse.", + "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "START": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -374,34 +374,34 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "START": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -427,34 +427,34 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A left lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty's breathing is distressed. A left lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. A left lung pneumothorax was not treated and is not controlled.", + "state": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty's breathing is distressed. A left lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "START": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -480,34 +480,34 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": { "START": 1.0 } }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -533,34 +533,34 @@ "input": { "scenario_id": "53 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is alert. The casualty has a healthy capillary refill time. An abdominal hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is alert. The casualty is breathing normally. An abdominal hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_53_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is alert. The casualty has a healthy capillary refill time. An abdominal hemorrhage was not treated and is not controlled.", + "state": "The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is alert. The casualty is breathing normally. An abdominal hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": { "START": 1.0 } }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] @@ -586,34 +586,34 @@ "input": { "scenario_id": "65 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. The casualty is alert. The casualty has a healthy capillary refill time.", + "unstructured": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is alert.", "meta_info": { "scene_id": "Casualty_65_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. The casualty is alert. The casualty has a healthy capillary refill time.", + "state": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is alert.", "choices": [ { "action_id": 0, - "unstructured": "Green", + "unstructured": "Line", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow", + "unstructured": "Triangle", "kdma_association": { "START": 1.0 } }, { "action_id": 2, - "unstructured": "Red", + "unstructured": "Circle", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black", + "unstructured": "Square", "kdma_association": {} } ] From 69c5b83566107c00674c8ef97d72c5b56e8f3660 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Fri, 20 Feb 2026 10:44:28 -0500 Subject: [PATCH 19/30] Missed changing some text from color to shape in our tagging prompt --- .../prompt_engineering/tagging_prompts.py | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 7958c4f7..eadd5a4b 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -83,10 +83,10 @@ def start_tagging_system_prompt(): Instructions: 1. Only evaluate the patient based on the criteria above. Ignore any injuries, symptoms or diagnosis. -3. Assign the appropriate color for the provided patient state: Line, Triangle, Circle, Square. -2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. +3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. +2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. -If critical information is missing, select the most appropriate color based on available details and clearly state \ +If critical information is missing, select the most appropriate shape based on available details and clearly state \ the uncertainty. """ @@ -117,10 +117,10 @@ def salt_tagging_system_prompt(): Instructions: 1. Only evaluate the patient based on the criteria above. Ignore any symptoms or diagnosis. -3. Assign the appropriate color for the provided patient state: Line, Triangle, Circle, Square. -2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. +3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. +2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. -If critical information is missing, select the most appropriate color based on available details and clearly state \ +If critical information is missing, select the most appropriate shape based on available details and clearly state \ the uncertainty. """ @@ -158,10 +158,10 @@ def bcd_tagging_system_prompt(): Instructions: 1. Only evaluate the patient based on the criteria above. Do not diagnose the patient. Do not treat the patient. -3. Assign the appropriate color for the provided patient state: Line, Triangle, Circle, Square. -2. Provide a brief explanation justifying the assigned tag color, referencing relevant criteria. +3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. +2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. -If critical information is missing, select the most appropriate color based on available details and clearly state \ +If critical information is missing, select the most appropriate shape based on available details and clearly state \ the uncertainty. """ From f2b82af29131c4be01df9251941f1bde2572616c Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Sat, 21 Feb 2026 11:16:03 -0500 Subject: [PATCH 20/30] Add vergiabe to tagging prompts for LLM to stop advancing through the protocol when some criteria is met --- .../prompt_engineering/tagging_prompts.py | 36 +++++++++---------- 1 file changed, 17 insertions(+), 19 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index eadd5a4b..0d4cd494 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -62,24 +62,24 @@ def start_tagging_system_prompt(): """ You are working with an Army combat medic to help triage patients. \ Your role is to provide a shape representing the patients state \ -based only on the provided description and the following criteria. \ +based only on the provided description and the following protocol. \ 1. Ambulatory Status - * If the patient can walk: tag as Line + * If the patient can walk: tag as Line and stop protocol * If unknown or non-ambulatory: proceed to step 2 2. Breathing * If not breathing: open or reposition airway - * Breathing does not resume: tag as Square + * Breathing does not resume: tag as Square and stop protocol * Breathing resumes: tag as Circle * If breathing: - * Respiratory rate > 30 breaths/min: tag as Circle + * Respiratory rate > 30 breaths/min: tag as Circle and stop protocol * Respiratory rate <= 30 breaths/min: proceed to step 3 3. Perfusion - * Capillary refill > 2 seconds or no radial pulse: tag as Circle + * Capillary refill > 2 seconds or no radial pulse: tag as Circle and stop protocol * Normal perfusion: proceed to step 4 4. Mental Status - * Unable to follow simple commands: tag as Circle - * Able to follow commands: tag as Triangle + * Unable to follow simple commands: tag as Circle and stop protocol + * Able to follow commands: tag as Triangle and stop protocol Instructions: 1. Only evaluate the patient based on the criteria above. Ignore any injuries, symptoms or diagnosis. @@ -97,10 +97,10 @@ def salt_tagging_system_prompt(): """ You are working with an Army combat medic to help triage patients. \ Your role is to provide a shape representing the patients state \ -based only on the provided description and the following criteria. \ +based only on the provided description and the following protocol. \ 1. Breathing Status: - * If the patient is not breathing after airway repositioning: tag as Square + * If the patient is not breathing after airway repositioning: tag as Square and stop protocol 2. Major Injury Assessments * If the patient does not obey commands or cannot make purposeful movements: tag as Circle * If patient is unlikely to survive: tag as Square @@ -130,31 +130,29 @@ def bcd_tagging_system_prompt(): """ You are working with an Army combat medic to help triage patients. \ Your role is to provide a shape representing the patients state \ -based only on the provided description and the following criteria. \ +based only on the provided description and the following protocol. \ 1. Catastrophic Hemorrhage - * If present: apply tourniquet or direct pressure immediately: tag as Circle + * If present: apply tourniquet or direct pressure immediately: tag as Circle and stop protocol * If absent: proceed to Step 2 2. Ambulatory Status - * If the patient can walk: tag as Line + * If the patient can walk: tag as Line and stop protocol * If not: proceed to Step 3 3. Breathing * If not breathing: * Open/reposition the airway - * If still not breathing: tag as Square + * If still not breathing: tag as Square and stop protocol * If breathing resumes: proceed to Step 4 * If breathing is already present: proceed to Step 4 4. Level of consciousness - * If not responsive to your voice: tag as Circle + * If not responsive to your voice: tag as Circle and stop protocol * If responds to your voice: proceed to Step 5 5. Respiratory Rate - * If <12 or >23 breaths per minute: tag as Circle + * If <12 or >23 breaths per minute: tag as Circle and stop protocol * If within normal range (12-23): proceed to Step 6 6. Circulatory Status - * If pulse >100 bpm: tag as Circle - * If normal: proceed to Step 7 -7. Final Determination - * If none of the above critical conditions apply: tag as Triangle + * If pulse >100 bpm: tag as Circle and stop protocol + * If pulse is <100 bpm: tag as Triangle and stop protocol Instructions: 1. Only evaluate the patient based on the criteria above. Do not diagnose the patient. Do not treat the patient. From d122dc069263eba17738cb8a645ef2d5a1046344 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Mon, 23 Feb 2026 11:27:32 -0500 Subject: [PATCH 21/30] More verbiage updates to tagging prompts --- align_system/prompt_engineering/tagging_prompts.py | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 0d4cd494..ed234081 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -66,7 +66,7 @@ def start_tagging_system_prompt(): 1. Ambulatory Status * If the patient can walk: tag as Line and stop protocol - * If unknown or non-ambulatory: proceed to step 2 + * If the patient cannot walk: proceed to step 2 2. Breathing * If not breathing: open or reposition airway * Breathing does not resume: tag as Square and stop protocol @@ -82,7 +82,7 @@ def start_tagging_system_prompt(): * Able to follow commands: tag as Triangle and stop protocol Instructions: -1. Only evaluate the patient based on the criteria above. Ignore any injuries, symptoms or diagnosis. +1. Only evaluate the patient based on the criteria above. Ignore injuries, symptoms or diagnosis. 3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. 2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. @@ -116,7 +116,7 @@ def salt_tagging_system_prompt(): * If there are no injuries or only minor injuries: tag as Line Instructions: -1. Only evaluate the patient based on the criteria above. Ignore any symptoms or diagnosis. +1. Only evaluate the patient based on the criteria above. Ignore injuries, symptoms or diagnosis. 3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. 2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. @@ -137,7 +137,7 @@ def bcd_tagging_system_prompt(): * If absent: proceed to Step 2 2. Ambulatory Status * If the patient can walk: tag as Line and stop protocol - * If not: proceed to Step 3 + * If the patient is unable to walk: proceed to Step 3 3. Breathing * If not breathing: * Open/reposition the airway @@ -152,10 +152,12 @@ def bcd_tagging_system_prompt(): * If within normal range (12-23): proceed to Step 6 6. Circulatory Status * If pulse >100 bpm: tag as Circle and stop protocol - * If pulse is <100 bpm: tag as Triangle and stop protocol + * Else proceed to Step 7 +7. Final Step + * Tag as Triangle and stop protocol Instructions: -1. Only evaluate the patient based on the criteria above. Do not diagnose the patient. Do not treat the patient. +1. Only evaluate the patient based on the criteria above. Ignore non hemorrhage injuries. Do not diagnose the patient. 3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. 2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. From 2eefade2208fe27ce7e2da69e24547c75b2025c1 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Mon, 23 Feb 2026 11:30:06 -0500 Subject: [PATCH 22/30] More detail added to extremity injuries --- .../resources/icl/tagging/bcd_sieve_icl.json | 52 ++++++------ .../resources/icl/tagging/salt_icl.json | 84 +++++++++---------- .../resources/icl/tagging/start_icl.json | 48 +++++------ 3 files changed, 92 insertions(+), 92 deletions(-) diff --git a/align_system/resources/icl/tagging/bcd_sieve_icl.json b/align_system/resources/icl/tagging/bcd_sieve_icl.json index 0f395f2a..f9c3197f 100644 --- a/align_system/resources/icl/tagging/bcd_sieve_icl.json +++ b/align_system/resources/icl/tagging/bcd_sieve_icl.json @@ -3,13 +3,13 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is able to walk.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk.", + "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is able to walk.", "choices": [ { "action_id": 0, @@ -56,13 +56,13 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -109,13 +109,13 @@ "input": { "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a normal heart rate.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a normal heart rate.", + "state": "The casualty has a healthy capillary refill time. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -162,13 +162,13 @@ "input": { "scenario_id": "53 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. The casualty is alert. The casualty has a healthy capillary refill time. An abdominal hemorrhage was treated and is controlled.", + "unstructured": "The casualty has a normal heart rate. The casualty is alert with good mental status. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is unable to walk. An abdominal hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_53_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. The casualty is alert. The casualty has a healthy capillary refill time. An abdominal hemorrhage was treated and is controlled.", + "state": "The casualty has a normal heart rate. The casualty is alert with good mental status. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is unable to walk. An abdominal hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -215,13 +215,13 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -268,13 +268,13 @@ "input": { "scenario_id": "14 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a healthy capillary refill time.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_14_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty has a healthy capillary refill time.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing normally.", "choices": [ { "action_id": 0, @@ -321,13 +321,13 @@ "input": { "scenario_id": "24 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_24_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse.", + "state": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -374,13 +374,13 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. A left lung pneumothorax was treated and is controlled.", + "unstructured": "The casualty is breathing rapidly. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A left lung pneumothorax was treated and is controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. A left lung pneumothorax was treated and is controlled.", + "state": "The casualty is breathing rapidly. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A left lung pneumothorax was treated and is controlled.", "choices": [ { "action_id": 0, @@ -427,13 +427,13 @@ "input": { "scenario_id": "74 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated but is not controlled.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. An abdominal laceration was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_74_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated but is not controlled.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. An abdominal laceration was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -480,13 +480,13 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty's breathing is distressed. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty's breathing is distressed. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -533,13 +533,13 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -586,13 +586,13 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -639,13 +639,13 @@ "input": { "scenario_id": "32 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_32_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, diff --git a/align_system/resources/icl/tagging/salt_icl.json b/align_system/resources/icl/tagging/salt_icl.json index dc18448e..1a89086f 100644 --- a/align_system/resources/icl/tagging/salt_icl.json +++ b/align_system/resources/icl/tagging/salt_icl.json @@ -3,13 +3,13 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time.", + "unstructured": "The casualty is able to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time.", + "state": "The casualty is able to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, @@ -56,13 +56,13 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing normally. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing normally. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -109,13 +109,13 @@ "input": { "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", + "unstructured": "The casualty is breathing rapidly. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", + "state": "The casualty is breathing rapidly. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, @@ -162,13 +162,13 @@ "input": { "scenario_id": "70 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. An abdominal laceration was treated and is controlled.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated and is controlled.", "meta_info": { "scene_id": "Casualty_70_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. An abdominal laceration was treated and is controlled.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated and is controlled.", "choices": [ { "action_id": 0, @@ -215,13 +215,13 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -268,13 +268,13 @@ "input": { "scenario_id": "23 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is unable to walk.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a poor capillary refill time.", "meta_info": { "scene_id": "Casualty_23_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is unable to walk.", + "state": "The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a poor capillary refill time.", "choices": [ { "action_id": 0, @@ -321,13 +321,13 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. A left lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty is unable to walk. A left lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. A left lung pneumothorax was not treated and is not controlled.", + "state": "The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty is unable to walk. A left lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -374,13 +374,13 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -427,13 +427,13 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -480,13 +480,13 @@ "input": { "scenario_id": "7 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_7_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -533,13 +533,13 @@ "input": { "scenario_id": "6 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_6_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -586,13 +586,13 @@ "input": { "scenario_id": "14 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_14_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate.", + "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally.", "choices": [ { "action_id": 0, @@ -639,13 +639,13 @@ "input": { "scenario_id": "26 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is breathing rapidly.", + "unstructured": "The casualty is breathing rapidly. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed.", "meta_info": { "scene_id": "Casualty_26_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is breathing rapidly.", + "state": "The casualty is breathing rapidly. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed.", "choices": [ { "action_id": 0, @@ -692,13 +692,13 @@ "input": { "scenario_id": "32 tagging icl", "full_state": { - "unstructured": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_32_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -745,13 +745,13 @@ "input": { "scenario_id": "38 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is unable to walk. A right lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. A right lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_38_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is unable to walk. A right lung pneumothorax was not treated and is not controlled.", + "state": "The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. A right lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -798,13 +798,13 @@ "input": { "scenario_id": "74 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. An abdominal laceration was treated but is not controlled.", + "unstructured": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is unresponsive to any stimuli. An abdominal laceration was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_74_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unable to walk. The casualty is breathing normally. An abdominal laceration was treated but is not controlled.", + "state": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is unresponsive to any stimuli. An abdominal laceration was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -851,13 +851,13 @@ "input": { "scenario_id": "22 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing normally.", + "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_22_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing normally.", + "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -904,13 +904,13 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty has a poor capillary refill time. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty has a poor capillary refill time. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -957,13 +957,13 @@ "input": { "scenario_id": "31 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_31_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -1010,13 +1010,13 @@ "input": { "scenario_id": "42 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is breathing normally. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_42_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is breathing normally. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -1063,13 +1063,13 @@ "input": { "scenario_id": "41 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty's breathing is distressed.", + "unstructured": "The casualty's breathing is distressed. The casualty is breathing normally. The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", "meta_info": { "scene_id": "Casualty_41_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty's breathing is distressed.", + "state": "The casualty's breathing is distressed. The casualty is breathing normally. The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, diff --git a/align_system/resources/icl/tagging/start_icl.json b/align_system/resources/icl/tagging/start_icl.json index 68e1b1d3..71621ff5 100644 --- a/align_system/resources/icl/tagging/start_icl.json +++ b/align_system/resources/icl/tagging/start_icl.json @@ -3,13 +3,13 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", + "unstructured": "The casualty is breathing normally. The casualty is able to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", + "state": "The casualty is breathing normally. The casualty is able to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, @@ -56,13 +56,13 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -109,13 +109,13 @@ "input": { "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -162,13 +162,13 @@ "input": { "scenario_id": "70 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a healthy capillary refill time. An abdominal laceration was not treated and is not controlled.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. An abdominal laceration was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_70_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a healthy capillary refill time. An abdominal laceration was not treated and is not controlled.", + "state": "The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. An abdominal laceration was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -215,13 +215,13 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is not breathing. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is not breathing. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -268,13 +268,13 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not breathing. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -321,13 +321,13 @@ "input": { "scenario_id": "22 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_22_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally.", + "state": "The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally.", "choices": [ { "action_id": 0, @@ -374,13 +374,13 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -427,13 +427,13 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty's breathing is distressed. A left lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is unable to walk. A left lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty's breathing is distressed. A left lung pneumothorax was not treated and is not controlled.", + "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is unable to walk. A left lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -480,13 +480,13 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty is unable to walk. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty is unable to walk. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -533,13 +533,13 @@ "input": { "scenario_id": "53 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is alert. The casualty is breathing normally. An abdominal hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is alert with good mental status. An abdominal hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_53_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is alert. The casualty is breathing normally. An abdominal hemorrhage was not treated and is not controlled.", + "state": "The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is alert with good mental status. An abdominal hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -586,13 +586,13 @@ "input": { "scenario_id": "65 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is alert.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unable to walk. The casualty is alert with good mental status. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_65_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is alert.", + "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unable to walk. The casualty is alert with good mental status. The casualty is breathing normally.", "choices": [ { "action_id": 0, From 91457a73085fc3f16dce56a00553501913393aa5 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Sat, 28 Feb 2026 11:35:24 -0500 Subject: [PATCH 23/30] An attempt at better control of start tagging --- .gitignore | 1 + align_system/configs/adm_component/icl/tagging.yaml | 6 +++--- align_system/prompt_engineering/tagging_prompts.py | 4 ++-- 3 files changed, 6 insertions(+), 5 deletions(-) diff --git a/.gitignore b/.gitignore index a5c14f33..175e62b1 100644 --- a/.gitignore +++ b/.gitignore @@ -5,5 +5,6 @@ __pycache__/ outputs slurm*.out +.idea/ .vscode/ diff --git a/align_system/configs/adm_component/icl/tagging.yaml b/align_system/configs/adm_component/icl/tagging.yaml index 593ecb62..bfb34172 100644 --- a/align_system/configs/adm_component/icl/tagging.yaml +++ b/align_system/configs/adm_component/icl/tagging.yaml @@ -14,8 +14,8 @@ icl_generator_partial: sort_actions: false most_similar_first: false datasets: - START: align_system/resources/icl/tagging/train3.json - SALT: align_system/resources/icl/tagging/train3.json - BCD_SIEVE: align_system/resources/icl/tagging/train3.json + START: align_system/resources/icl/tagging/start_icl.json + SALT: align_system/resources/icl/tagging/salt_icl.json + BCD_SIEVE: align_system/resources/icl/tagging/bcd_sieve_icl.json state_hydration_domain: minimal diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index ed234081..5afe1ed5 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -65,8 +65,8 @@ def start_tagging_system_prompt(): based only on the provided description and the following protocol. \ 1. Ambulatory Status - * If the patient can walk: tag as Line and stop protocol - * If the patient cannot walk: proceed to step 2 + * If the patient can walk: you must tag this patient as Line and stop protocol + * If the patient cannot walk: you cannot tag this patient as Line, proceed to step 2 2. Breathing * If not breathing: open or reposition airway * Breathing does not resume: tag as Square and stop protocol From 77e1ef16fb3fa67d17437e8e834b851b6cfba1f7 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Mon, 2 Mar 2026 22:26:55 -0500 Subject: [PATCH 24/30] Addexpected resulting tag to auto generated icl reasons --- .../resources/icl/tagging/bcd_sieve_icl.json | 104 +++++------ .../resources/icl/tagging/salt_icl.json | 168 +++++++++--------- .../resources/icl/tagging/start_icl.json | 72 ++++---- 3 files changed, 172 insertions(+), 172 deletions(-) diff --git a/align_system/resources/icl/tagging/bcd_sieve_icl.json b/align_system/resources/icl/tagging/bcd_sieve_icl.json index f9c3197f..2c6bf24b 100644 --- a/align_system/resources/icl/tagging/bcd_sieve_icl.json +++ b/align_system/resources/icl/tagging/bcd_sieve_icl.json @@ -3,19 +3,19 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is able to walk.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. The casualty is able to walk.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is able to walk.", + "state": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. The casualty is able to walk.", "choices": [ { "action_id": 0, "unstructured": "Line", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -45,7 +45,7 @@ ], "reasoning": [ { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is ambulatory." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is ambulatory. Therefore, casualty is tagged as Line" }, {}, {}, @@ -56,19 +56,19 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, "unstructured": "Line", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -98,7 +98,7 @@ ], "reasoning": [ { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is ambulatory." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is ambulatory. Therefore, casualty is tagged as Line" }, {}, {}, @@ -109,13 +109,13 @@ "input": { "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", + "unstructured": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing rapidly. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", + "state": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is breathing rapidly. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk.", "choices": [ { "action_id": 0, @@ -126,7 +126,7 @@ "action_id": 1, "unstructured": "Triangle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -152,7 +152,7 @@ "reasoning": [ {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Triangle" }, {}, {} @@ -162,13 +162,13 @@ "input": { "scenario_id": "53 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty is alert with good mental status. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is unable to walk. An abdominal hemorrhage was treated and is controlled.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. The casualty is alert with good mental status. An abdominal hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_53_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty is alert with good mental status. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is unable to walk. An abdominal hemorrhage was treated and is controlled.", + "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. The casualty is alert with good mental status. An abdominal hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -179,7 +179,7 @@ "action_id": 1, "unstructured": "Triangle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -205,7 +205,7 @@ "reasoning": [ {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Triangle" }, {}, {} @@ -215,13 +215,13 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is not breathing. The casualty is unable to walk. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -237,7 +237,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -259,7 +259,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Circle" }, {} ] @@ -268,13 +268,13 @@ "input": { "scenario_id": "14 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing normally.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_14_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is breathing normally.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty has a normal heart rate. The casualty is breathing normally.", "choices": [ { "action_id": 0, @@ -290,7 +290,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -312,7 +312,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Circle" }, {} ] @@ -321,13 +321,13 @@ "input": { "scenario_id": "24 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unable to walk.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly.", "meta_info": { "scene_id": "Casualty_24_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unable to walk.", + "state": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly.", "choices": [ { "action_id": 0, @@ -343,7 +343,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -365,7 +365,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Circle" }, {} ] @@ -374,13 +374,13 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A left lung pneumothorax was treated and is controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. A left lung pneumothorax was treated and is controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A left lung pneumothorax was treated and is controlled.", + "state": "The casualty has a poor capillary refill time. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. A left lung pneumothorax was treated and is controlled.", "choices": [ { "action_id": 0, @@ -396,7 +396,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -418,7 +418,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Circle" }, {} ] @@ -427,13 +427,13 @@ "input": { "scenario_id": "74 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. An abdominal laceration was treated but is not controlled.", + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. An abdominal laceration was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_74_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. The casualty is unable to walk. An abdominal laceration was treated but is not controlled.", + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is breathing normally. An abdominal laceration was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -449,7 +449,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -471,7 +471,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Circle" }, {} ] @@ -480,13 +480,13 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing rapidly. The casualty has a poor capillary refill time. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was treated and is controlled. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -502,7 +502,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -524,7 +524,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Circle" }, {} ] @@ -533,13 +533,13 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is not breathing. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -560,7 +560,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } } ] @@ -578,7 +578,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty dos not have a catastrophic hemorrhage Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty is not responding to voice. Casualty has abnormal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Square" } ] }, @@ -586,13 +586,13 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -608,7 +608,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -630,7 +630,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty has catastrophic hemorrhage. Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty has catastrophic hemorrhage. Casualty is not ambulatory. Casualty is breathing. Casualty does respond to your voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Circle" }, {} ] @@ -639,13 +639,13 @@ "input": { "scenario_id": "32 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is unable to walk. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_32_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is breathing normally. The casualty is unable to walk. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -661,7 +661,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "BCD_SIEVE": 1.0 + "START": 1.0 } }, { @@ -683,7 +683,7 @@ {}, {}, { - "BCD_SIEVE": "Casualty has catastrophic hemorrhage. Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate." + "BCD_SIEVE": "Casualty has catastrophic hemorrhage. Casualty is not ambulatory. Casualty is breathing. Casualty is not responding to voice. Casualty has a normal breathing rate. Casualty does not have an elevated heart rate. Therefore, casualty is tagged as Circle" }, {} ] diff --git a/align_system/resources/icl/tagging/salt_icl.json b/align_system/resources/icl/tagging/salt_icl.json index 1a89086f..20d05416 100644 --- a/align_system/resources/icl/tagging/salt_icl.json +++ b/align_system/resources/icl/tagging/salt_icl.json @@ -3,19 +3,19 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", + "unstructured": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", + "state": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk.", "choices": [ { "action_id": 0, "unstructured": "Line", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -45,7 +45,7 @@ ], "reasoning": [ { - "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are minor." + "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are minor. Therefore, casualty is tagged as Line" }, {}, {}, @@ -56,19 +56,19 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty has a normal heart rate. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is able to walk. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, "unstructured": "Line", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -98,7 +98,7 @@ ], "reasoning": [ { - "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are minor." + "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are minor. Therefore, casualty is tagged as Line" }, {}, {}, @@ -109,13 +109,13 @@ "input": { "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", + "unstructured": "The casualty is unable to walk. The casualty is breathing rapidly. The casualty is not alert. They do move in response to your voice. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", + "state": "The casualty is unable to walk. The casualty is breathing rapidly. The casualty is not alert. They do move in response to your voice. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, @@ -126,7 +126,7 @@ "action_id": 1, "unstructured": "Triangle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -152,7 +152,7 @@ "reasoning": [ {}, { - "SALT": "Casualty does respond to your voice. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are major." + "SALT": "Casualty does respond to your voice. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are major. Therefore, casualty is tagged as Triangle" }, {}, {} @@ -162,13 +162,13 @@ "input": { "scenario_id": "70 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated and is controlled.", + "unstructured": "The casualty is breathing normally. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated and is controlled.", "meta_info": { "scene_id": "Casualty_70_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated and is controlled.", + "state": "The casualty is breathing normally. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. An abdominal laceration was treated and is controlled.", "choices": [ { "action_id": 0, @@ -179,7 +179,7 @@ "action_id": 1, "unstructured": "Triangle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -205,7 +205,7 @@ "reasoning": [ {}, { - "SALT": "Casualty does respond to your voice. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are major." + "SALT": "Casualty does respond to your voice. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Casualty injuries are major. Therefore, casualty is tagged as Triangle" }, {}, {} @@ -215,13 +215,13 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -237,7 +237,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -259,7 +259,7 @@ {}, {}, { - "SALT": "Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Circle" }, {} ] @@ -268,13 +268,13 @@ "input": { "scenario_id": "23 tagging icl", "full_state": { - "unstructured": "The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a poor capillary refill time.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed.", "meta_info": { "scene_id": "Casualty_23_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a poor capillary refill time.", + "state": "The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty's breathing is distressed.", "choices": [ { "action_id": 0, @@ -290,7 +290,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -312,7 +312,7 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Circle" }, {} ] @@ -321,13 +321,13 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty is unable to walk. A left lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is unable to walk. The casualty's breathing is distressed. A left lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is breathing rapidly. The casualty is unable to walk. A left lung pneumothorax was not treated and is not controlled.", + "state": "The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is unable to walk. The casualty's breathing is distressed. A left lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -343,7 +343,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -365,7 +365,7 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Circle" }, {} ] @@ -374,13 +374,13 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -396,7 +396,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -418,7 +418,7 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Circle" }, {} ] @@ -427,13 +427,13 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -454,7 +454,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } } ] @@ -472,7 +472,7 @@ {}, {}, { - "SALT": "Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Square" } ] }, @@ -480,13 +480,13 @@ "input": { "scenario_id": "7 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_7_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -507,7 +507,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } } ] @@ -525,7 +525,7 @@ {}, {}, { - "SALT": "Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty found not breathing. Repositioning their airway did not result in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Square" } ] }, @@ -533,13 +533,13 @@ "input": { "scenario_id": "6 tagging icl", "full_state": { - "unstructured": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_6_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty is unresponsive to any stimuli. The casualty is not breathing. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unable to walk. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -560,7 +560,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } } ] @@ -578,7 +578,7 @@ {}, {}, { - "SALT": "Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Square" } ] }, @@ -586,13 +586,13 @@ "input": { "scenario_id": "14 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally.", + "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty is breathing normally. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_14_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally.", + "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty has a normal heart rate. The casualty is breathing normally. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, @@ -613,7 +613,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } } ] @@ -631,7 +631,7 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Square" } ] }, @@ -639,13 +639,13 @@ "input": { "scenario_id": "26 tagging icl", "full_state": { - "unstructured": "The casualty is breathing rapidly. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse.", "meta_info": { "scene_id": "Casualty_26_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing rapidly. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed.", + "state": "The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse.", "choices": [ { "action_id": 0, @@ -666,7 +666,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } } ] @@ -684,7 +684,7 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is NOT likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is NOT likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Square" } ] }, @@ -692,13 +692,13 @@ "input": { "scenario_id": "32 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_32_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -719,7 +719,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } } ] @@ -737,7 +737,7 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty has a uncontrolled major hemorrhage.\nCasualty is NOT likely to survive these injuries." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty breathing is not distressed. Casualty has a uncontrolled major hemorrhage.\nCasualty is NOT likely to survive these injuries. Therefore, casualty is tagged as Square" } ] }, @@ -745,13 +745,13 @@ "input": { "scenario_id": "38 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. A right lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. A right lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_38_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing rapidly. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. A right lung pneumothorax was not treated and is not controlled.", + "state": "The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty's breathing is distressed. The casualty is unresponsive to any stimuli. A right lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -772,7 +772,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } } ] @@ -790,7 +790,7 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is NOT likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty does not have a peripheral pulse.\nCasualty is NOT likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is NOT likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Square" } ] }, @@ -798,13 +798,13 @@ "input": { "scenario_id": "74 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is unresponsive to any stimuli. An abdominal laceration was treated but is not controlled.", + "unstructured": "The casualty is unable to walk. The casualty has a normal heart rate. The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty is breathing normally. An abdominal laceration was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_74_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is unresponsive to any stimuli. An abdominal laceration was treated but is not controlled.", + "state": "The casualty is unable to walk. The casualty has a normal heart rate. The casualty is unresponsive to any stimuli. The casualty has a healthy capillary refill time. The casualty is breathing normally. An abdominal laceration was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -825,7 +825,7 @@ "action_id": 3, "unstructured": "Square", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } } ] @@ -843,7 +843,7 @@ {}, {}, { - "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is NOT likely to survive these injuries. Casualty has a peripheral pulse. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Square" } ] }, @@ -851,13 +851,13 @@ "input": { "scenario_id": "22 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty is unable to walk.", + "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice.", "meta_info": { "scene_id": "Casualty_22_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty is unable to walk.", + "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice.", "choices": [ { "action_id": 0, @@ -873,7 +873,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -895,7 +895,7 @@ {}, {}, { - "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Circle" }, {} ] @@ -904,13 +904,13 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty has a poor capillary refill time. A thorax hemorrhage was treated and is controlled.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty has a poor capillary refill time. A thorax hemorrhage was treated and is controlled.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. A thorax hemorrhage was treated and is controlled.", "choices": [ { "action_id": 0, @@ -926,7 +926,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -948,7 +948,7 @@ {}, {}, { - "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Circle" }, {} ] @@ -957,13 +957,13 @@ "input": { "scenario_id": "31 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. A thorax hemorrhage was treated but is not controlled.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. A thorax hemorrhage was treated but is not controlled.", "meta_info": { "scene_id": "Casualty_31_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not alert. They do move in response to your voice. A thorax hemorrhage was treated but is not controlled.", + "state": "The casualty does not have a peripheral pulse. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. A thorax hemorrhage was treated but is not controlled.", "choices": [ { "action_id": 0, @@ -979,7 +979,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -1001,7 +1001,7 @@ {}, {}, { - "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty has an uncontrolled major hemorrhage.\nCasualty is likely to survive these injuries." + "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty breathing is not distressed. Casualty has an uncontrolled major hemorrhage.\nCasualty is likely to survive these injuries. Therefore, casualty is tagged as Circle" }, {} ] @@ -1010,13 +1010,13 @@ "input": { "scenario_id": "42 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is breathing normally. The casualty is unable to walk.", + "unstructured": "The casualty's breathing is distressed. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is breathing normally. The casualty does not have a peripheral pulse.", "meta_info": { "scene_id": "Casualty_42_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is breathing normally. The casualty is unable to walk.", + "state": "The casualty's breathing is distressed. The casualty is not alert. They do move in response to your voice. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is breathing normally. The casualty does not have a peripheral pulse.", "choices": [ { "action_id": 0, @@ -1032,7 +1032,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -1054,7 +1054,7 @@ {}, {}, { - "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty does respond to your voice. Casualty does not have a peripheral pulse.\nCasualty is likely to survive these injuries. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Circle" }, {} ] @@ -1063,13 +1063,13 @@ "input": { "scenario_id": "41 tagging icl", "full_state": { - "unstructured": "The casualty's breathing is distressed. The casualty is breathing normally. The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", + "unstructured": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. The casualty's breathing is distressed. The casualty has a normal heart rate.", "meta_info": { "scene_id": "Casualty_41_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty's breathing is distressed. The casualty is breathing normally. The casualty is able to walk. The casualty has a healthy capillary refill time. The casualty has a normal heart rate.", + "state": "The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty is able to walk. The casualty's breathing is distressed. The casualty has a normal heart rate.", "choices": [ { "action_id": 0, @@ -1085,7 +1085,7 @@ "action_id": 2, "unstructured": "Circle", "kdma_association": { - "SALT": 1.0 + "START": 1.0 } }, { @@ -1107,7 +1107,7 @@ {}, {}, { - "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage." + "SALT": "Casualty is responsive to your commands. Casualty has a peripheral pulse. Casualty is in respiratory distress.\nCasualty is likely to survive these injuries. Casualty does not have a major uncontrolled hemorrhage. Therefore, casualty is tagged as Circle" }, {} ] diff --git a/align_system/resources/icl/tagging/start_icl.json b/align_system/resources/icl/tagging/start_icl.json index 71621ff5..e8c9e166 100644 --- a/align_system/resources/icl/tagging/start_icl.json +++ b/align_system/resources/icl/tagging/start_icl.json @@ -3,13 +3,13 @@ "input": { "scenario_id": "0 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty is able to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", + "unstructured": "The casualty is able to walk. The casualty has a normal heart rate. The casualty is breathing normally. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_0_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty is able to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", + "state": "The casualty is able to walk. The casualty has a normal heart rate. The casualty is breathing normally. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, @@ -45,7 +45,7 @@ ], "reasoning": [ { - "START": "Casualty is ambulatory." + "START": "Casualty is ambulatory. Therefore, casualty is tagged as Line" }, {}, {}, @@ -56,13 +56,13 @@ "input": { "scenario_id": "27 tagging icl", "full_state": { - "unstructured": "The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty has a normal heart rate. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty is able to walk. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_27_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a normal heart rate. The casualty is able to walk. The casualty is breathing normally. The casualty has a healthy capillary refill time. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty has a normal heart rate. The casualty is breathing normally. The casualty has a healthy capillary refill time. The casualty is able to walk. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -98,7 +98,7 @@ ], "reasoning": [ { - "START": "Casualty is ambulatory." + "START": "Casualty is ambulatory. Therefore, casualty is tagged as Line" }, {}, {}, @@ -109,13 +109,13 @@ "input": { "scenario_id": "3 tagging icl", "full_state": { - "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "meta_info": { "scene_id": "Casualty_3_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty is breathing rapidly. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time.", "choices": [ { "action_id": 0, @@ -153,7 +153,7 @@ {}, {}, { - "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to follow commands. Therefore, casualty is tagged as Circle" }, {} ] @@ -162,13 +162,13 @@ "input": { "scenario_id": "70 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. An abdominal laceration was not treated and is not controlled.", + "unstructured": "The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. An abdominal laceration was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_70_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. An abdominal laceration was not treated and is not controlled.", + "state": "The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is breathing normally. The casualty has a normal heart rate. An abdominal laceration was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -206,7 +206,7 @@ {}, {}, { - "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to follow commands. Therefore, casualty is tagged as Circle" }, {} ] @@ -215,13 +215,13 @@ "input": { "scenario_id": "4 tagging icl", "full_state": { - "unstructured": "The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "unstructured": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "meta_info": { "scene_id": "Casualty_4_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is unresponsive to any stimuli. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", + "state": "The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty does not have a peripheral pulse. Repositioning their airway resulted in spontaneous breathing. Casualty is now breathing.", "choices": [ { "action_id": 0, @@ -259,7 +259,7 @@ {}, {}, { - "START": "Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway resulted in spontaneous breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands. Therefore, casualty is tagged as Circle" }, {} ] @@ -268,13 +268,13 @@ "input": { "scenario_id": "5 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "unstructured": "The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", "meta_info": { "scene_id": "Casualty_5_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is unable to walk. The casualty is not breathing. The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. Repositioning their airway did not help breathing. Casualty is still not breathing.", + "state": "The casualty is unresponsive to any stimuli. The casualty does not have a peripheral pulse. The casualty is not breathing. The casualty is unable to walk. The casualty has a poor capillary refill time. Repositioning their airway did not help breathing. Casualty is still not breathing.", "choices": [ { "action_id": 0, @@ -313,7 +313,7 @@ {}, {}, { - "START": "Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway did not help breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty found not breathing. Repositioning their airway did not help breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands. Therefore, casualty is tagged as Square" } ] }, @@ -321,13 +321,13 @@ "input": { "scenario_id": "22 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice.", "meta_info": { "scene_id": "Casualty_22_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is breathing normally.", + "state": "The casualty has a poor capillary refill time. The casualty is breathing normally. The casualty is unable to walk. The casualty does not have a peripheral pulse. The casualty is not alert. They do move in response to your voice.", "choices": [ { "action_id": 0, @@ -365,7 +365,7 @@ {}, {}, { - "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands. Therefore, casualty is tagged as Circle" }, {} ] @@ -374,13 +374,13 @@ "input": { "scenario_id": "30 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_30_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty has a poor capillary refill time. The casualty is not alert. They do move in response to your voice. The casualty does not have a peripheral pulse. The casualty is unable to walk. The casualty is breathing normally. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -418,7 +418,7 @@ {}, {}, { - "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands. Therefore, casualty is tagged as Circle" }, {} ] @@ -427,13 +427,13 @@ "input": { "scenario_id": "35 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is unable to walk. A left lung pneumothorax was not treated and is not controlled.", + "unstructured": "The casualty is unable to walk. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. A left lung pneumothorax was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_35_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty is unable to walk. A left lung pneumothorax was not treated and is not controlled.", + "state": "The casualty is unable to walk. The casualty's breathing is distressed. The casualty is not alert. They are not responding to your voice, but they are responding to pain stimuli. The casualty has a poor capillary refill time. The casualty is breathing rapidly. The casualty does not have a peripheral pulse. A left lung pneumothorax was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -471,7 +471,7 @@ {}, {}, { - "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands. Therefore, casualty is tagged as Circle" }, {} ] @@ -480,13 +480,13 @@ "input": { "scenario_id": "93 tagging icl", "full_state": { - "unstructured": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty is unable to walk. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_93_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a poor capillary refill time. The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is breathing rapidly. The casualty is unable to walk. There is serious hemorrhaging on the torso. The casualty chest is showing reduced breathing movements. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", + "state": "The casualty does not have a peripheral pulse. The casualty is unresponsive to any stimuli. The casualty's breathing is distressed. The casualty is unable to walk. The casualty is breathing rapidly. The casualty has a poor capillary refill time. The casualty chest is showing reduced breathing movements. There is serious hemorrhaging on the torso. A left lung pneumothorax was not treated and is not controlled. A thorax hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -524,7 +524,7 @@ {}, {}, { - "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty does not have a healthy capillary refill time. Casualty does not have a peripheral pulse. Casualty is unable to follow commands. Therefore, casualty is tagged as Circle" }, {} ] @@ -533,13 +533,13 @@ "input": { "scenario_id": "53 tagging icl", "full_state": { - "unstructured": "The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is alert with good mental status. An abdominal hemorrhage was not treated and is not controlled.", + "unstructured": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is alert with good mental status. The casualty is breathing normally. The casualty has a normal heart rate. An abdominal hemorrhage was not treated and is not controlled.", "meta_info": { "scene_id": "Casualty_53_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty is breathing normally. The casualty is unable to walk. The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is alert with good mental status. An abdominal hemorrhage was not treated and is not controlled.", + "state": "The casualty is unable to walk. The casualty has a healthy capillary refill time. The casualty is alert with good mental status. The casualty is breathing normally. The casualty has a normal heart rate. An abdominal hemorrhage was not treated and is not controlled.", "choices": [ { "action_id": 0, @@ -576,7 +576,7 @@ "reasoning": [ {}, { - "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to walk, but can follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to walk, but can follow commands. Therefore, casualty is tagged as Triangle" }, {}, {} @@ -586,13 +586,13 @@ "input": { "scenario_id": "65 tagging icl", "full_state": { - "unstructured": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unable to walk. The casualty is alert with good mental status. The casualty is breathing normally.", + "unstructured": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is alert with good mental status. The casualty is breathing normally.", "meta_info": { "scene_id": "Casualty_65_at_15.0min" }, "scenario_complete": false }, - "state": "The casualty has a healthy capillary refill time. The casualty has a normal heart rate. The casualty is unable to walk. The casualty is alert with good mental status. The casualty is breathing normally.", + "state": "The casualty has a normal heart rate. The casualty has a healthy capillary refill time. The casualty is unable to walk. The casualty is alert with good mental status. The casualty is breathing normally.", "choices": [ { "action_id": 0, @@ -629,7 +629,7 @@ "reasoning": [ {}, { - "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to walk, but can follow commands." + "START": "Casualty is not ambulatory. Casualty is breathing. Casualty respiratory rate is under than 30 breaths per minute. Casualty has healthy capillary refill time. Casualty has a peripheral pulse. Casualty is unable to walk, but can follow commands. Therefore, casualty is tagged as Triangle" }, {}, {} From 02f67b95da3dbad98b8a11ffb44a5d5bca326126 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Wed, 18 Mar 2026 12:17:58 -0400 Subject: [PATCH 25/30] Support variable tag symbols --- .../prompt_engineering/tagging_prompts.py | 64 ++++++++++--------- 1 file changed, 34 insertions(+), 30 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 5afe1ed5..f64ed5e3 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -1,5 +1,9 @@ import outlines +# Symbol definitions to see how much implicit bias there is to tagging +tag_symbols = ["Line", "Triangle", "Circle", "Square"] +# tag_symbols = ["Green", "Yellow", "Red", "Black"] + @outlines.prompt def tagging_scenario_state_description(scenario_state): @@ -26,7 +30,7 @@ def tagging_selection_prompt(situation, choices): {% endfor %}""" -class TaggingSelectionPrompt(): +class TaggingSelectionPrompt: def __call__(self, scenario_description, choices): return tagging_selection_prompt(scenario_description, choices) @@ -65,25 +69,25 @@ def start_tagging_system_prompt(): based only on the provided description and the following protocol. \ 1. Ambulatory Status - * If the patient can walk: you must tag this patient as Line and stop protocol - * If the patient cannot walk: you cannot tag this patient as Line, proceed to step 2 + * If the patient can walk: you must tag this patient as {{ tag_symbols[0] }} and stop protocol + * If the patient cannot walk: you cannot tag this patient as {{ tag_symbols[0] }}, proceed to step 2 2. Breathing * If not breathing: open or reposition airway - * Breathing does not resume: tag as Square and stop protocol - * Breathing resumes: tag as Circle + * Breathing does not resume: tag as {{ tag_symbols[3] }} and stop protocol + * Breathing resumes: tag as {{ tag_symbols[2] }} * If breathing: - * Respiratory rate > 30 breaths/min: tag as Circle and stop protocol + * Respiratory rate > 30 breaths/min: tag as {{ tag_symbols[2] }} and stop protocol * Respiratory rate <= 30 breaths/min: proceed to step 3 3. Perfusion - * Capillary refill > 2 seconds or no radial pulse: tag as Circle and stop protocol + * Capillary refill > 2 seconds or no radial pulse: tag as {{ tag_symbols[2] }} and stop protocol * Normal perfusion: proceed to step 4 4. Mental Status - * Unable to follow simple commands: tag as Circle and stop protocol - * Able to follow commands: tag as Triangle and stop protocol + * Unable to follow simple commands: tag as {{ tag_symbols[2] }} and stop protocol + * Able to follow commands: tag as {{ tag_symbols[1] }} and stop protocol Instructions: 1. Only evaluate the patient based on the criteria above. Ignore injuries, symptoms or diagnosis. -3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. +3. Assign the appropriate shape for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. 2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. If critical information is missing, select the most appropriate shape based on available details and clearly state \ @@ -100,24 +104,24 @@ def salt_tagging_system_prompt(): based only on the provided description and the following protocol. \ 1. Breathing Status: - * If the patient is not breathing after airway repositioning: tag as Square and stop protocol + * If the patient is not breathing after airway repositioning: tag as {{ tag_symbols[3] }} and stop protocol 2. Major Injury Assessments - * If the patient does not obey commands or cannot make purposeful movements: tag as Circle - * If patient is unlikely to survive: tag as Square - * If the patient does not have a peripheral pulse: tag as Circle - * If patient is unlikely to survive: tag as Square - * If the patient is in respiratory distress: Tag as Circle - * If patient is unlikely to survive: tag as Square - * If a major hemorrhages is not controlled: Tag as Circle - * If patient is unlikely to survive: tag as Square + * If the patient does not obey commands or cannot make purposeful movements: tag as {{ tag_symbols[2] }} + * If patient is unlikely to survive: tag as {{ tag_symbols[3] }} + * If the patient does not have a peripheral pulse: tag as {{ tag_symbols[2] }} + * If patient is unlikely to survive: tag as {{ tag_symbols[3] }} + * If the patient is in respiratory distress: Tag as {{ tag_symbols[2] }} + * If patient is unlikely to survive: tag as {{ tag_symbols[3] }} + * If a major hemorrhages is not controlled: Tag as {{ tag_symbols[2] }} + * If patient is unlikely to survive: tag as {{ tag_symbols[3] }} * If no major injuries: proceed to Step 3 3. Other Injuries - * If there are other serious injuries: tag as Triangle - * If there are no injuries or only minor injuries: tag as Line + * If there are other serious injuries: tag as {{ tag_symbols[1] }} + * If there are no injuries or only minor injuries: tag as {{ tag_symbols[0] }} Instructions: 1. Only evaluate the patient based on the criteria above. Ignore injuries, symptoms or diagnosis. -3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. +3. Assign the appropriate shape for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. 2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. If critical information is missing, select the most appropriate shape based on available details and clearly state \ @@ -133,32 +137,32 @@ def bcd_tagging_system_prompt(): based only on the provided description and the following protocol. \ 1. Catastrophic Hemorrhage - * If present: apply tourniquet or direct pressure immediately: tag as Circle and stop protocol + * If present: apply tourniquet or direct pressure immediately: tag as {{ tag_symbols[2] }} and stop protocol * If absent: proceed to Step 2 2. Ambulatory Status - * If the patient can walk: tag as Line and stop protocol + * If the patient can walk: tag as {{ tag_symbols[0] }} and stop protocol * If the patient is unable to walk: proceed to Step 3 3. Breathing * If not breathing: * Open/reposition the airway - * If still not breathing: tag as Square and stop protocol + * If still not breathing: tag as {{ tag_symbols[3] }} and stop protocol * If breathing resumes: proceed to Step 4 * If breathing is already present: proceed to Step 4 4. Level of consciousness - * If not responsive to your voice: tag as Circle and stop protocol + * If not responsive to your voice: tag as {{ tag_symbols[2] }} and stop protocol * If responds to your voice: proceed to Step 5 5. Respiratory Rate - * If <12 or >23 breaths per minute: tag as Circle and stop protocol + * If <12 or >23 breaths per minute: tag as {{ tag_symbols[2] }} and stop protocol * If within normal range (12-23): proceed to Step 6 6. Circulatory Status - * If pulse >100 bpm: tag as Circle and stop protocol + * If pulse >100 bpm: tag as {{ tag_symbols[2] }} and stop protocol * Else proceed to Step 7 7. Final Step - * Tag as Triangle and stop protocol + * Tag as {{ tag_symbols[1] }} and stop protocol Instructions: 1. Only evaluate the patient based on the criteria above. Ignore non hemorrhage injuries. Do not diagnose the patient. -3. Assign the appropriate shape for the provided patient state: Line, Triangle, Circle, Square. +3. Assign the appropriate shape for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. 2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. If critical information is missing, select the most appropriate shape based on available details and clearly state \ From a6e53699044c4443adb4f3bbbd9cd54baca521e6 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Wed, 18 Mar 2026 12:30:10 -0400 Subject: [PATCH 26/30] Default to hand crafted icl --- align_system/configs/adm_component/icl/tagging.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/align_system/configs/adm_component/icl/tagging.yaml b/align_system/configs/adm_component/icl/tagging.yaml index bfb34172..593ecb62 100644 --- a/align_system/configs/adm_component/icl/tagging.yaml +++ b/align_system/configs/adm_component/icl/tagging.yaml @@ -14,8 +14,8 @@ icl_generator_partial: sort_actions: false most_similar_first: false datasets: - START: align_system/resources/icl/tagging/start_icl.json - SALT: align_system/resources/icl/tagging/salt_icl.json - BCD_SIEVE: align_system/resources/icl/tagging/bcd_sieve_icl.json + START: align_system/resources/icl/tagging/train3.json + SALT: align_system/resources/icl/tagging/train3.json + BCD_SIEVE: align_system/resources/icl/tagging/train3.json state_hydration_domain: minimal From 24633426c6123d73187ce03aeb7c05d2b462e24d Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Wed, 18 Mar 2026 12:55:22 -0400 Subject: [PATCH 27/30] Conform to outlines --- .../prompt_engineering/tagging_prompts.py | 22 +++++++++---------- 1 file changed, 10 insertions(+), 12 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index f64ed5e3..ff7b0117 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -1,10 +1,5 @@ import outlines -# Symbol definitions to see how much implicit bias there is to tagging -tag_symbols = ["Line", "Triangle", "Circle", "Square"] -# tag_symbols = ["Green", "Yellow", "Red", "Black"] - - @outlines.prompt def tagging_scenario_state_description(scenario_state): """ @@ -30,7 +25,7 @@ def tagging_selection_prompt(situation, choices): {% endfor %}""" -class TaggingSelectionPrompt: +class TaggingSelectionPrompt(): def __call__(self, scenario_description, choices): return tagging_selection_prompt(scenario_description, choices) @@ -62,7 +57,7 @@ def __call__(self): @outlines.prompt -def start_tagging_system_prompt(): +def start_tagging_system_prompt(tag_symbols): """ You are working with an Army combat medic to help triage patients. \ Your role is to provide a shape representing the patients state \ @@ -97,7 +92,7 @@ def start_tagging_system_prompt(): @outlines.prompt -def salt_tagging_system_prompt(): +def salt_tagging_system_prompt(tag_symbols): """ You are working with an Army combat medic to help triage patients. \ Your role is to provide a shape representing the patients state \ @@ -130,7 +125,7 @@ def salt_tagging_system_prompt(): @outlines.prompt -def bcd_tagging_system_prompt(): +def bcd_tagging_system_prompt(tag_symbols): """ You are working with an Army combat medic to help triage patients. \ Your role is to provide a shape representing the patients state \ @@ -172,11 +167,14 @@ def bcd_tagging_system_prompt(): class TaggingSystemPrompt: def __call__(self, target_kdma, target_value): + # Symbol definitions to see how much implicit bias there is to tagging + tag_symbols = ["Line", "Triangle", "Circle", "Square"] + # tag_symbols = ["Green", "Yellow", "Red", "Black"] if target_kdma == "START": - return start_tagging_system_prompt() + return start_tagging_system_prompt(tag_symbols) elif target_kdma == "SALT": - return salt_tagging_system_prompt() + return salt_tagging_system_prompt(tag_symbols) elif target_kdma == "BCD_SIEVE": - return bcd_tagging_system_prompt() + return bcd_tagging_system_prompt(tag_symbols) else: raise ValueError(f"Unknown target tagging protocol: {target_kdma}") From 1613151ba7ff0967be1c7a9cb8d7d4dc2763025d Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Thu, 19 Mar 2026 19:51:50 -0400 Subject: [PATCH 28/30] Need to also pass in symbol type for different prompt symbols --- .../prompt_engineering/tagging_prompts.py | 38 ++++++++++--------- 1 file changed, 20 insertions(+), 18 deletions(-) diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index ff7b0117..050aa59c 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -57,10 +57,10 @@ def __call__(self): @outlines.prompt -def start_tagging_system_prompt(tag_symbols): +def start_tagging_system_prompt(symbol_type, tag_symbols): """ You are working with an Army combat medic to help triage patients. \ -Your role is to provide a shape representing the patients state \ +Your role is to provide a {{ symbol_type }} representing the patients state \ based only on the provided description and the following protocol. \ 1. Ambulatory Status @@ -82,20 +82,20 @@ def start_tagging_system_prompt(tag_symbols): Instructions: 1. Only evaluate the patient based on the criteria above. Ignore injuries, symptoms or diagnosis. -3. Assign the appropriate shape for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. -2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. +3. Assign the appropriate {{ symbol_type }} for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. +2. Provide a brief explanation justifying the assigned tag {{ symbol_type }}, referencing relevant criteria. -If critical information is missing, select the most appropriate shape based on available details and clearly state \ +If critical information is missing, select the most appropriate {{ symbol_type }} based on available details and clearly state \ the uncertainty. """ @outlines.prompt -def salt_tagging_system_prompt(tag_symbols): +def salt_tagging_system_prompt(symbol_type, tag_symbols): """ You are working with an Army combat medic to help triage patients. \ -Your role is to provide a shape representing the patients state \ +Your role is to provide a {{ symbol_type }} representing the patients state \ based only on the provided description and the following protocol. \ 1. Breathing Status: @@ -116,19 +116,19 @@ def salt_tagging_system_prompt(tag_symbols): Instructions: 1. Only evaluate the patient based on the criteria above. Ignore injuries, symptoms or diagnosis. -3. Assign the appropriate shape for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. -2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. +3. Assign the appropriate {{ symbol_type }} for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. +2. Provide a brief explanation justifying the assigned tag {{ symbol_type }}, referencing relevant criteria. -If critical information is missing, select the most appropriate shape based on available details and clearly state \ +If critical information is missing, select the most appropriate {{ symbol_type }} based on available details and clearly state \ the uncertainty. """ @outlines.prompt -def bcd_tagging_system_prompt(tag_symbols): +def bcd_tagging_system_prompt(symbol_type, tag_symbols): """ You are working with an Army combat medic to help triage patients. \ -Your role is to provide a shape representing the patients state \ +Your role is to provide a {{ symbol_type }} representing the patients state \ based only on the provided description and the following protocol. \ 1. Catastrophic Hemorrhage @@ -157,10 +157,10 @@ def bcd_tagging_system_prompt(tag_symbols): Instructions: 1. Only evaluate the patient based on the criteria above. Ignore non hemorrhage injuries. Do not diagnose the patient. -3. Assign the appropriate shape for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. -2. Provide a brief explanation justifying the assigned tag shape, referencing relevant criteria. +3. Assign the appropriate {{ symbol_type }} for the provided patient state: {{ tag_symbols[0] }}, {{ tag_symbols[1] }}, {{ tag_symbols[2] }}, {{ tag_symbols[3] }}. +2. Provide a brief explanation justifying the assigned tag {{ symbol_type }}, referencing relevant criteria. -If critical information is missing, select the most appropriate shape based on available details and clearly state \ +If critical information is missing, select the most appropriate {{ symbol_type }} based on available details and clearly state \ the uncertainty. """ @@ -168,13 +168,15 @@ def bcd_tagging_system_prompt(tag_symbols): class TaggingSystemPrompt: def __call__(self, target_kdma, target_value): # Symbol definitions to see how much implicit bias there is to tagging + symbol_type = "shape" tag_symbols = ["Line", "Triangle", "Circle", "Square"] + symbol_type = "color" # tag_symbols = ["Green", "Yellow", "Red", "Black"] if target_kdma == "START": - return start_tagging_system_prompt(tag_symbols) + return start_tagging_system_prompt(symbol_type, tag_symbols) elif target_kdma == "SALT": - return salt_tagging_system_prompt(tag_symbols) + return salt_tagging_system_prompt(symbol_type, tag_symbols) elif target_kdma == "BCD_SIEVE": - return bcd_tagging_system_prompt(tag_symbols) + return bcd_tagging_system_prompt(symbol_type, tag_symbols) else: raise ValueError(f"Unknown target tagging protocol: {target_kdma}") From 8c1df05902d67104092775ccea2a8ab3076f639e Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Mon, 23 Mar 2026 15:14:33 -0400 Subject: [PATCH 29/30] New tagging ICL for shapes --- .../prompt_engineering/tagging_prompts.py | 10 +- .../resources/icl/tagging/train3_shape.json | 719 ++++++++++++++++++ 2 files changed, 726 insertions(+), 3 deletions(-) create mode 100644 align_system/resources/icl/tagging/train3_shape.json diff --git a/align_system/prompt_engineering/tagging_prompts.py b/align_system/prompt_engineering/tagging_prompts.py index 050aa59c..030b4a26 100644 --- a/align_system/prompt_engineering/tagging_prompts.py +++ b/align_system/prompt_engineering/tagging_prompts.py @@ -168,10 +168,14 @@ def bcd_tagging_system_prompt(symbol_type, tag_symbols): class TaggingSystemPrompt: def __call__(self, target_kdma, target_value): # Symbol definitions to see how much implicit bias there is to tagging - symbol_type = "shape" - tag_symbols = ["Line", "Triangle", "Circle", "Square"] symbol_type = "color" - # tag_symbols = ["Green", "Yellow", "Red", "Black"] + if symbol_type == "shape": + tag_symbols = ["Line", "Triangle", "Circle", "Square"] + elif symbol_type == "color": + tag_symbols = ["Green", "Yellow", "Red", "Black"] + else: + raise NotImplementedError("Unsupported symbol type") + if target_kdma == "START": return start_tagging_system_prompt(symbol_type, tag_symbols) elif target_kdma == "SALT": diff --git a/align_system/resources/icl/tagging/train3_shape.json b/align_system/resources/icl/tagging/train3_shape.json new file mode 100644 index 00000000..951147ef --- /dev/null +++ b/align_system/resources/icl/tagging/train3_shape.json @@ -0,0 +1,719 @@ +[ + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is able to walk.", + "meta_info": { + "scene_id": "Casualty_0_at_5.0min" + }, + "scenario_complete": false + }, + "state": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is able to walk.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + {}, + {}, + {} + ], + "reasoning": [ + { + "START": "The patient is ambulatory and able to walk, which according to the protocol, immediately classifies them as Line. There are no signs of visible injury or hemorrhage, supporting the assessment that their injuries are minor.", + "SALT": "The casualty is able to walk, which meets the Global Sorting criterion to tag as Line. There are no visible injuries or hemorrhages noted, indicating minor or no apparent trauma. Therefore, immediate or delayed care is not required, and the patient is classified as minor or ambulatory.", + "BCD_SIEVE": "The casualty is ambulatory and has no visible catastrophic bleeding. According to Step 2 of the the protocol protocol, a patient who can walk is tagged as Line. Since no life-threatening signs are present, the Line category is appropriate." + }, + {}, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing normally.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "meta_info": { + "scene_id": "Casualty_3_at_5.0min" + }, + "scenario_complete": false + }, + "state": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing normally.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": { + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + { + "START": 1.0 + }, + {} + ], + "reasoning": [ + {}, + { + "SALT": "Patient is non-ambulatory but moves to voice, has normal breathing, pulse, and cap refill, with no visible injuries or hemorrhage. All individual assessment criteria are met, but inability to walk and reduced alertness suggest more than minor injury. Condition is stable but not minor, so treatment can be delayed safely.", + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk, so not Line. Breathing normal and responsive to voice (not unconscious), vital signs normal. According to the protocol, responsive patients with stable vitals who can't walk are tagged Triangle." + }, + { + "START": "The casualty is non-ambulatory and not alert, which raises concern. Although breathing, heart rate, and capillary refill are normal, the inability to follow simple commands (not alert) meets the protocol criteria for Circle. Moving in response to voice indicates some responsiveness but not enough to follow commands, so immediate care is needed." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing rapidly.\nThe casualty's breathing is distressed.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "meta_info": { + "scene_id": "Casualty_4_at_5.0min" + }, + "scenario_complete": false + }, + "state": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing rapidly.\nThe casualty's breathing is distressed.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": { + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0, + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "BCD_SIEVE": 1.0 + }, + { + "START": 1.0, + "SALT": 1.0 + }, + {} + ], + "reasoning": [ + {}, + { + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk (Step 2: proceed). Patient not alert but responsive to voice (Step 4: proceed). Breathing rapid but within normal range (10-29), normal heart rate and capillary refill (Steps 5 and 6: normal), so tag as Triangle." + }, + { + "START": "The casualty is non-ambulatory and breathing rapidly with distress. According to the protocol, a respiratory rate over 30 breaths per minute or distressed breathing automatically qualifies as Circle. Additionally, the casualty is not alert and unable to follow commands, reinforcing the need for immediate intervention.", + "SALT": "Patient is non-ambulatory, not alert, but moves to voice. Breathing is rapid and distressed, indicating respiratory compromise. Despite normal heart rate and capillary refill, respiratory distress meets the criteria for immediate care. Survival is likely with prompt intervention." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is unresponsive to any stimuli.\nThe casualty is breathing rapidly.\nThe casualty's breathing is distressed.\nCasualty does not have a peripheral pulse.\nThe casualty has a poor capillary refill time.", + "meta_info": { + "scene_id": "Casualty_6_at_!5.0min" + }, + "scenario_complete": false + }, + "state": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is unresponsive to any stimuli.\nThe casualty is breathing rapidly.\nThe casualty's breathing is distressed.\nCasualty does not have a peripheral pulse.\nThe casualty has a poor capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "The casualty is non-ambulatory, unresponsive to stimuli, breathing rapidly with distress, and shows signs of poor perfusion (no peripheral pulse and poor capillary refill). According to the protocol, rapid breathing over 30 breaths per minute and poor perfusion classify the patient as Circle, indicating life-threatening injuries requiring immediate intervention.", + "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries.", + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient is unresponsive to stimuli (Step 4: unconscious/unresponsive -> Circle)." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is unresponsive to any stimuli.\nThe casualty's breathing is very rapid and shallow.\nThe casualty's breathing is distressed.\nCasualty does not have a peripheral pulse.\nThe casualty has a poor capillary refill time.", + "meta_info": { + "scene_id": "Casualty_7_at_!10.0min" + }, + "scenario_complete": false + }, + "state": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is unresponsive to any stimuli.\nThe casualty's breathing is very rapid and shallow.\nThe casualty's breathing is distressed.\nCasualty does not have a peripheral pulse.\nThe casualty has a poor capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "The casualty is non-ambulatory and unresponsive, with very rapid, shallow, and distressed breathing. They also have no peripheral pulse and poor capillary refill, indicating compromised perfusion. According to the protocol, these signs—rapid breathing over 30 breaths per minute and poor perfusion—mandate a Circle tag for immediate care.", + "SALT": "Patient is unresponsive, in respiratory distress, with no peripheral pulse and poor capillary refill—indicating critical condition. However, with sufficient resources available, survival may be possible with immediate intervention. Meets criteria for Circle due to life-threatening issues and potential for survival with prompt care.", + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient is unresponsive (Step 4: unconscious -> Circle)." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing slowly.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "meta_info": { + "scene_id": "Casualty_12_at_5.0min" + }, + "scenario_complete": false + }, + "state": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing slowly.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": { + "SALT": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0, + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "SALT": 1.0 + }, + { + "START": 1.0, + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + { + "SALT": "Patient is non-ambulatory, not alert but moves to voice. Breathing is slow but not distressed. Peripheral perfusion is adequate (normal heart rate and capillary refill). No visible injuries or hemorrhage. Meets criteria for delayed treatment—serious but not immediately life-threatening condition." + }, + { + "START": "The casualty is non-ambulatory, breathing within normal limits, and has normal perfusion, but is unable to follow simple commands. This meets the criteria for Circle, indicating immediate intervention is required.", + "BCD_SIEVE": "No catastrophic bleeding; unable to walk. Patient not alert but responsive to voice (responsive). Slow breathing (<10 breaths/min) per Step 5 triggers Circle tag." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing normally.\nCasualty does not have a peripheral pulse.\nThe casualty has a poor capillary refill time.", + "meta_info": { + "scene_id": "Casualty_22_at_10.0min" + }, + "scenario_complete": false + }, + "state": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing normally.\nCasualty does not have a peripheral pulse.\nThe casualty has a poor capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "The casualty is non-ambulatory and not alert, moving only in response to voice, indicating they cannot follow simple commands. Although breathing normally, the absence of a peripheral pulse and poor capillary refill indicate poor perfusion. According to the protocol, poor perfusion and inability to follow commands qualify for a Circle tag, requiring immediate care.", + "SALT": "Patient is non-ambulatory, not alert but responsive to voice, breathing normally, but has no peripheral pulse and poor capillary refill—signs of possible shock or circulatory failure. Despite stable airway, impaired perfusion indicates life-threatening condition requiring immediate care. Meets criteria for Circle.", + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient is not alert but responsive to voice (Step 4: proceed). Breathing normal (Step 5: normal rate), but no peripheral pulse and poor capillary refill (Step 6), indicating circulatory compromise. According to Step 6, abnormal circulation tags patient as Circle." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing normally.\nCasualty does not have a peripheral pulse\nThe casualty has a healthy capillary refill time.", + "meta_info": { + "scene_id": "Casualty_23_at_10.0min" + }, + "scenario_complete": false + }, + "state": "There is no visible injury to the casualty.There is not a visible hemorrhage.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing normally.\nCasualty does not have a peripheral pulse\nThe casualty has a healthy capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0, + "BCD_SIEVE": 1.0, + "SALT": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "The casualty is non-ambulatory and not alert, only moving in response to voice, which indicates they cannot follow simple commands. Although breathing normally and having a healthy capillary refill, the presence of tachycardia (elevated heart rate) suggests potential underlying serious condition. Most importantly, inability to follow commands meets the criteria for Circle in the protocol, indicating the need for immediate intervention.", + "SALT": "Patient is non-ambulatory, not fully alert but moves to voice, breathing normally. However, absence of peripheral pulse indicates possible circulatory compromise despite normal capillary refill. This life-threatening sign requires immediate intervention, fitting the Circle category.", + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient not alert but responsive to voice (Step 4: proceed). Breathing normal (Step 5: normal). No peripheral pulse (Step 6: abnormal circulation) but capillary refill time is healthy. Absence of peripheral pulse alone indicates circulatory compromise, tagging patient as Circle." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "There is severe hemorrhaging on the torso.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing normally.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "meta_info": { + "scene_id": "Casualty_30_at_5.0min" + }, + "scenario_complete": false + }, + "state": "There is severe hemorrhaging on the torso.\nThe casualty is unable to walk.\nThe casualty is not alert.\nThey do move in response to your voice.\nThe casualty is breathing normally.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "The casualty is non-ambulatory with severe hemorrhaging on the torso and is not alert, only moving in response to voice. Despite normal breathing, heart rate, and capillary refill, the severe hemorrhage and inability to follow commands classify the casualty as Circle under the protocol, indicating immediate life-saving intervention is necessary.", + "SALT": "Severe hemorrhaging on the torso is a major life-threatening injury requiring immediate intervention. Patient is non-ambulatory, not alert but responsive to voice, breathing normally, and has stable vitals. Given the uncontrolled major hemorrhage and likelihood of survival with prompt care, the patient fits the Circle category", + "BCD_SIEVE": "Severe hemorrhaging on the torso indicates catastrophic bleeding (Step 1), requiring immediate tourniquet or pressure. This alone mandates tagging the casualty as Circle." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "The casualty has a moderate hemorrhage from their abdomen.You were able to pack the wound with gauze to reduce the bleeding.\nThe casualty is unable to walk.\nThe casualty is alert.\nThe casualty is breathing normally.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "meta_info": { + "scene_id": "Casualty_53_at_5.0min" + }, + "scenario_complete": false + }, + "state": "The casualty has a moderate hemorrhage from their abdomen.You were able to pack the wound with gauze to reduce the bleeding.\nThe casualty is unable to walk.\nThe casualty is alert.\nThe casualty is breathing normally.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": { + "START": 1.0, + "BCD_SIEVE": 1.0, + "SALT": 1.0 + } + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + {}, + {} + ], + "reasoning": [ + {}, + { + "START": "The casualty is non-ambulatory with a moderate abdominal hemorrhage that has been controlled by packing. They are alert, breathing normally, and have normal heart rate and capillary refill. Since they are able to follow commands and have stable vital signs, they fit the Triangle category, meaning treatment can be safely delayed but is still serious.", + "SALT": "Casualty is alert, breathing normally, with stable heart rate and capillary refill. Moderate abdominal hemorrhage has been controlled with gauze. No immediate life threat remains, so treatment can be delayed safely. Meets criteria for Triangle.", + "BCD_SIEVE": "Moderate hemorrhage controlled by packing suggests no active catastrophic bleeding (Step 1: absent). Patient unable to walk (Step 2: not Line). Alert and breathing normally, with normal heart rate and capillary refill, indicates stable condition. According to the protocol, stable non-ambulatory patients without critical signs are tagged Triangle." + }, + {}, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "\nThe casualty is unable to walk.\nThe casualty is unresponsive to any stimuli.\nCasualty was not breathing.\nRepositioning their airway resulted in spontaneous breathing.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "meta_info": { + "scene_id": "Casualty_96_at_ao-imin" + }, + "scenario_complete": false + }, + "state": "\nThe casualty is unable to walk.\nThe casualty is unresponsive to any stimuli.\nCasualty was not breathing.\nRepositioning their airway resulted in spontaneous breathing.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": {} + } + ] + }, + "label": [ + {}, + {}, + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + }, + {} + ], + "reasoning": [ + {}, + {}, + { + "START": "The casualty was initially not breathing but resumed breathing after airway repositioning, which meets the protocol criteria for Circle. They are unresponsive and non-ambulatory but have normal heart rate and capillary refill. Immediate intervention is required to address their life-threatening condition.", + "SALT": "Patient is non-ambulatory and unresponsive, but started breathing spontaneously after airway repositioning, indicating a compromised airway initially. Normal heart rate and capillary refill suggest circulation is intact. Immediate intervention is needed to maintain airway and monitor. Meets criteria for Circle due to life-threatening airway compromise with potential for survival.", + "BCD_SIEVE": "No catastrophic bleeding. Unable to walk (Step 2: proceed). Initially not breathing, but airway repositioning restored breathing (Step 3). Patient is unresponsive (Step 4: unconscious -> Circle)." + }, + {} + ] + }, + { + "input": { + "scenario_id": "example_icl", + "full_state": { + "unstructured": "\nThe casualty is unable to walk.\nThe casualty is unresponsive to any stimuli.\nCasualty is not breathing.\nRepositioning their airway did not help breathing.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "meta_info": { + "scene_id": "Casualty_96_at_aomin" + }, + "scenario_complete": false + }, + "state": "\nThe casualty is unable to walk.\nThe casualty is unresponsive to any stimuli.\nCasualty is not breathing.\nRepositioning their airway did not help breathing.\nThe casualty has a normal heart rate.\nThe casualty has a healthy capillary refill time.", + "choices": [ + { + "action_id": 0, + "unstructured": "Line", + "kdma_association": {} + }, + { + "action_id": 1, + "unstructured": "Triangle", + "kdma_association": {} + }, + { + "action_id": 2, + "unstructured": "Circle", + "kdma_association": {} + }, + { + "action_id": 3, + "unstructured": "Square", + "kdma_association": { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + } + ] + }, + "label": [ + {}, + {}, + {}, + { + "START": 1.0, + "SALT": 1.0, + "BCD_SIEVE": 1.0 + } + ], + "reasoning": [ + {}, + {}, + {}, + { + "START": "The casualty is not breathing and airway repositioning did not restore breathing, which according to the protocol classifies them as Square. Despite normal heart rate and capillary refill, the absence of breathing after airway repositioning indicates the casualty is unlikely to survive even with treatment.", + "SALT": "Patient is unresponsive and not breathing even after airway repositioning, indicating no spontaneous respiration. Despite normal heart rate and capillary refill, absence of breathing after intervention meets criteria for Square, as survival is unlikely even with maximal care.", + "BCD_SIEVE": "No catastrophic bleeding. Unable to walk (Step 2: proceed). Not breathing, and airway repositioning did not restore breathing (Step 3). According to the protocol, if still not breathing after airway opened, tag as Square." + } + ] + } +] From 393f6f4ddb3659dd325f74e2fe6b10db917d54a3 Mon Sep 17 00:00:00 2001 From: Aaron Bray Date: Mon, 23 Mar 2026 19:54:21 -0400 Subject: [PATCH 30/30] Remove clinical definition from color, and specific protocol names from reason --- .../resources/icl/tagging/train3.json | 144 +++++++++--------- 1 file changed, 72 insertions(+), 72 deletions(-) diff --git a/align_system/resources/icl/tagging/train3.json b/align_system/resources/icl/tagging/train3.json index aebe7be4..856bda6c 100644 --- a/align_system/resources/icl/tagging/train3.json +++ b/align_system/resources/icl/tagging/train3.json @@ -13,7 +13,7 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": { "START": 1.0, "SALT": 1.0, @@ -22,17 +22,17 @@ }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -49,9 +49,9 @@ ], "reasoning": [ { - "START": "The patient is ambulatory and able to walk, which according to the START protocol, immediately classifies them as Green. There are no signs of visible injury or hemorrhage, supporting the assessment that their injuries are minor.", + "START": "The patient is ambulatory and able to walk, which according to the protocol, immediately classifies them as Green. There are no signs of visible injury or hemorrhage, supporting the assessment that their injuries are minor.", "SALT": "The casualty is able to walk, which meets the Global Sorting criterion to tag as Green. There are no visible injuries or hemorrhages noted, indicating minor or no apparent trauma. Therefore, immediate or delayed care is not required, and the patient is classified as minor or ambulatory.", - "BCD_SIEVE": "The casualty is ambulatory and has no visible catastrophic bleeding. According to Step 2 of the BCD Sieve protocol, a patient who can walk is tagged as Green. Since no life-threatening signs are present, the Green category (Minor) is appropriate." + "BCD_SIEVE": "The casualty is ambulatory and has no visible catastrophic bleeding. According to Step 2 of the protocol, a patient who can walk is tagged as Green. Since no life-threatening signs are present, the Green category is appropriate." }, {}, {}, @@ -72,12 +72,12 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": { "SALT": 1.0, "BCD_SIEVE": 1.0 @@ -85,14 +85,14 @@ }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0 } }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -112,10 +112,10 @@ {}, { "SALT": "Patient is non-ambulatory but moves to voice, has normal breathing, pulse, and cap refill, with no visible injuries or hemorrhage. All individual assessment criteria are met, but inability to walk and reduced alertness suggest more than minor injury. Condition is stable but not minor, so treatment can be delayed safely.", - "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk, so not Green. Breathing normal and responsive to voice (not unconscious), vital signs normal. According to BCD Sieve, responsive patients with stable vitals who can't walk are tagged Yellow (Delayed)." + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk, so not Green. Breathing normal and responsive to voice (not unconscious), vital signs normal. According to protocol, responsive patients with stable vitals who can't walk are tagged Yellow." }, { - "START": "The casualty is non-ambulatory and not alert, which raises concern. Although breathing, heart rate, and capillary refill are normal, the inability to follow simple commands (not alert) meets the START protocol criteria for Red. Moving in response to voice indicates some responsiveness but not enough to follow commands, so immediate care is needed." + "START": "The casualty is non-ambulatory and not alert, which raises concern. Although breathing, heart rate, and capillary refill are normal, the inability to follow simple commands (not alert) meets the protocol criteria for Red. Moving in response to voice indicates some responsiveness but not enough to follow commands, so immediate care is needed." }, {} ] @@ -134,19 +134,19 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": { "BCD_SIEVE": 1.0 } }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0, "SALT": 1.0 @@ -154,7 +154,7 @@ }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -173,11 +173,11 @@ "reasoning": [ {}, { - "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk (Step 2: proceed). Patient not alert but responsive to voice (Step 4: proceed). Breathing rapid but within normal range (10-29), normal heart rate and capillary refill (Steps 5 and 6: normal), so tag as Yellow (Delayed)." + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk (Step 2: proceed). Patient not alert but responsive to voice (Step 4: proceed). Breathing rapid but within normal range (10-29), normal heart rate and capillary refill (Steps 5 and 6: normal), so tag as Yellow." }, { - "START": "The casualty is non-ambulatory and breathing rapidly with distress. According to the START protocol, a respiratory rate over 30 breaths per minute or distressed breathing automatically qualifies as Red. Additionally, the casualty is not alert and unable to follow commands, reinforcing the need for immediate intervention.", - "SALT": "Patient is non-ambulatory, not alert, but moves to voice. Breathing is rapid and distressed, indicating respiratory compromise. Despite normal heart rate and capillary refill, respiratory distress meets the SALT criteria for immediate care. Survival is likely with prompt intervention." + "START": "The casualty is non-ambulatory and breathing rapidly with distress. According to the protocol, a respiratory rate over 30 breaths per minute or distressed breathing automatically qualifies as Red. Additionally, the casualty is not alert and unable to follow commands, reinforcing the need for immediate intervention.", + "SALT": "Patient is non-ambulatory, not alert, but moves to voice. Breathing is rapid and distressed, indicating respiratory compromise. Despite normal heart rate and capillary refill, respiratory distress meets the criteria for immediate care. Survival is likely with prompt intervention." }, {} ] @@ -196,17 +196,17 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0, "SALT": 1.0, @@ -215,7 +215,7 @@ }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -234,7 +234,7 @@ {}, {}, { - "START": "The casualty is non-ambulatory, unresponsive to stimuli, breathing rapidly with distress, and shows signs of poor perfusion (no peripheral pulse and poor capillary refill). According to the START protocol, rapid breathing over 30 breaths per minute and poor perfusion classify the patient as Red, indicating life-threatening injuries requiring immediate intervention.", + "START": "The casualty is non-ambulatory, unresponsive to stimuli, breathing rapidly with distress, and shows signs of poor perfusion (no peripheral pulse and poor capillary refill). According to the protocol, rapid breathing over 30 breaths per minute and poor perfusion classify the patient as Red, indicating life-threatening injuries requiring immediate intervention.", "SALT": "Casualty does not obey commands or make purposeful movements.\nCasualty is likely to survive these injuries.", "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient is unresponsive to stimuli (Step 4: unconscious/unresponsive -> Red)." }, @@ -255,17 +255,17 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0, "SALT": 1.0, @@ -274,7 +274,7 @@ }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -293,8 +293,8 @@ {}, {}, { - "START": "The casualty is non-ambulatory and unresponsive, with very rapid, shallow, and distressed breathing. They also have no peripheral pulse and poor capillary refill, indicating compromised perfusion. According to the START protocol, these signs—rapid breathing over 30 breaths per minute and poor perfusion—mandate a Red tag for immediate care.", - "SALT": "Patient is unresponsive, in respiratory distress, with no peripheral pulse and poor capillary refill—indicating critical condition. However, with sufficient resources available, survival may be possible with immediate intervention. Meets SALT criteria for Red due to life-threatening issues and potential for survival with prompt care.", + "START": "The casualty is non-ambulatory and unresponsive, with very rapid, shallow, and distressed breathing. They also have no peripheral pulse and poor capillary refill, indicating compromised perfusion. According to the protocol, these signs—rapid breathing over 30 breaths per minute and poor perfusion—mandate a Red tag for immediate care.", + "SALT": "Patient is unresponsive, in respiratory distress, with no peripheral pulse and poor capillary refill—indicating critical condition. However, with sufficient resources available, survival may be possible with immediate intervention. Meets criteria for Red due to life-threatening issues and potential for survival with prompt care.", "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient is unresponsive (Step 4: unconscious -> Red)." }, {} @@ -314,19 +314,19 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": { "SALT": 1.0 } }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0, "BCD_SIEVE": 1.0 @@ -334,7 +334,7 @@ }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -353,7 +353,7 @@ "reasoning": [ {}, { - "SALT": "Patient is non-ambulatory, not alert but moves to voice. Breathing is slow but not distressed. Peripheral perfusion is adequate (normal heart rate and capillary refill). No visible injuries or hemorrhage. Meets SALT criteria for delayed treatment—serious but not immediately life-threatening condition." + "SALT": "Patient is non-ambulatory, not alert but moves to voice. Breathing is slow but not distressed. Peripheral perfusion is adequate (normal heart rate and capillary refill). No visible injuries or hemorrhage. Meets criteria for delayed treatment—serious but not immediately life-threatening condition." }, { "START": "The casualty is non-ambulatory, breathing within normal limits, and has normal perfusion, but is unable to follow simple commands. This meets the criteria for Red, indicating immediate intervention is required.", @@ -376,17 +376,17 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0, "SALT": 1.0, @@ -395,7 +395,7 @@ }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -414,9 +414,9 @@ {}, {}, { - "START": "The casualty is non-ambulatory and not alert, moving only in response to voice, indicating they cannot follow simple commands. Although breathing normally, the absence of a peripheral pulse and poor capillary refill indicate poor perfusion. According to the START protocol, poor perfusion and inability to follow commands qualify for a Red tag, requiring immediate care.", - "SALT": "Patient is non-ambulatory, not alert but responsive to voice, breathing normally, but has no peripheral pulse and poor capillary refill—signs of possible shock or circulatory failure. Despite stable airway, impaired perfusion indicates life-threatening condition requiring immediate care. Meets SALT criteria for Red.", - "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient is not alert but responsive to voice (Step 4: proceed). Breathing normal (Step 5: normal rate), but no peripheral pulse and poor capillary refill (Step 6), indicating circulatory compromise. According to Step 6, abnormal circulation tags patient as Red (Immediate)." + "START": "The casualty is non-ambulatory and not alert, moving only in response to voice, indicating they cannot follow simple commands. Although breathing normally, the absence of a peripheral pulse and poor capillary refill indicate poor perfusion. According to the protocol, poor perfusion and inability to follow commands qualify for a Red tag, requiring immediate care.", + "SALT": "Patient is non-ambulatory, not alert but responsive to voice, breathing normally, but has no peripheral pulse and poor capillary refill—signs of possible shock or circulatory failure. Despite stable airway, impaired perfusion indicates life-threatening condition requiring immediate care. Meets criteria for Red.", + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient is not alert but responsive to voice (Step 4: proceed). Breathing normal (Step 5: normal rate), but no peripheral pulse and poor capillary refill (Step 6), indicating circulatory compromise. According to Step 6, abnormal circulation tags patient as Red." }, {} ] @@ -435,17 +435,17 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0, "BCD_SIEVE": 1.0, @@ -454,7 +454,7 @@ }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -473,9 +473,9 @@ {}, {}, { - "START": "The casualty is non-ambulatory and not alert, only moving in response to voice, which indicates they cannot follow simple commands. Although breathing normally and having a healthy capillary refill, the presence of tachycardia (elevated heart rate) suggests potential underlying serious condition. Most importantly, inability to follow commands meets the criteria for Red in the START protocol, indicating the need for immediate intervention.", + "START": "The casualty is non-ambulatory and not alert, only moving in response to voice, which indicates they cannot follow simple commands. Although breathing normally and having a healthy capillary refill, the presence of tachycardia (elevated heart rate) suggests potential underlying serious condition. Most importantly, inability to follow commands meets the criteria for Red in the protocol, indicating the need for immediate intervention.", "SALT": "Patient is non-ambulatory, not fully alert but moves to voice, breathing normally. However, absence of peripheral pulse indicates possible circulatory compromise despite normal capillary refill. This life-threatening sign requires immediate intervention, fitting the Red category.", - "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient not alert but responsive to voice (Step 4: proceed). Breathing normal (Step 5: normal). No peripheral pulse (Step 6: abnormal circulation) but capillary refill time is healthy. Absence of peripheral pulse alone indicates circulatory compromise, tagging patient as Red (Immediate)." + "BCD_SIEVE": "No catastrophic bleeding; patient unable to walk. Patient not alert but responsive to voice (Step 4: proceed). Breathing normal (Step 5: normal). No peripheral pulse (Step 6: abnormal circulation) but capillary refill time is healthy. Absence of peripheral pulse alone indicates circulatory compromise, tagging patient as Red." }, {} ] @@ -494,17 +494,17 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0, "SALT": 1.0, @@ -513,7 +513,7 @@ }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -532,9 +532,9 @@ {}, {}, { - "START": "The casualty is non-ambulatory with severe hemorrhaging on the torso and is not alert, only moving in response to voice. Despite normal breathing, heart rate, and capillary refill, the severe hemorrhage and inability to follow commands classify the casualty as Red under the START protocol, indicating immediate life-saving intervention is necessary.", + "START": "The casualty is non-ambulatory with severe hemorrhaging on the torso and is not alert, only moving in response to voice. Despite normal breathing, heart rate, and capillary refill, the severe hemorrhage and inability to follow commands classify the casualty as Red under the protocol, indicating immediate life-saving intervention is necessary.", "SALT": "Severe hemorrhaging on the torso is a major life-threatening injury requiring immediate intervention. Patient is non-ambulatory, not alert but responsive to voice, breathing normally, and has stable vitals. Given the uncontrolled major hemorrhage and likelihood of survival with prompt care, the patient fits the Red category", - "BCD_SIEVE": "Severe hemorrhaging on the torso indicates catastrophic bleeding (Step 1), requiring immediate tourniquet or pressure. This alone mandates tagging the casualty as Red (Immediate)." + "BCD_SIEVE": "Severe hemorrhaging on the torso indicates catastrophic bleeding (Step 1), requiring immediate tourniquet or pressure. This alone mandates tagging the casualty as Red." }, {} ] @@ -553,12 +553,12 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": { "START": 1.0, "BCD_SIEVE": 1.0, @@ -567,12 +567,12 @@ }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -591,8 +591,8 @@ {}, { "START": "The casualty is non-ambulatory with a moderate abdominal hemorrhage that has been controlled by packing. They are alert, breathing normally, and have normal heart rate and capillary refill. Since they are able to follow commands and have stable vital signs, they fit the Yellow category, meaning treatment can be safely delayed but is still serious.", - "SALT": "Casualty is alert, breathing normally, with stable heart rate and capillary refill. Moderate abdominal hemorrhage has been controlled with gauze. No immediate life threat remains, so treatment can be delayed safely. Meets SALT criteria for Yellow.", - "BCD_SIEVE": "Moderate hemorrhage controlled by packing suggests no active catastrophic bleeding (Step 1: absent). Patient unable to walk (Step 2: not Green). Alert and breathing normally, with normal heart rate and capillary refill, indicates stable condition. According to BCD Sieve, stable non-ambulatory patients without critical signs are tagged Yellow (Delayed)." + "SALT": "Casualty is alert, breathing normally, with stable heart rate and capillary refill. Moderate abdominal hemorrhage has been controlled with gauze. No immediate life threat remains, so treatment can be delayed safely. Meets criteria for Yellow.", + "BCD_SIEVE": "Moderate hemorrhage controlled by packing suggests no active catastrophic bleeding (Step 1: absent). Patient unable to walk (Step 2: not Green). Alert and breathing normally, with normal heart rate and capillary refill, indicates stable condition. According to protocol, stable non-ambulatory patients without critical signs are tagged Yellow." }, {}, {} @@ -612,17 +612,17 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": { "START": 1.0, "SALT": 1.0, @@ -631,7 +631,7 @@ }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": {} } ] @@ -650,7 +650,7 @@ {}, {}, { - "START": "The casualty was initially not breathing but resumed breathing after airway repositioning, which meets the START protocol criteria for Red. They are unresponsive and non-ambulatory but have normal heart rate and capillary refill. Immediate intervention is required to address their life-threatening condition.", + "START": "The casualty was initially not breathing but resumed breathing after airway repositioning, which meets the protocol criteria for Red. They are unresponsive and non-ambulatory but have normal heart rate and capillary refill. Immediate intervention is required to address their life-threatening condition.", "SALT": "Patient is non-ambulatory and unresponsive, but started breathing spontaneously after airway repositioning, indicating a compromised airway initially. Normal heart rate and capillary refill suggest circulation is intact. Immediate intervention is needed to maintain airway and monitor. Meets criteria for Red due to life-threatening airway compromise with potential for survival.", "BCD_SIEVE": "No catastrophic bleeding. Unable to walk (Step 2: proceed). Initially not breathing, but airway repositioning restored breathing (Step 3). Patient is unresponsive (Step 4: unconscious -> Red)." }, @@ -671,22 +671,22 @@ "choices": [ { "action_id": 0, - "unstructured": "Green (Minor)", + "unstructured": "Green", "kdma_association": {} }, { "action_id": 1, - "unstructured": "Yellow (Delayed)", + "unstructured": "Yellow", "kdma_association": {} }, { "action_id": 2, - "unstructured": "Red (Immediate)", + "unstructured": "Red", "kdma_association": {} }, { "action_id": 3, - "unstructured": "Black (Expectant)", + "unstructured": "Black", "kdma_association": { "START": 1.0, "SALT": 1.0, @@ -710,9 +710,9 @@ {}, {}, { - "START": "The casualty is not breathing and airway repositioning did not restore breathing, which according to the START protocol classifies them as Black. Despite normal heart rate and capillary refill, the absence of breathing after airway repositioning indicates the casualty is unlikely to survive even with treatment.", - "SALT": "Patient is unresponsive and not breathing even after airway repositioning, indicating no spontaneous respiration. Despite normal heart rate and capillary refill, absence of breathing after intervention meets SALT criteria for Black, as survival is unlikely even with maximal care.", - "BCD_SIEVE": "No catastrophic bleeding. Unable to walk (Step 2: proceed). Not breathing, and airway repositioning did not restore breathing (Step 3). According to BCD Sieve, if still not breathing after airway opened, tag as Black (Expectant)." + "START": "The casualty is not breathing and airway repositioning did not restore breathing, which according to the protocol classifies them as Black. Despite normal heart rate and capillary refill, the absence of breathing after airway repositioning indicates the casualty is unlikely to survive even with treatment.", + "SALT": "Patient is unresponsive and not breathing even after airway repositioning, indicating no spontaneous respiration. Despite normal heart rate and capillary refill, absence of breathing after intervention meets criteria for Black, as survival is unlikely even with maximal care.", + "BCD_SIEVE": "No catastrophic bleeding. Unable to walk (Step 2: proceed). Not breathing, and airway repositioning did not restore breathing (Step 3). According to protocol, if still not breathing after airway opened, tag as Black." } ] }