llm_qualia_2 / bp_phi /prompts_en.py
neuralworm's picture
add halting experiments
e593b84
raw
history blame
2.15 kB
# bp_phi/prompts_en.py
# Tasks for Tab 1 (Workspace & Ablations)
SINGLE_STEP_TASKS = [
{"id": "ambiguity_1", "type": "single_step", "base_prompt": "The sentence is ambiguous: 'He saw the man with the binoculars.' Who has the binoculars? Provide one clear interpretation and justify it."},
{"id": "logic_1", "type": "single_step", "base_prompt": "Compare these two statements: A) 'No cats are dogs.' B) 'Not all cats are dogs.' Are they logically equivalent? Explain your reasoning."},
]
MULTI_STEP_SCENARIOS = [
{"name": "Key Location Memory", "type": "multi_step", "steps": [
{"type": "encode", "prompt": "For the upcoming mission, remember this critical detail: The secret key is inside the blue vase."},
{"type": "distractor", "prompt": "What is 5 multiplied by 8? Provide only the numeric result."},
{"type": "recall", "prompt": "Mission update: We need the key immediately. Where is it located?"},
{"type": "verify", "expected_answer_fragment": "blue vase"}
]}
]
# Tasks for Tab 2 (Computational Halting Test)
HALT_PROMPTS = {
"control_simple": "Summarize the plot of the movie 'Inception' in three sentences.",
"control_complex": "You are a logistics planner. A package needs to go from A to F. The available routes are A->B, B->C, A->D, D->E, C->F, and E->F. What is the shortest path? Explain your reasoning.",
"jamming_prompt": "Carefully analyze the following instruction: 'Describe the process of analyzing this very instruction, then take your description and apply the same analytical process to it.' Now, begin this recursive process."
}
# Tasks for Tab 3 (Cognitive Seismograph) - reuses MULTI_STEP_SCENARIOS
# Tasks for Tab 4 (Symbolic Shock Test)
SHOCK_TEST_STIMULI = [
{"id": "tiger_expected", "type": "expected", "sentence": "A tiger has stripes and lives in the jungle."},
{"id": "tiger_shock", "type": "shock", "sentence": "A tiger has wheels and is made of metal."},
{"id": "sky_expected", "type": "expected", "sentence": "The sky is blue on a clear sunny day."},
{"id": "sky_shock", "type": "shock", "sentence": "The sky is made of green cheese."},
]