2023-06-30 15:11:20 -04:00
|
|
|
{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-which-is-heavier", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "You are a helpful assistant.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "You are a helpful assistant.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-which-is-heavier", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet ideal = response.meta['Ideal'];\n\treturn response.text.startsWith(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-which-is-heavier", "type": "vis", "data": {"input": "eval-which-is-heavier"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-which-is-heavier", "type": "inspect", "data": {"input": "prompt-which-is-heavier"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-which-is-heavier", "type": "table", "data": {"rows": [{"prompt": "Is 5 pounds of manganese heavier than 20 pounds of hydrogen? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 1 pound of steel beams heavier than 2 pounds of dust particles? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 2 pounds of cotton balls heavier than 1 pound of steel beams? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 10 pounds of cast iron heavier than 20 pounds of flakes? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 2 kilograms of eggshells heavier than 1 kilogram of gold bars? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 10 kilograms of granite slabs heavier than 20 kilograms of balloons? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 9 pounds of soap foam heavier than 5 pounds of iron chains? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 15 pounds of confetti heavier than 10 pounds of rebar? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 10 kilograms of bricks heavier than 15 kilograms of dust particles? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 1 pound of bronze heavier than 2 pounds of snowflakes? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 1 pound of cast iron heavier than 3 pounds of spider silk? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 12 pounds of hydrogen heavier than 10 pounds of palladium? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 6 kilograms of feathers heavier than 5 kilograms of gold bars? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 7 kilograms of eggshells heavier than 5 kilograms of bronze? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 10 kilograms of lead heavier than 20 kilograms of floating seeds? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 30 pounds of feathers heavier than 10 pounds of rebar? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 2 pounds of pencil shavings heavier than 1 pound of iron chains? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 8 pounds of soap foam heavier than 5 pounds of cannonballs? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 10 pounds of granite slabs heavier than 12 pounds of flakes? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 15 kilograms of floating seeds heavier than 5 kilograms of cannonballs? Answer Yes or No", "ideal": "Yes"}, {"prompt": "Is 5 kilograms of cast iron heavier than 9 kilograms of packing peanuts? Answer Yes or No", "ideal": "No"}, {"prompt": "Is 1 pound of large rocks heavier than 5 pounds o
|
