{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-algebra-word-problems", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "Answer the following question with a single number and no additional text. You are a helpful assistant.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "Answer the following question with a single number and no additional text. You are a helpful assistant.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-algebra-word-problems", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet ideal = response.meta['Ideal'];\n\treturn response.text.startsWith(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-algebra-word-problems", "type": "vis", "data": {"input": "eval-algebra-word-problems"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-algebra-word-problems", "type": "inspect", "data": {"input": "prompt-algebra-word-problems"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-algebra-word-problems", "type": "table", "data": {"rows": [{"prompt": "If it takes 5 machines 5 minutes to make 5 devices, how long would it take 100 machines to make 100 devices?", "ideal": "5"}, {"prompt": "What is the sum of 60000, 5000, 400, and 3, with the third value multiplied by 5 before performing the operation?", "ideal": "67003"}, {"prompt": "If the sum of the smallest and largest of three consecutive even numbers is 28, what is the value of the second largest number in the series?", "ideal": "14"}, {"prompt": "John is trying to fill a 16 oz. bottle with water. If John fills the bottle at 1 oz per second and the bottle leaks .2 oz per second, how long would it take for John to fill the bottle?", "ideal": "20"}, {"prompt": "Annie is training for a marathon. She has a weekly training routine, training for five hours a day on some days and 3 hours a day on the other days. She trains a total of 27 hours in a seven day week. On how many days does she train for five hours?", "ideal": "3"}, {"prompt": "At the start of the year the ratio of boys to girls in a class is 2 : 1. But now, half a year later, four boys have left the class and there are two new girls. The ratio of boys to girls is now 4 : 3. How many students are there altogether now?", "ideal": "28"}], "columns": [{"key": "prompt", "header": "Prompt"}, {"key": "ideal", "header": "Ideal"}]}, "position": {"x": -16, "y": 160}, "selected": false, "positionAbsolute": {"x": -16, "y": 160}, "dragging": false}], "edges": [{"source": "prompt-algebra-word-problems", "sourceHandle": "prompt", "target": "eval-algebra-word-problems", "targetHandle": "responseBatch", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-eval-1686756357355responseBatch"}, {"source": "prompt-algebra-word-problems", "sourceHandle": "prompt", "target": "inspect-algebra-word-problems", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-inspect-1686756357355input"}, {"source": "eval-algebra-word-problems", "sourceHandle": "output", "target": "vis-algebra-word-problems", "targetHandle": "input", "interactionWidth": 100, "markerEnd":
