2023-06-30 15:11:20 -04:00
|
|
|
{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-missing-operators", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "TASK: Missing operators caluculation. Complete the equation with +, -, *, / using BODMAS rule. Do not change the given equation and answer. Make sure your answer is exactly correct. Answer the equation only and no further information.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "TASK: Missing operators caluculation. Complete the equation with +, -, *, / using BODMAS rule. Do not change the given equation and answer. Make sure your answer is exactly correct. Answer the equation only and no further information.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-missing-operators", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet ideals = JSON.parse(response.meta['Ideal']);\n\treturn ideals.some(i => response.text.startsWith(i));\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-missing-operators", "type": "vis", "data": {"input": "eval-missing-operators"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-missing-operators", "type": "inspect", "data": {"input": "prompt-missing-operators"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-missing-operators", "type": "table", "data": {"rows": [{"prompt": "10 4 4 = 10", "ideal": "[\"10 + 4 - 4 = 10\", \"10 - 4 + 4 = 10\", \"10 * 4 / 4 = 10\", \"10 / 4 * 4 = 10\"]"}, {"prompt": "2 9 1 = 17", "ideal": "[\"2 * 9 - 1 = 17\"]"}, {"prompt": "7 1 3 = 4", "ideal": "[\"7 - 1 * 3 = 4\", \"7 * 1 - 3 = 4\", \"7 / 1 - 3 = 4\"]"}, {"prompt": "2 1 8 = 10", "ideal": "[\"2 + 1 * 8 = 10\", \"2 * 1 + 8 = 10\", \"2 / 1 + 8 = 10\"]"}, {"prompt": "9 4 5 = 0", "ideal": "[\"9 - 4 - 5 = 0\"]"}, {"prompt": "10 3 8 = 38", "ideal": "[\"10 * 3 + 8 = 38\"]"}, {"prompt": "2 6 7 = 5", "ideal": "[\"2 * 6 - 7 = 5\"]"}, {"prompt": "5 5 4 = 5", "ideal": "[\"5 / 5 + 4 = 5\"]"}, {"prompt": "6 4 1 = 9", "ideal": "[\"6 + 4 - 1 = 9\"]"}, {"prompt": "5 3 10 = 12", "ideal": "[\"5 - 3 + 10 = 12\"]"}, {"prompt": "5 1 9 = -4", "ideal": "[\"5 - 1 * 9 = -4\", \"5 * 1 - 9 = -4\", \"5 / 1 - 9 = -4\"]"}, {"prompt": "9 3 3 = 30", "ideal": "[\"9 * 3 + 3 = 30\"]"}, {"prompt": "8 9 2 = 144", "ideal": "[\"8 * 9 * 2 = 144\"]"}, {"prompt": "9 9 1 = 18", "ideal": "[\"9 + 9 * 1 = 18\", \"9 + 9 / 1 = 18\"]"}, {"prompt": "8 3 9 = -19", "ideal": "[\"8 - 3 * 9 = -19\"]"}, {"prompt": "2 8 3 = -9", "ideal": "[\"2 - 8 - 3 = -9\"]"}, {"prompt": "3 1 7 = 11", "ideal": "[\"3 + 1 + 7 = 11\"]"}, {"prompt": "6 10 9 = 540", "ideal": "[\"6 * 10 * 9 = 540\"]"}, {"prompt": "7 9 1 = 17", "ideal": "[\"7 + 9 + 1 = 17\"]"}, {"prompt": "9 7 5 = -26", "ideal": "[\"9 - 7 * 5 = -26\"]"}, {"prompt": "1 10 10 = 21", "ideal": "[\"1 + 10 + 10 = 21\"]"}, {"prompt": "5 3 5 = 3", "ideal": "[\"5 + 3 - 5 = 3\", \"5 * 3 / 5 = 3\"]"}, {"prompt": "3 4 7 = 5", "ideal": "[\"3 * 4 - 7 = 5\"]"}, {"prompt": "7 9 6 = 378", "ideal": "[\"7 * 9 * 6 = 378\"]"}, {"prompt": "4 5 9 = 49", "ideal": "[\"4 + 5 * 9 = 49\"]"}, {"prompt": "9 4 5 = 31", "ideal": "[\"9 * 4 - 5 = 31\"]"}, {"prompt": "8 4 2 = 6", "ideal": "[\"8 - 4 + 2 = 6\", \"8 - 4 / 2 = 6\"]"}, {"prompt": "8 1 1 = 9", "ideal": "[\"8 + 1 * 1 = 9\", \"8 + 1 / 1 = 9\", \"8 * 1 + 1 = 9\", \"8 / 1 + 1 = 9\"]"}, {"prompt": "6 10 9 = 96",
|
