mirror of
https://github.com/ianarawjo/ChainForge.git
synced 2025-03-14 16:26:45 +00:00
b33397930b
* Beginning to convert Python backend to Typescript * Change all fetch() calls to fetch_from_backend switcher * wip converting query.py to query.ts * wip started utils.js conversion. Tested that OpenAI API call works * more progress on converting utils.py to Typescript * jest tests for query, utils, template.ts. Confirmed PromptPipeline works. * wip converting queryLLM in flask_app to TS * Tested queryLLM and StorageCache compressed saving/loading * wip execute() in backend.ts * Added execute() and tested w concrete func. Need to test eval() * Added craco for optional webpack config. Config'd for TypeScript with Node.js packages browserify'd * Execute JS code on iframe sandbox * Tested and working JS Evaluator execution. * wip swapping backends * Tested TypeScript backendgit status! :) woot * Added fetchEnvironAPIKeys to Flask server to fetch os.environ keys when running locally * Route Anthropic calls through Flask when running locally * Added info button to Eval nodes. Rebuilt react * Edits to info modal on Eval node * Remove/error out on Python eval nodes when not running locally. * Check browser compat and display error if not supported * Changed all example flows to use JS. Bug fix in query.ts * Refactored to LLMProvider to streamline model additions * Added HuggingFace models API * Added back Dalai call support, routing through Flask * Remove flask app calls and socketio server that are no longer used * Added Comment Nodes. Rebuilt react. * Fix PaLM temp=0 build, update package vers and rebuild react
1 line
10 KiB
Plaintext
1 line
10 KiB
Plaintext
{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-missing-operators", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "TASK: Missing operators caluculation. Complete the equation with +, -, *, / using BODMAS rule. Do not change the given equation and answer. Make sure your answer is exactly correct. Answer the equation only and no further information.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "TASK: Missing operators caluculation. Complete the equation with +, -, *, / using BODMAS rule. Do not change the given equation and answer. Make sure your answer is exactly correct. Answer the equation only and no further information.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-missing-operators", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet ideals = JSON.parse(response.meta['Ideal']);\n\treturn ideals.some(i => response.text.startsWith(i));\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-missing-operators", "type": "vis", "data": {"input": "eval-missing-operators"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-missing-operators", "type": "inspect", "data": {"input": "prompt-missing-operators"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-missing-operators", "type": "table", "data": {"rows": [{"prompt": "10 4 4 = 10", "ideal": "[\"10 + 4 - 4 = 10\", \"10 - 4 + 4 = 10\", \"10 * 4 / 4 = 10\", \"10 / 4 * 4 = 10\"]"}, {"prompt": "2 9 1 = 17", "ideal": "[\"2 * 9 - 1 = 17\"]"}, {"prompt": "7 1 3 = 4", "ideal": "[\"7 - 1 * 3 = 4\", \"7 * 1 - 3 = 4\", \"7 / 1 - 3 = 4\"]"}, {"prompt": "2 1 8 = 10", "ideal": "[\"2 + 1 * 8 = 10\", \"2 * 1 + 8 = 10\", \"2 / 1 + 8 = 10\"]"}, {"prompt": "9 4 5 = 0", "ideal": "[\"9 - 4 - 5 = 0\"]"}, {"prompt": "10 3 8 = 38", "ideal": "[\"10 * 3 + 8 = 38\"]"}, {"prompt": "2 6 7 = 5", "ideal": "[\"2 * 6 - 7 = 5\"]"}, {"prompt": "5 5 4 = 5", "ideal": "[\"5 / 5 + 4 = 5\"]"}, {"prompt": "6 4 1 = 9", "ideal": "[\"6 + 4 - 1 = 9\"]"}, {"prompt": "5 3 10 = 12", "ideal": "[\"5 - 3 + 10 = 12\"]"}, {"prompt": "5 1 9 = -4", "ideal": "[\"5 - 1 * 9 = -4\", \"5 * 1 - 9 = -4\", \"5 / 1 - 9 = -4\"]"}, {"prompt": "9 3 3 = 30", "ideal": "[\"9 * 3 + 3 = 30\"]"}, {"prompt": "8 9 2 = 144", "ideal": "[\"8 * 9 * 2 = 144\"]"}, {"prompt": "9 9 1 = 18", "ideal": "[\"9 + 9 * 1 = 18\", \"9 + 9 / 1 = 18\"]"}, {"prompt": "8 3 9 = -19", "ideal": "[\"8 - 3 * 9 = -19\"]"}, {"prompt": "2 8 3 = -9", "ideal": "[\"2 - 8 - 3 = -9\"]"}, {"prompt": "3 1 7 = 11", "ideal": "[\"3 + 1 + 7 = 11\"]"}, {"prompt": "6 10 9 = 540", "ideal": "[\"6 * 10 * 9 = 540\"]"}, {"prompt": "7 9 1 = 17", "ideal": "[\"7 + 9 + 1 = 17\"]"}, {"prompt": "9 7 5 = -26", "ideal": "[\"9 - 7 * 5 = -26\"]"}, {"prompt": "1 10 10 = 21", "ideal": "[\"1 + 10 + 10 = 21\"]"}, {"prompt": "5 3 5 = 3", "ideal": "[\"5 + 3 - 5 = 3\", \"5 * 3 / 5 = 3\"]"}, {"prompt": "3 4 7 = 5", "ideal": "[\"3 * 4 - 7 = 5\"]"}, {"prompt": "7 9 6 = 378", "ideal": "[\"7 * 9 * 6 = 378\"]"}, {"prompt": "4 5 9 = 49", "ideal": "[\"4 + 5 * 9 = 49\"]"}, {"prompt": "9 4 5 = 31", "ideal": "[\"9 * 4 - 5 = 31\"]"}, {"prompt": "8 4 2 = 6", "ideal": "[\"8 - 4 + 2 = 6\", \"8 - 4 / 2 = 6\"]"}, {"prompt": "8 1 1 = 9", "ideal": "[\"8 + 1 * 1 = 9\", \"8 + 1 / 1 = 9\", \"8 * 1 + 1 = 9\", \"8 / 1 + 1 = 9\"]"}, {"prompt": "6 10 9 = 96", "ideal": "[\"6 + 10 * 9 = 96\"]"}, {"prompt": "6 9 8 = 23", "ideal": "[\"6 + 9 + 8 = 23\"]"}, {"prompt": "8 1 2 = 16", "ideal": "[\"8 * 1 * 2 = 16\", \"8 / 1 * 2 = 16\"]"}, {"prompt": "4 1 6 = -2", "ideal": "[\"4 - 1 * 6 = -2\", \"4 * 1 - 6 = -2\", \"4 / 1 - 6 = -2\"]"}, {"prompt": "8 8 2 = 24", "ideal": "[\"8 + 8 * 2 = 24\"]"}, {"prompt": "7 10 9 = -12", "ideal": "[\"7 - 10 - 9 = -12\"]"}, {"prompt": "4 8 1 = 33", "ideal": "[\"4 * 8 + 1 = 33\"]"}, {"prompt": "3 10 3 = -10", "ideal": "[\"3 - 10 - 3 = -10\"]"}, {"prompt": "7 7 2 = 21", "ideal": "[\"7 + 7 * 2 = 21\"]"}, {"prompt": "8 7 7 = -41", "ideal": "[\"8 - 7 * 7 = -41\"]"}, {"prompt": "8 2 7 = -6", "ideal": "[\"8 - 2 * 7 = -6\"]"}, {"prompt": "6 9 5 = 10", "ideal": "[\"6 + 9 - 5 = 10\"]"}, {"prompt": "2 5 5 = -23", "ideal": "[\"2 - 5 * 5 = -23\"]"}, {"prompt": "3 9 2 = 21", "ideal": "[\"3 + 9 * 2 = 21\"]"}, {"prompt": "2 6 2 = 6", "ideal": "[\"2 + 6 - 2 = 6\", \"2 * 6 / 2 = 6\"]"}, {"prompt": "4 7 9 = 2", "ideal": "[\"4 + 7 - 9 = 2\"]"}, {"prompt": "10 6 2 = -2", "ideal": "[\"10 - 6 * 2 = -2\"]"}, {"prompt": "3 10 2 = -2", "ideal": "[\"3 - 10 / 2 = -2\"]"}, {"prompt": "9 10 3 = 39", "ideal": "[\"9 + 10 * 3 = 39\"]"}, {"prompt": "1 7 1 = 9", "ideal": "[\"1 + 7 + 1 = 9\"]"}, {"prompt": "10 8 8 = 10", "ideal": "[\"10 + 8 - 8 = 10\", \"10 - 8 + 8 = 10\", \"10 * 8 / 8 = 10\", \"10 / 8 * 8 = 10\"]"}, {"prompt": "4 6 7 = 168", "ideal": "[\"4 * 6 * 7 = 168\"]"}, {"prompt": "2 10 5 = 25", "ideal": "[\"2 * 10 + 5 = 25\"]"}, {"prompt": "1 5 3 = 2", "ideal": "[\"1 * 5 - 3 = 2\"]"}, {"prompt": "1 6 1 = -6", "ideal": "[\"1 - 6 - 1 = -6\"]"}, {"prompt": "9 2 3 = 10", "ideal": "[\"9 - 2 + 3 = 10\"]"}, {"prompt": "2 10 10 = 22", "ideal": "[\"2 + 10 + 10 = 22\"]"}, {"prompt": "8 10 8 = 10", "ideal": "[\"8 + 10 - 8 = 10\", \"8 * 10 / 8 = 10\"]"}, {"prompt": "2 10 4 = 42", "ideal": "[\"2 + 10 * 4 = 42\"]"}, {"prompt": "3 9 10 = -87", "ideal": "[\"3 - 9 * 10 = -87\"]"}, {"prompt": "4 1 10 = 15", "ideal": "[\"4 + 1 + 10 = 15\"]"}, {"prompt": "4 1 4 = 1", "ideal": "[\"4 + 1 - 4 = 1\", \"4 * 1 / 4 = 1\", \"4 / 1 / 4 = 1\"]"}, {"prompt": "6 9 8 = 5", "ideal": "[\"6 - 9 + 8 = 5\"]"}, {"prompt": "10 4 1 = 39", "ideal": "[\"10 * 4 - 1 = 39\"]"}, {"prompt": "3 3 7 = -6", "ideal": "[\"3 / 3 - 7 = -6\"]"}, {"prompt": "10 8 6 = -4", "ideal": "[\"10 - 8 - 6 = -4\"]"}, {"prompt": "4 4 5 = 21", "ideal": "[\"4 * 4 + 5 = 21\"]"}, {"prompt": "4 8 6 = 26", "ideal": "[\"4 * 8 - 6 = 26\"]"}, {"prompt": "9 3 6 = 18", "ideal": "[\"9 + 3 + 6 = 18\", \"9 / 3 * 6 = 18\"]"}, {"prompt": "5 7 2 = 33", "ideal": "[\"5 * 7 - 2 = 33\"]"}, {"prompt": "3 1 2 = 1", "ideal": "[\"3 - 1 * 2 = 1\", \"3 * 1 - 2 = 1\", \"3 / 1 - 2 = 1\"]"}, {"prompt": "1 3 2 = 0", "ideal": "[\"1 - 3 + 2 = 0\"]"}, {"prompt": "4 7 4 = 32", "ideal": "[\"4 + 7 * 4 = 32\", \"4 * 7 + 4 = 32\"]"}, {"prompt": "3 9 10 = 17", "ideal": "[\"3 * 9 - 10 = 17\"]"}, {"prompt": "8 10 6 = 74", "ideal": "[\"8 * 10 - 6 = 74\"]"}, {"prompt": "8 6 2 = 11", "ideal": "[\"8 + 6 / 2 = 11\"]"}, {"prompt": "7 8 1 = 14", "ideal": "[\"7 + 8 - 1 = 14\"]"}, {"prompt": "8 10 6 = -52", "ideal": "[\"8 - 10 * 6 = -52\"]"}, {"prompt": "4 4 9 = 10", "ideal": "[\"4 / 4 + 9 = 10\"]"}, {"prompt": "1 3 1 = 4", "ideal": "[\"1 + 3 * 1 = 4\", \"1 + 3 / 1 = 4\", \"1 * 3 + 1 = 4\"]"}, {"prompt": "7 6 6 = 43", "ideal": "[\"7 + 6 * 6 = 43\"]"}, {"prompt": "10 10 2 = 18", "ideal": "[\"10 + 10 - 2 = 18\"]"}, {"prompt": "3 6 5 = -27", "ideal": "[\"3 - 6 * 5 = -27\"]"}, {"prompt": "9 2 5 = 90", "ideal": "[\"9 * 2 * 5 = 90\"]"}, {"prompt": "1 8 3 = -23", "ideal": "[\"1 - 8 * 3 = -23\"]"}, {"prompt": "5 8 2 = 80", "ideal": "[\"5 * 8 * 2 = 80\"]"}, {"prompt": "1 4 5 = 0", "ideal": "[\"1 + 4 - 5 = 0\"]"}, {"prompt": "9 2 3 = 15", "ideal": "[\"9 + 2 * 3 = 15\", \"9 * 2 - 3 = 15\"]"}, {"prompt": "6 5 2 = 16", "ideal": "[\"6 + 5 * 2 = 16\"]"}, {"prompt": "8 5 9 = -37", "ideal": "[\"8 - 5 * 9 = -37\"]"}, {"prompt": "10 7 10 = 27", "ideal": "[\"10 + 7 + 10 = 27\"]"}, {"prompt": "3 10 1 = 31", "ideal": "[\"3 * 10 + 1 = 31\"]"}, {"prompt": "1 3 1 = 3", "ideal": "[\"1 + 3 - 1 = 3\", \"1 * 3 * 1 = 3\", \"1 * 3 / 1 = 3\"]"}, {"prompt": "2 8 9 = 3", "ideal": "[\"2 - 8 + 9 = 3\"]"}, {"prompt": "7 4 4 = 24", "ideal": "[\"7 * 4 - 4 = 24\"]"}, {"prompt": "4 9 9 = 22", "ideal": "[\"4 + 9 + 9 = 22\"]"}, {"prompt": "5 4 9 = 10", "ideal": "[\"5 - 4 + 9 = 10\"]"}, {"prompt": "3 9 3 = 30", "ideal": "[\"3 + 9 * 3 = 30\", \"3 * 9 + 3 = 30\"]"}, {"prompt": "9 10 10 = 80", "ideal": "[\"9 * 10 - 10 = 80\"]"}, {"prompt": "5 10 5 = 45", "ideal": "[\"5 * 10 - 5 = 45\"]"}, {"prompt": "6 10 1 = 17", "ideal": "[\"6 + 10 + 1 = 17\"]"}, {"prompt": "8 7 1 = 57", "ideal": "[\"8 * 7 + 1 = 57\"]"}], "columns": [{"key": "prompt", "header": "Prompt"}, {"key": "ideal", "header": "Ideal"}]}, "position": {"x": -16, "y": 160}, "selected": false, "positionAbsolute": {"x": -16, "y": 160}, "dragging": false}], "edges": [{"source": "prompt-missing-operators", "sourceHandle": "prompt", "target": "eval-missing-operators", "targetHandle": "responseBatch", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-eval-1686756357355responseBatch"}, {"source": "prompt-missing-operators", "sourceHandle": "prompt", "target": "inspect-missing-operators", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-inspect-1686756357355input"}, {"source": "eval-missing-operators", "sourceHandle": "output", "target": "vis-missing-operators", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-eval-1686756357355output-vis-1686756357355input"}, {"source": "table-missing-operators", "sourceHandle": "Prompt", "target": "prompt-missing-operators", "targetHandle": "prompt", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-table-1686756385002Prompt-prompt-1686756357355prompt"}], "viewport": {"x": 144, "y": 37, "zoom": 1}}, "cache": {"eval-1686756357355.json": {}, "inspect-1686756357355.json": {}, "prompt-1686756357355.json": {}, "table-1686756385002.json": {}, "vis-1686756357355.json": {}}} |