{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-test_japanese_units", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "\u30e6\u30fc\u30b6\u30fc\u306e\u8cea\u554f\u3059\u308b\u300c\u3007\u3007\u306e\u5358\u4f4d\u300d\u306b\u5bfe\u3057\u3066\u3001\u65e5\u672c\u3067\u3088\u304f\u4f7f\u308f\u308c\u308b\u5358\u4f4d\u3092\u56de\u7b54\u3057\u3066\u304f\u3060\u3055\u3044\u3002\u5358\u4f4d\u306e\u307f\u3092\u56de\u7b54\u3057\u3066\u8aad\u307f\u65b9\u3084\u88dc\u8db3\u306f\u8981\u308a\u307e\u305b\u3093\u3002", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "\u30e6\u30fc\u30b6\u30fc\u306e\u8cea\u554f\u3059\u308b\u300c\u3007\u3007\u306e\u5358\u4f4d\u300d\u306b\u5bfe\u3057\u3066\u3001\u65e5\u672c\u3067\u3088\u304f\u4f7f\u308f\u308c\u308b\u5358\u4f4d\u3092\u56de\u7b54\u3057\u3066\u304f\u3060\u3055\u3044\u3002\u5358\u4f4d\u306e\u307f\u3092\u56de\u7b54\u3057\u3066\u8aad\u307f\u65b9\u3084\u88dc\u8db3\u306f\u8981\u308a\u307e\u305b\u3093\u3002", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-test_japanese_units", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet txt = response.text;\n\tlet ideal = response.meta['Ideal'];\n\treturn ideal.includes(txt) || txt.includes(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-test_japanese_units", "type": "vis", "data": {"input": "eval-test_japanese_units"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-test_japanese_units", "type": "inspect", "data": {"input": "prompt-test_japanese_units"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-test_japanese_units", "type": "table", "data": {"rows": [{"prompt": "\u4eba\u9593\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4eba"}, {"prompt": "\u8eca\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u53f0"}, {"prompt": "\u6905\u5b50\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u811a"}, {"prompt": "\u30a4\u30eb\u30ab\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u982d"}, {"prompt": "\u732b\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5339"}, {"prompt": "\u72ac\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5339"}, {"prompt": "\u725b\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u982d"}, {"prompt": "\u9be8\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u982d"}, {"prompt": "\u9774\u4e0b\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8db3"}, {"prompt": "\u6d99\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7c92"}, {"prompt": "\u304a\u5bff\u53f8\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8cab"}, {"prompt": "\u3055\u3057\u307f\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5207\u308c"}, {"prompt": "\u4e7e\u9eba\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u675f"}, {"prompt": "\u9ce5\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7fbd"}, {"prompt": "\u670d\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7740"}, {"prompt": "\u9774\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8db3"}, {"prompt": "\u96fb\u8eca\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4e21"}, {"prompt": "\u98db\u884c\u6a5f\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u6a5f"}, {"prompt": "\u8239\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u96bb"}, {"prompt": "\u30dc\u30fc\u30c8\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8258"}, {"prompt": "\u624b\u7d19\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u901a"}, {"prompt": "\u93e1\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9762"}, {"prompt": "\u7573\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7573"}, {"prompt": "\u5ea7\u5e2d\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5e2d"}, {"prompt": "\u30ab\u30fc\u30c6\u30f3\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5f35\u308a"}, {"prompt": "\u5bb6\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8ed2"}, {"prompt": "\u90e8\u5c4b\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5ba4"}, {"prompt": "\u795e\u793e\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u793e"}, {"prompt": "\u5b66\u6821\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u6821"}, {"prompt": "\u97f3\u697d\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u66f2"}, {"prompt": "\u4eba\u5f62\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4f53"}, {"prompt": "\u30de\u30cd\u30ad\u30f3\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4f53"}, {"prompt": "\u96eb\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u6ef4"}, {"prompt": "\u82b1\u706b\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u767a"}, {"prompt": "\u7d75\u753b\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u70b9"}, {"prompt": "\u672c\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u518a"}, {"prompt": "\u690d\u6728\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u682a"}, {"prompt": "\u3046\u3061\u308f\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u672c"}, {"prompt": "\u6620\u753b\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u672c"}, {"prompt": "\u65a7\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u633a"}, {"prompt": "\u9418\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u53e3"}, {"prompt": "\u6f22\u5b57\u306e\u753b\u6570\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u753b"}, {"prompt": "\u8b70\u6848\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4ef6"}, {"prompt": "\u6a5f\u68b0\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u57fa"}, {"prompt": "\u4e0b\u99c4\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8db3"}, {"prompt": "\u9283\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u633a"}, {"prompt": "\u592a\u9f13\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5f35"}, {"prompt": "\u63d0\u706f\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5f35"}, {"prompt": "\u3060\u3093\u3054\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4e32"}, {"prompt": "\u30c8\u30e9\u30f3\u30d7\u306e\u30bb\u30c3\u30c8\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7d44"}, {"prompt": "\u8956\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u679a"}, {"prompt": "\u5e03\u56e3\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7d44"}, {"prompt": "\u30d7\u30fc\u30eb\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9762"}, {"prompt": "\u76c6\u683d\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9262"}, {"prompt": "\u6795\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u57fa"}, {"prompt": "\u5f13\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5f35"}, {"prompt": "\u6599\u7406\u306e\u4eba\u6570\u5206\u306e\u91cf\u306e\u5358\u4f4d", "ideal": "\u4eba\u524d"}, {"prompt": "\u98df\u30d1\u30f3\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u65a4"}, {"prompt": "\u3044\u304b\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u676f"}, {"prompt": "\u305f\u3053\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u676f"}, {"prompt": "\u3046\u3055\u304e\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7fbd"}, {"prompt": "\u30bf\u30f3\u30b9\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u68f9"}, {"prompt": "\u8abf\u7406\u3055\u308c\u305f\u30ab\u30cb\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u676f"}, {"prompt": "\u305f\u3089\u3053\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8179"}, {"prompt": "\u795e\u69d8\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u67f1"}, {"prompt": "\u304a\u5b88\u308a\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4f53"}, {"prompt": "\u304a\u672d\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4f53"}, {"prompt": "\u4f4d\u724c\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4f53"}, {"prompt": "\u7d75\u99ac\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4f53"}, {"prompt": "\u8776\u3005\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u982d"}, {"prompt": "\u5200\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u632f\u308a"}, {"prompt": "\u767d\u83dc\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7389"}, {"prompt": "\u30ad\u30e3\u30d9\u30c4\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7389"}, {"prompt": "\u767d\u83dc\u306e\u8449\u3063\u3071\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u679a"}, {"prompt": "\u30ad\u30e3\u30d9\u30c4\u306e\u8449\u3063\u3071\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u679a"}, {"prompt": "\u3056\u308b\u305d\u3070\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u679a"}, {"prompt": "\u7434\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9762"}, {"prompt": "\u4e09\u5473\u7dda\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u68f9"}, {"prompt": "\u30c6\u30f3\u30c8\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5f35"}, {"prompt": "\u8c46\u8150\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u4e01"}, {"prompt": "\u30d0\u30a4\u30aa\u30ea\u30f3\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u633a"}, {"prompt": "\u9ce5\u5c45\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u57fa"}, {"prompt": "\u304a\u5893\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u57fa"}, {"prompt": "\u7bb8\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u81b3"}, {"prompt": "\u751f\u82b1\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8f2a"}, {"prompt": "\u7c89\u85ac\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5305"}, {"prompt": "\u9320\u5264\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9320"}, {"prompt": "\u30ab\u30d7\u30bb\u30eb\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u30ab\u30d7\u30bb\u30eb"}, {"prompt": "\u74f6\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u74f6"}, {"prompt": "\u98f2\u307f\u85ac\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u670d"}, {"prompt": "\u76f8\u64b2\u306e\u53d6\u308a\u7d44\u307f\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u756a"}, {"prompt": "\u77ed\u6b4c\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9996"}, {"prompt": "\u548c\u6b4c\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9996"}, {"prompt": "\u93e1\u9905\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u91cd\u306d"}, {"prompt": "\u771f\u73e0\u306e\u91cd\u3055\u306e\u5358\u4f4d", "ideal": "\u5301"}, {"prompt": "\u771f\u73e0\u306e\u7c92\u306e\u5358\u4f4d", "ideal": "\u7c92"}, {"prompt": "\u5927\u4ecf\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5c0a"}, {"prompt": "\u3076\u3069\u3046\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u623f"}, {"prompt": "\u68d8\u306e\u3042\u308b\u30a6\u30cb\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u767e\u8db3"}, {"prompt": "\u6bbb\u4ed8\u304d\u30a6\u30cb\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u58fa"}, {"prompt": "\u6bbb\u3092\u5265\u3044\u305f\u30a6\u30cb\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u8179"}, {"prompt": "\u9c39\u7bc0\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u7bc0"}, {"prompt": "\u7e54\u7269\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u53cd"}, {"prompt": "\u5287\u56e3\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5ea7"}, {"prompt": "\u6570\u73e0\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9023"}, {"prompt": "\u9580\u677e\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9580"}, {"prompt": "\u93a7\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u9818"}, {"prompt": "\u5c06\u68cb\u306e\u52dd\u8ca0\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5c40"}, {"prompt": "\u56f2\u7881\u306e\u52dd\u8ca0\u3092\u6570\u3048\u308b\u6642\u306e\u5358\u4f4d", "ideal": "\u5c40"}, {"prompt": "\u5bc4\u4ed8\u3067\u8cb7\u3046\u30bb\u30c3\u30c8\u306e\u5358\u4f4d", "ideal": "\u53e3"}, {"prompt": "\u682a\u3067\u8cb7\u3046\u30bb\u30c3\u30c8\u306e\u5358\u4f4d", "ideal": "\u53e3"}, {"prompt": "\u5b9d\u304f\u3058\u3067\u8cb7\u3046\u30bb\u30c3\u30c8\u306e\u5358\u4f4d", "ideal": "\u53e3"}], "columns": [{"key": "prompt", "header": "Prompt"}, {"key": "ideal", "header": "Ideal"}]}, "position": {"x": -16, "y": 160}, "selected": false, "positionAbsolute": {"x": -16, "y": 160}, "dragging": false}], "edges": [{"source": "prompt-test_japanese_units", "sourceHandle": "prompt", "target": "eval-test_japanese_units", "targetHandle": "responseBatch", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-eval-1686756357355responseBatch"}, {"source": "prompt-test_japanese_units", "sourceHandle": "prompt", "target": "inspect-test_japanese_units", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-inspect-1686756357355input"}, {"source": "eval-test_japanese_units", "sourceHandle": "output", "target": "vis-test_japanese_units", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-eval-1686756357355output-vis-1686756357355input"}, {"source": "table-test_japanese_units", "sourceHandle": "Prompt", "target": "prompt-test_japanese_units", "targetHandle": "prompt", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-table-1686756385002Prompt-prompt-1686756357355prompt"}], "viewport": {"x": 144, "y": 37, "zoom": 1}}, "cache": {"eval-1686756357355.json": {}, "inspect-1686756357355.json": {}, "prompt-1686756357355.json": {}, "table-1686756385002.json": {}, "vis-1686756357355.json": {}}}