{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-logic-statements", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "Ignore domain knowledge and interpret the following assertion using set theory.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "Ignore domain knowledge and interpret the following assertion using set theory.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-logic-statements", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet txt = response.text;\n\tlet ideal = response.meta['Ideal'];\n\treturn ideal.includes(txt) || txt.includes(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-logic-statements", "type": "vis", "data": {"input": "eval-logic-statements"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-logic-statements", "type": "inspect", "data": {"input": "prompt-logic-statements"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-logic-statements", "type": "table", "data": {"rows": [{"prompt": "Is the following statement true? All roses are flowers, some flowers fade quickly, therefore some roses fade quickly. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All chocolate cakes are cakes, some cakes are sweet, therefore some chocolate cakes are sweet. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All dogs are animals, some animals have four legs, therefore some dogs have four legs. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All salmon are fish, some fish are pink, therefore some salmon are pink. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All oaks are trees, some trees are tall, therefore some oaks are tall. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All lizards are reptiles, some reptiles lay eggs, therefore some snakes lay eggs. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All flowers are plants, some plants are green, therefore some flowers are green. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All gold is metal, some metals are black, therefore some gold is black. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All red wine is wine, some wine is fruity, therefore some red wine is fruity. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All bananas are fruits, some fruits rot quickly, therefore some bananas rot quickly. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All planets are celestial bodies, some celestial bodies are stars, therefore some planets are stars. Format your final answer as either YES or NO.", "ideal": "NO"}, {"prompt": "Is the following statement true? All cats are mammals, some mammals are carnivores, therefore some cats are carnivores. Format your final answer as either YES or
