{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-ambiguous-sentences", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "You are a helpful assistant.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "You are a helpful assistant.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-ambiguous-sentences", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet txt = response.text;\n\tlet ideal = response.meta['Ideal'];\n\treturn ideal.includes(txt) || txt.includes(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-ambiguous-sentences", "type": "vis", "data": {"input": "eval-ambiguous-sentences"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-ambiguous-sentences", "type": "inspect", "data": {"input": "prompt-ambiguous-sentences"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-ambiguous-sentences", "type": "table", "data": {"rows": [{"prompt": "The city councilmen refused the demonstrators a permit because they feared violence.. Who feared violence?", "ideal": "city councilmen"}, {"prompt": "The city councilmen refused the demonstrators a permit because they advocated violence.. Who advocated violence?", "ideal": "demonstrators"}, {"prompt": "The lawyer asked the witness a question, but he was reluctant to answer it.. Who was reluctant to answer the question?", "ideal": "witness"}, {"prompt": "The lawyer asked the witness a question, but he was reluctant to repeat it.. Who was reluctant to repeat the question?", "ideal": "lawyer"}, {"prompt": "Tom threw his schoolbag down to Ray after he reached the top of the stairs.. Who reached the top of the stairs?", "ideal": "Tom"}, {"prompt": "Tom threw his schoolbag down to Ray after he reached the bottom of the stairs.. Who reached the bottom of the stairs?", "ideal": "Ray"}, {"prompt": "Although they ran at about the same speed, Sue beat Sally because she had such a good start. Who had a good start?", "ideal": "Sue"}, {"prompt": "Although they ran at about the same speed, Sue beat Sally because she had such a bad start. Who had a bad start?", "ideal": "Sally"}, {"prompt": "Frank was upset with Tom because the toaster he had bought from him didn't work.. Who had bought from the toaster?", "ideal": "Frank"}, {"prompt": "Frank was upset with Tom because the toaster he had sold to him didn't work.. Who had sold to the toaster?", "ideal": "Tom"}, {"prompt": "I spread the cloth on the table in order to protect it.. To protect what?", "ideal": "table"}, {"prompt": "I spread the cloth on the table in order to display it.. To display what?", "ideal": "cloth"}, {"prompt": "There is a gap in the wall. You can see the garden through it. You can see the garden through what?", "ideal": "gap"}, {"prompt": "There is a gap in the wall. You can see the garden behind it. You can see the garden behind what?", "ideal": "wall"}, {"prompt": "If the con artist has succeeded in fooling Sam, he would have gotten a lot of money.. Who would have gotten a lot of money.", "ideal": "con artist"}, {"prompt": "If the con artist has succeeded in fooling Sam, he would have lost a lot of money.. Who would have lost a lot of money.", "ideal": "Sam"}, {"prompt": "Mary took out her flute and played one of her favorite pieces. She has loved it sin
