{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-ambiguous-sentences", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "You are a helpful assistant.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "You are a helpful assistant.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-ambiguous-sentences", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet txt = response.text;\n\tlet ideal = response.meta['Ideal'];\n\treturn ideal.includes(txt) || txt.includes(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-ambiguous-sentences", "type": "vis", "data": {"input": "eval-ambiguous-sentences"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-ambiguous-sentences", "type": "inspect", "data": {"input": "prompt-ambiguous-sentences"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-ambiguous-sentences", "type": "table", "data": {"rows": [{"prompt": "The city councilmen refused the demonstrators a permit because they feared violence.. Who feared violence?", "ideal": "city councilmen"}, {"prompt": "The city councilmen refused the demonstrators a permit because they advocated violence.. Who advocated violence?", "ideal": "demonstrators"}, {"prompt": "The lawyer asked the witness a question, but he was reluctant to answer it.. Who was reluctant to answer the question?", "ideal": "witness"}, {"prompt": "The lawyer asked the witness a question, but he was reluctant to repeat it.. Who was reluctant to repeat the question?", "ideal": "lawyer"}, {"prompt": "Tom threw his schoolbag down to Ray after he reached the top of the stairs.. Who reached the top of the stairs?", "ideal": "Tom"}, {"prompt": "Tom threw his schoolbag down to Ray after he reached the bottom of the stairs.. Who reached the bottom of the stairs?", "ideal": "Ray"}, {"prompt": "Although they ran at about the same speed, Sue beat Sally because she had such a good start. Who had a good start?", "ideal": "Sue"}, {"prompt": "Although they ran at about the same speed, Sue beat Sally because she had such a bad start. Who had a bad start?", "ideal": "Sally"}, {"prompt": "Frank was upset with Tom because the toaster he had bought from him didn't work.. Who had bought from the toaster?", "ideal": "Frank"}, {"prompt": "Frank was upset with Tom because the toaster he had sold to him didn't work.. Who had sold to the toaster?", "ideal": "Tom"}, {"prompt": "I spread the cloth on the table in order to protect it.. To protect what?", "ideal": "table"}, {"prompt": "I spread the cloth on the table in order to display it.. To display what?", "ideal": "cloth"}, {"prompt": "There is a gap in the wall. You can see the garden through it. You can see the garden through what?", "ideal": "gap"}, {"prompt": "There is a gap in the wall. You can see the garden behind it. You can see the garden behind what?", "ideal": "wall"}, {"prompt": "If the con artist has succeeded in fooling Sam, he would have gotten a lot of money.. Who would have gotten a lot of money.", "ideal": "con artist"}, {"prompt": "If the con artist has succeeded in fooling Sam, he would have lost a lot of money.. Who would have lost a lot of money.", "ideal": "Sam"}, {"prompt": "Mary took out her flute and played one of her favorite pieces. She has loved it since she was a child.. What has Mary loved since she was a child?", "ideal": "piece"}, {"prompt": "Mary took out her flute and played one of her favorite pieces. She has had it since she was a child.. What has Mary had since she was a child?", "ideal": "flute"}, {"prompt": "Sara borrowed the book from the library because she needs it for an article she is working on. She read it when she gets home from work.. What does Sara read when she gets home from work?", "ideal": "book"}, {"prompt": "Sara borrowed the book from the library because she needs it for an article she is working on. She write it when she gets home from work.. What does Sara write when she gets home from work?", "ideal": "article"}, {"prompt": "This morning, Joey built a sand castle on the beach, and put a toy  flag in the highest tower, but this afternoon a breeze knocked it down.. What did the a breeze knock down?", "ideal": "flag"}, {"prompt": "This morning, Joey built a sand castle on the beach, and put a toy  flag in the highest tower, but this afternoon the tide knocked it down.. What did the the tide knock down?", "ideal": "castle"}, {"prompt": "Sam took French classes from Adam, because he was eager to speak it fluently.. Who was eager to speak French fluently?", "ideal": "Sam"}, {"prompt": "Sam took French classes from Adam, because he was known to speak it fluently.. Who was known to speak French fluently?", "ideal": "Adam"}, {"prompt": "We went to the lake, because a shark had been seen at the ocean beach,  so it was a dangerous place to swim.. Which was a dangerous place to swim?", "ideal": "lake"}, {"prompt": "We went to the lake, because a shark had been seen at the ocean beach,  so it was a safer place to swim.. Which was a safer place to swim?", "ideal": "ocean"}, {"prompt": "Fred and Alice had very warm down coats, but they were not enough for the cold in Alaska.. Who or what were not enough for the cold", "ideal": "coats"}, {"prompt": "Fred and Alice had very warm down coats, but they were not prepared for the cold in Alaska.. Who or what were not prepared for the cold", "ideal": "Fred and Alice"}, {"prompt": "Thomson visited Cooper's grave in 1765. At that date he had been dead for five years.. Who had been dead for five years?", "ideal": "Cooper"}, {"prompt": "Thomson visited Cooper's grave in 1765. At that date he had been traveling for five years.. Who had been traveling for five years?", "ideal": "Thomson"}, {"prompt": "The actress used to be named Terpsichore, but she changed it to Tina a  few years ago, because she figured it was easier to pronounce. Which name was easier to pronounce?", "ideal": "Tina"}, {"prompt": "The actress used to be named Terpsichore, but she changed it to Tina a  few years ago, because she figured it was too hard to pronounce. Which name was too hard to pronounce?", "ideal": "Terpsichore"}, {"prompt": "Fred is the only man still alive who remembers my great-grandfather. He is a remarkable man.. Who is a remarkable man?", "ideal": "Fred"}, {"prompt": "Fred is the only man still alive who remembers my great-grandfather. He was a remarkable man.. Who was a remarkable man?", "ideal": "My great-grandfather"}, {"prompt": "Fred is the only man alive who still remembers my father as an infant. When Fred first saw my father, he was twelve years old. Who was twelve years old", "ideal": "Fred"}, {"prompt": "Fred is the only man alive who still remembers my father as an infant. When Fred first saw my father, he was twelve months old. Who was twelve months old", "ideal": "My father"}, {"prompt": "Esther figures that she will save shipping costs if she builds her factory in Springfield instead of Franklin, because most of her customers live there.. In which town do most of Esther's customers live?", "ideal": "Springfield"}, {"prompt": "Esther figures that she will save shipping costs if she builds her factory in Springfield instead of Franklin, because none of her customers live there.. In which town do none of Esther's customers live?", "ideal": "Franklin"}, {"prompt": "The scientists are studying three species of fish that have recently been found living in the Indian Ocean. They appeared two years ago.. Who or what appeared two years ago?", "ideal": "fish"}, {"prompt": "The scientists are studying three species of fish that have recently been found living in the Indian Ocean. They began two years ago.. Who or what began two years ago?", "ideal": "scientists"}, {"prompt": "The police arrested all of the gang members. They were trying to run the drug trade in the neighborhood.. Who was trying to run the drug trade?", "ideal": "gang"}, {"prompt": "The police arrested all of the gang members. They were trying to stop the drug trade in the neighborhood.. Who was trying to stop the drug trade?", "ideal": "police"}, {"prompt": "Everyone really loved the oatmeal cookies; only a few people liked the  chocolate chip cookies. Next time, we should make more of them. Which cookie should we make more of, next time?", "ideal": "oatmeal cookies"}, {"prompt": "Everyone really loved the oatmeal cookies; only a few people liked the  chocolate chip cookies. Next time, we should make fewer of them. Which cookie should we make fewer of, next time?", "ideal": "chocolate chip cookies"}, {"prompt": "We had hoped to place copies of our newsletter on all the chairs in the auditorium, but there were simply not enough of them.. There are not enough of what?", "ideal": "Chairs"}, {"prompt": "We had hoped to place copies of our newsletter on all the chairs in the auditorium, but there were simply too many of them.. There are too many of what?", "ideal": "Copies of the newsletter"}, {"prompt": "I stuck a pin through a carrot. When I pulled the pin out, it left a hole.. What left a hole?", "ideal": "pin"}, {"prompt": "I stuck a pin through a carrot. When I pulled the pin out, it had a hole.. What had a hole?", "ideal": "carrot"}, {"prompt": "Steve follows Fred's example in everything. He admires hugely.. Who admires whom?", "ideal": "Steve admires Fred"}, {"prompt": "Steve follows Fred's example in everything. He influences hugely.. Who influences whom?", "ideal": "Fred influences Steve"}, {"prompt": "Grace was happy to trade me her sweater for my jacket. She thinks it looks great on her.. What looks great on Grace?", "ideal": "jacket"}, {"prompt": "Grace was happy to trade me her sweater for my jacket. She thinks it looks dowdy on her.. What looks dowdy on Grace?", "ideal": "sweater"}, {"prompt": "Joe paid the detective after he received the final report on the case.. Who received the final report?", "ideal": "Joe"}, {"prompt": "Joe paid the detective after he delivered the final report on the case.. Who delivered the final report?", "ideal": "detective"}, {"prompt": "George got free tickets to the play, but he gave them to Eric because he was particularly eager to see it.. Who particularly eager to see the play?", "ideal": "Eric"}, {"prompt": "George got free tickets to the play, but he gave them to Eric because he was not particularly eager to see it.. Who not particularly eager to see the play?", "ideal": "George"}, {"prompt": "George got free tickets to the play, but he gave them to Eric  even though he was particularly eager to see it.. Who particularly eager to see the play?", "ideal": "George"}, {"prompt": "George got free tickets to the play, but he gave them to Eric  even though he was not particularly eager to see it.. Who not particularly eager to see the play?", "ideal": "Eric"}, {"prompt": "Jane gave Joan candy because she was hungry. Who was hungry?", "ideal": "Joan"}, {"prompt": "Jane gave Joan candy because she wasn't hungry. Who wasn't hungry?", "ideal": "Jane"}], "columns": [{"key": "prompt", "header": "Prompt"}, {"key": "ideal", "header": "Ideal"}]}, "position": {"x": -16, "y": 160}, "selected": false, "positionAbsolute": {"x": -16, "y": 160}, "dragging": false}], "edges": [{"source": "prompt-ambiguous-sentences", "sourceHandle": "prompt", "target": "eval-ambiguous-sentences", "targetHandle": "responseBatch", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-eval-1686756357355responseBatch"}, {"source": "prompt-ambiguous-sentences", "sourceHandle": "prompt", "target": "inspect-ambiguous-sentences", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-inspect-1686756357355input"}, {"source": "eval-ambiguous-sentences", "sourceHandle": "output", "target": "vis-ambiguous-sentences", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-eval-1686756357355output-vis-1686756357355input"}, {"source": "table-ambiguous-sentences", "sourceHandle": "Prompt", "target": "prompt-ambiguous-sentences", "targetHandle": "prompt", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-table-1686756385002Prompt-prompt-1686756357355prompt"}], "viewport": {"x": 144, "y": 37, "zoom": 1}}, "cache": {"eval-1686756357355.json": {}, "inspect-1686756357355.json": {}, "prompt-1686756357355.json": {}, "table-1686756385002.json": {}, "vis-1686756357355.json": {}}}