ChainForge/chainforge/oaievals/internal_representations.cforge

{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-internal_representations", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "You will be prompted with a logical question. Respond only with a number, nothing else is required.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "You will be prompted with a logical question. Respond only with a number, nothing else is required.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-internal_representations", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet ideal = response.meta['Ideal'];\n\treturn response.text.startsWith(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-internal_representations", "type": "vis", "data": {"input": "eval-internal_representations"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-internal_representations", "type": "inspect", "data": {"input": "prompt-internal_representations"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-internal_representations", "type": "table", "data": {"rows": [{"prompt": "Bob has three apples. Alice has one apple. Alice trades Bob 1 apple for 2 apples in return. Bob eats one apple. How many apples does Alice have?", "ideal": "2"}, {"prompt": "Bob has three apples. Bob eats 2 apples. Alice gives Bob 1 apple. How many apples does Bob have left?", "ideal": "2"}, {"prompt": "There are five trees. One tree dies, two more are cut down, but two more trees are planted. However, the trees will not grow for another year. How many trees are currently alive?", "ideal": "2"}, {"prompt": "Bob has three apples. Bob eats 2 apples. Alice gives Bob 1 apple. How many apples does Bob have left?", "ideal": "2"}, {"prompt": "There are five cats in a room. Two cats die, another leaves the room, and two more cats enter the room. How many living cats are there in the room?", "ideal": "4"}, {"prompt": "There are ten cats in a room. Three cats die, one cat eats food, and two more cats enter the room. How many living cats are there in the room?", "ideal": "9"}, {"prompt": "Roger and Emily are in a room. Roger puts a cat in an empty box while Emily is in the room. They both leave, and Emily returns and puts a turtle in the box as well. How many items does Roger think are in the box?", "ideal": "1"}, {"prompt": "There are four darts already on a dart board. Bob throws one dart at the dartboard, and it lands. Alice throws two darts, and one misses but one hits the dartboard. How many darts are on the dartboard?", "ideal": "6"}, {"prompt": "A bakery sold 25 cakes in the morning and 17 cakes in the afternoon. The day after, they sold 15 more cakes. How many cakes did they sell on the second day?", "ideal": "15"}, {"prompt": "There are six blue birds and three red birds sitting on a tree. Two blue birds fly away, and one red bird flies away. How many birds are left on the tree?", "ideal": "6"}, {"prompt": "John has double the amount of pencils than Sarah, and Sarah has as many pencils as Mark. Mark has 2 pencils. How many pencils does John have?", "ideal": "4"}, {"prompt": "Bob has two apples. Alice has three apples. Alice trades Bob 1 apple for 2 apples in return. Bob eats one apple. How many apples does Bob have?", "ideal": "0"}, {"prompt": "There are seven trees in the park. A storm knocks down three trees. Two more trees are planted the next day. How many trees are there in the park now?", "ideal": "6"}, {"prompt": "Bob has one marble. Alice has five marbles. She gives three marbles to Bob, and then Bob gives one marble to Charlie. How many marbles does Bob have now?", "ideal": "3"}, {"prompt": "You have ten coins. You lose two, find one, and then spend four. How many coins do you have left?", "ideal": "5"}, {"prompt": "There are twelve apples on the table. You take away five, eat one, and then three more are added. How many apples are left on the table?", "ideal": "9"}, {"prompt": "There are ten fish in a tank. Two die, and one is added. How many fish are there in the tank now?", "ideal": "9"}, {"prompt": "John has two times the amount of books that Sarah has, and Sarah has one more book than Mark. Mark has 3 books. How many books does John have?", "ideal": "8"}, {"prompt": "You see five blue birds and three red birds in a tree. Two blue birds and one red bird fly away. How many birds are left in the tree?", "ideal": "5"}, {"prompt": "A baker makes 20 cookies in the morning and 10 in the evening. The next day he bakes two more cookies than he did the day before. How many cookies did he make on the second day?", "ideal": "32"}, {"prompt": "A store sells 30 bananas on Monday and 20 on Tuesday. On Wednesday they sell half as many as they did Monday. How many bananas did they sell on Tuesday and Wednesday combined?", "ideal": "35"}, {"prompt": "Alice and Bob are in a room. Alice puts a rabbit in a box while Bob is in the room. They both leave, and Bob comes back and puts a turtle in the box. How many animals does Alice think are in the box?", "ideal": "2"}, {"prompt": "Mark has an apple. Alice has another apple. Charlie has twice as many apples as Alice and Mark combined. How many apples do the trio have in total?", "ideal": "6"}, {"prompt": "Mark reads one book per week. Alice reads two books per week. How many books will they both have read in three weeks?", "ideal": "9"}, {"prompt": "Sam gives 3 apples to Alex. Alex already had 2 apples. Alex eats an apple. How many apples does Alex have left?", "ideal": "4"}, {"prompt": "There are 10 cars in a lot. 2 cars leave the lot, but 3 more cars arrive. How many cars are in the lot now?", "ideal": "11"}, {"prompt": "There are four books on a shelf. Mary puts three more books on the shelf, but then takes two books. How many books are on the shelf?", "ideal": "5"}, {"prompt": "Tom has 5 marbles and he gives 2 to Jerry. Later, Jerry gives 3 marbles back to Tom. How many marbles does Tom have now?", "ideal": "6"}, {"prompt": "There are 8 chairs in a room. 3 chairs are taken away but 2 more are added. How many chairs are in the room now?", "ideal": "7"}, {"prompt": "Charlie sees 7 dogs in a park. 2 dogs leave but 3 dogs enter the park. How many dogs does Charlie see in the park now?", "ideal": "8"}, {"prompt": "There are 15 bottles of water in a fridge. 7 bottles are removed and 4 more are added. How many bottles are in the fridge now?", "ideal": "12"}, {"prompt": "Jacob and Emily are reading books. Jacob reads 4 books and Emily reads twice as many books as Jacob. How many books does Emily read?", "ideal": "8"}, {"prompt": "A tree has 14 apples. 4 apples fall off and a bird picks 2 apples from the tree. How many apples remain on the tree?", "ideal": "8"}], "columns": [{"key": "prompt", "header": "Prompt"}, {"key": "ideal", "header": "Ideal"}]}, "position": {"x": -16, "y": 160}, "selected": false, "positionAbsolute": {"x": -16, "y": 160}, "dragging": false}], "edges": [{"source": "prompt-internal_representations", "sourceHandle": "prompt", "target": "eval-internal_representations", "targetHandle": "responseBatch", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-eval-1686756357355responseBatch"}, {"source": "prompt-internal_representations", "sourceHandle": "prompt", "target": "inspect-internal_representations", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-inspect-1686756357355input"}, {"source": "eval-internal_representations", "sourceHandle": "output", "target": "vis-internal_representations", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-eval-1686756357355output-vis-1686756357355input"}, {"source": "table-internal_representations", "sourceHandle": "Prompt", "target": "prompt-internal_representations", "targetHandle": "prompt", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-table-1686756385002Prompt-prompt-1686756357355prompt"}], "viewport": {"x": 144, "y": 37, "zoom": 1}}, "cache": {"eval-1686756357355.json": {}, "inspect-1686756357355.json": {}, "prompt-1686756357355.json": {}, "table-1686756385002.json": {}, "vis-1686756357355.json": {}}}