{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-asl-classifiers", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "You are an American Sign Language (ASL) interpreter. You will be prompted with a description in quotes followed by an ASL classifier. You want to see if you can sign the given description using the given ASL classifier. Briefly go through your thought process for how the description could be or could not be represented by the classifier and write your final answer as YES or NO.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "You are an American Sign Language (ASL) interpreter. You will be prompted with a description in quotes followed by an ASL classifier. You want to see if you can sign the given description using the given ASL classifier. Briefly go through your thought process for how the description could be or could not be represented by the classifier and write your final answer as YES or NO.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-asl-classifiers", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet ideal = response.meta['Ideal'];\n\treturn response.text.includes(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-asl-classifiers", "type": "vis", "data": {"input": "eval-asl-classifiers"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-asl-classifiers", "type": "inspect", "data": {"input": "prompt-asl-classifiers"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-asl-classifiers", "type": "table", "data": {"rows": [{"prompt": "\"a walking person\" CL:2", "ideal": "YES"}, {"prompt": "\"people standing in line\" CL:4", "ideal": "YES"}, {"prompt": "\"a plane taking off\" CL:O", "ideal": "NO"}, {"prompt": "\"a sailing boat\" CL:3", "ideal": "YES"}, {"prompt": "\"a flying mosquito\" CL:F", "ideal": "YES"}, {"prompt": "\"a cluster of houses\" CL:I", "ideal": "NO"}, {"prompt": "\"a leaking faucet\" CL:4", "ideal": "YES"}, {"prompt": "\"a thick stack of paper\" CL:C", "ideal": "YES"}, {"prompt": "\"a driver's license\" CL:V", "ideal": "NO"}, {"prompt": "\"coins\" CL:F", "ideal": "YES"}, {"prompt": "\"a long string\" CL:I", "ideal": "YES"}, {"prompt": "\"sticking out a tongue\" CL:A", "ideal": "NO"}, {"prompt": "\"hanging up a picture frame\" CL:L", "ideal": "YES"}, {"prompt": "\"a long pipe\" CL:O", "ideal": "YES"}, {"prompt": "\"smoking a cigar\" CL:R", "ideal": "YES"}, {"prompt": "\"a thin stack of paper\" CL:R", "ideal": "NO"}, {"prompt": "\"a bobbing head\" CL:S", "ideal": "YES"}, {"prompt": "\"a row of fences\" CL:G", "ideal": "NO"}, {"prompt": "\"peering through binoculars\" CL:X", "ideal": "NO"}, {"prompt": "\"skiing down a mountain\" CL:X", "ideal": "YES"}, {"prompt": "\"a moon in the sky\" CL:V", "ideal": "NO"}, {"prompt": "\"pouring a pitcher of beer\" CL:Y", "ideal": "YES"}, {"prompt": "\"spreading butter\" CL:U", "ideal": "YES"}, {"prompt": "\"a falling person\" CL:Y", "ideal": "NO"}, {"prompt": "\"a bouncing ball\" CL:4", "ideal": "NO"}, {"prompt": "\"using a power drill\" CL:L", "ideal": "YES"}, {"prompt": "\"wearing a mohawk\" CL:5", "ideal": "YES"}, {"prompt": "\"movement of wind\" CL:5", "ideal": "YES"}, {"prompt": "\"spray painting a house\" CL:B", "ideal": "NO"}, {"prompt": "\"launching a rocket\" CL:R", "ideal": "YES"}, {"prompt": "\"parallel parking a car\" CL:3", "ideal": "YES"}, {"prompt": "\"a long tunnel\" CL:5", "ideal": "NO"}, {"prompt": "\"eye movements\" CL:F", "ideal": "YES"}, {"prompt": "\"a small wad of paper\" CL:G", "ideal": "YES"}, {"prompt": "\"a hole in the ground\" CL:4", "ideal": "NO"}, {"prompt": "\"shaking a coconut\" CL:1", "ideal": "NO"}, {"prompt": "\"stripes on a shirt\" CL:4", "ideal": "YES"}, {"prompt": "\"a ball flying midair\" CL:1", "ideal": "YES"}, {"prompt": "\"a sleeping person\" CL:5", "ideal": "NO"}, {"prompt": "\"torrential rain\" CL:3", "ideal": "NO"}], "columns": [{"key": "prompt", "header": "Prompt"}, {"key": "ideal", "header": "Ideal"}]}, "position": {"x": -16, "y": 160}, "selected": false, "positionAbsolute": {"x": -16, "y": 160}, "dragging": false}], "edges": [{"source": "prompt-asl-classifiers", "sourceHandle": "prompt", "target": "eval-asl-classifiers", "targetHandle": "responseBatch", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-eval-1686756357355responseBatch"}, {"source": "prompt-asl-classifiers", "sourceHandle": "prompt", "target": "inspect-asl-classifiers", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-inspect-1686756357355input"}, {"source": "eval-asl-classifiers", "sourceHandle": "output", "target": "vis-asl-classifiers", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-eval-1686756357355output-vis-1686756357355input"}, {"source": "table-asl-classifiers", "sourceHandle": "Prompt", "target": "prompt-asl-classifiers", "targetHandle": "prompt", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-table-1686756385002Prompt-prompt-1686756357355prompt"}], "viewport": {"x": 144, "y": 37, "zoom": 1}}, "cache": {"eval-1686756357355.json": {}, "inspect-1686756357355.json": {}, "prompt-1686756357355.json": {}, "table-1686756385002.json": {}, "vis-1686756357355.json": {}}}