ChainForge/chainforge/oaievals/body-movement.cforge

{"flow": {"nodes": [{"width": 312, "height": 311, "id": "prompt-body-movement", "type": "prompt", "data": {"prompt": "{prompt}", "n": 1, "llms": [{"key": "aa3c0f03-22bd-416e-af4d-4bf5c4278c99", "settings": {"system_msg": "Answer the question based on the following description of a movement. Assume average human body ability.", "temperature": 1, "functions": [], "function_call": "", "top_p": 1, "stop": [], "presence_penalty": 0, "frequency_penalty": 0}, "name": "GPT3.5", "emoji": "\ud83d\ude42", "model": "gpt-3.5-turbo", "base_model": "gpt-3.5-turbo", "temp": 1, "formData": {"shortname": "GPT3.5", "model": "gpt-3.5-turbo", "system_msg": "Answer the question based on the following description of a movement. Assume average human body ability.", "temperature": 1, "functions": "", "function_call": "", "top_p": 1, "stop": "", "presence_penalty": 0, "frequency_penalty": 0}}]}, "position": {"x": 448, "y": 224}, "selected": false, "positionAbsolute": {"x": 448, "y": 224}, "dragging": false}, {"width": 333, "height": 182, "id": "eval-body-movement", "type": "evaluator", "data": {"code": "function evaluate(response) {\n\tlet ideal = response.meta['Ideal'];\n\treturn response.text.startsWith(ideal);\n}", "language": "javascript"}, "position": {"x": 820, "y": 150}, "positionAbsolute": {"x": 820, "y": 150}}, {"width": 228, "height": 196, "id": "vis-body-movement", "type": "vis", "data": {"input": "eval-body-movement"}, "position": {"x": 1200, "y": 250}, "positionAbsolute": {"x": 1200, "y": 250}}, {"width": 302, "height": 260, "id": "inspect-body-movement", "type": "inspect", "data": {"input": "prompt-body-movement"}, "position": {"x": 820, "y": 400}, "positionAbsolute": {"x": 820, "y": 400}}, {"width": 423, "height": 417, "id": "table-body-movement", "type": "table", "data": {"rows": [{"prompt": "\nDescription: A woman is standing on her hands and feet, facing the floor and reaching her hips towards the ceiling, she lifts her left leg towards the ceiling, then lowers it and puts it in between her hands. She inhales and twists her torso pressing her chest against her inner thigh and reaches her arm to the ceiling.\nQuestion: Which arm does she reach up?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is standing on his left leg, he lifts his other leg and presses it into his chest with both arms. He then grabs the heel of his lifted leg with his hand and stretches it all the way to the side, still holding the heel. He remains upright with her chest opened.\nQuestion:  Which hand does he use to hold his leg?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman is holding a reversed plank position, holding her body in a straight line and facing up. She lifts her left leg off the ground then lifts her hand off the ground and transitions into a side plank.\nQuestion: Which hand does she have to lift off the ground to transition into side plank?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is in a plank position, holding his body in a straight line and facing the floor. Bracing his core, he lifts his left leg off the floor until it is level with his body, then lifts his opposite arm until it is level with his body, then puts them back on the floor. This is one repetition and he does eight such repetitions, starting with his left leg and alternating sides. This is one set. He takes a few seconds to rest then does the same set again, starting with his right leg this time.\nQuestion: Which arm does he lift at the last repetition of the last set?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman stands straight, she takes a big step back with her left foot, turning toes of that foot out slightly. She lengthens her torso, opening her chest and reaching her side towards her front leg until she can grab her leg with her arm. She reaches the other arm to the sky and holds, lengthening her body and opening her chest more.\nQuestion: Which arm does she reach up?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is sitting on the floor with his legs straight and his spine at a ninety degree angle to his legs. He pulls his left leg inwards, bending the knee and placing his foot a few inches away from his pelvis. He then places his left hand behind him for support, stretches his other arm up and reaches to his bent leg with his shoulder, twisting his torso and wrapping that arm around his bent leg, pressing the leg inwards with his shoulder. He keeps twisting and reaching his arm behind him until his two hands meet. He clasps his hands behind and holds the pose, lengthening and twisting his torso more.\nQuestion: Which way does his chest point?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman is lying on the floor on her back with her legs and arms stretched out. She pulls her left leg to her chest, grabs it with her opposite arm and bends the arm, pulling her knee to the side until it touches the floor. She exhales and turns her head to the opposite direction for maximal stretch.\nQuestion: Which way is she facing?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is standing straight. He transfers his weight onto his left foot and lifts his other foot off the floor, bending the knee. Bracing his core and keeping his chest open, he takes a hold of the outer side of his foot with his same side hand. He proceeds to straighten his lifted leg, pressing the top of his foot into his hand, until his arm is parallel to the floor. He holds the pose, pressing the foot back and up. He looks straight ahead and reaches his free arm in front of him for balance.\nQuestion: Which arm does he reach forward?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man stands in an elbow plank, facing the floor, his body is in a straight line. He then slowly rolls on his back, putting his left knee, hip and side on the floor first and swinging his right arm and leg until he is fully on his back. He pushes his heel into the floor to help him continue to roll in the same direction.\nQuestion: Which heel does he push with?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman sits in the floor with her legs straight in front of her and her torso at a ninety degree angle to her legs. She leans forward a bit then quickly rolls on her back swinging her legs in the air. When her legs are vertical she quickly puts her left hand on the floor for support and pushes into it, lifting herself off the ground just enough for her head to slip through and then lands on her chest, letting her legs softly land on the floor.\nQuestion: Which way does she have to turn her head to land on her chest?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman is in a plank position, holding her body in a straight line, her arms fully stretched. She inhales and lifts her right arm off the floor opening her chest and reaching the arm to the ceiling. Her body rotates while her feet stay in place, only rotating from toes to sides.\nQuestion:  Which of her feet is in front of the other?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is standing in front of a box. He steps on the box with his left foot, driving his other knee to his chest and crunching his core, letting his knee and elbow meet. He puts his foot back on the floor, then steps off the box completely and does the same rep on the other side. \nQuestion:  After finishing the second rep, which foot does he put on the floor last? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman is lying on her back, her knees comfortably bent and feet resting a few inches from her pelvis, a bit more than a hip width apart, her arms stretched along her sides. She inhales, braces her core and lifts her head, shoulders and upper back off the floor, her arms in the air palms up. She exhales and bends her torso to the right, trying to reach her fingertips to her heel. Keeping her upper back off the floor, she inhales and shifts her torso back to center, putting her hand behind her head, then on the exhale reaches her elbow to her opposite knee, twisting her torso. She finishes the rep, inhaling and shifting her torso back to center. She does the same rep on the other side. \nQuestion:  Which side does she face just before centering herself at the end of the last rep? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is standing straight, his legs hip width apart. He takes a big step forward with his left leg, bending his torso down and putting his opposite hand on the floor for support. He presses his chest to his bent knee and reaches his arm to the ceiling, opening his chest. He rotates his torso back to center and takes a step back, pushing off the floor with his foot and hand. He repeats the exercise on the other side. \nQuestion:  Which arm does he reach to the ceiling just before finishing the second rep? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman is standing in a pike position in front of a wall, her feet just an inch from the wall. She places her feet one after another on the wall, then carefully makes a few steps up the wall, pressing her hands into the floor and hinging at her hips until her pelvis is above her head and her legs are at a ninety degree angle to her torso. She slowly takes her right foot off the wall and stretches it to the ceiling, balancing on her hands. She lowers it back onto the wall and walks her feet down until both her feet are on the ground again. She does the same exercise again with her other leg. This is one rep, and she does ten reps in total. Which of her legs does she have reaching to the ceiling last? \nQuestion:  Which of her legs does she have reaching to the ceiling last? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is standing straight with his feet close together and arms by his sides. He takes a big step to his left, keeping his back straight, clasping his arms in front of his chest. He pushes off his foot to go back to the starting position and without stepping his foot on the floor he catches his knee with his hands and pulls it toward his chest for a hamstring stretch. After balancing in that position for a couple of seconds, he steps his foot back on the ground and repeats the exercise on the other side. \nQuestion:  Which leg does he have in the air last? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman is standing straight with her feet hip width apart and hands on her hips. She steps her left foot behind her and as far right as she can, reaching her opposite arm to the ceiling and lowering her hips until her knee touches the ground. She steps her foot back to the starting position, lowering her arm, and repeats the exercise on the other side. \nQuestion:  Which of her knees touched the ground first? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is standing beside a bench that is on his right. He lifts his right foot off the ground and holds it at a slight angle in front of him. He bends the knee of his standing leg, keeping his other leg straight in front of him and not letting it touch the ground. Putting his right hand on the bench for support and stretching the other arm in front of him for balance, he keeps lowering his hips until his buttock touches his heel. He slowly straightens his leg, pushing through his heel and letting his other leg come down a little without touching the ground. He puts his foot back on the ground once he is standing straight. He repeats the exercise five more times, then turns around does the same on the other side. \nQuestion:  Which hand does he put on the bench last? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is lying on his back. He bends his right leg, pulling the knee towards his chest with his arms, then rotating the knee outwards as much as he can. He then bends his other leg, stepping his foot a few inches from his pelvis, then puts the ankle of the other leg against his bent knee. Finally, he reaches forward and clasps his hands behind his bent knee so that his shin presses into his hands. He holds the position, pulling his knee towards his chest with his arms and rotating his other knee to the side. \nQuestion:  Which of his feet is on the ground? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman is standing straight, her feet hip width apart. She steps into a lounge position with her right foot in the front. She lowers her hips until her knee and shin are on the floor and she is well supported. Keeping her back straight and her chest opened, she simultaneously rotates her torso towards her front thigh, reaching back with her arm, and lifts her shin off the ground, trying to reach her heel as close to her hip as she can. She keeps rotating and reaching until she is able to grab her foot, and holds the position for a few inhales and exhales. \nQuestion:  Which arm does she reach back with? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman is standing on her hands and feet, facing the floor and reaching her hips towards the ceiling, she lifts her right leg towards the ceiling, then lowers it and puts it in between her hands. She inhales and twists her torso pressing her chest against her inner thigh and reaches her arm to the ceiling.\nQuestion:  Which arm does she reach up? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is standing on his right leg, he lifts his other leg and presses it into his chest with both arms. He then grabs the heel of his lifted leg with his hand and stretches it all the way to the side, still holding the heel. He remains upright with her chest opened.\nQuestion:  Which hand does he use to hold his leg? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman is holding a reversed plank position, holding her body in a straight line and facing up. She lifts her right leg off the ground then lifts her hand off the ground and transitions into a side plank.\nQuestion: Which hand does she have to lift off the ground to transition into side plank?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is in a plank position, holding his body in a straight line and facing the floor. Bracing his core, he lifts his right leg off the floor until it is level with his body, then lifts his opposite arm until it is level with his body, then puts them back on the floor. This is one repetition and he does eight such repetitions, starting with his right leg and alternating sides. This is one set. He takes a few seconds to rest then does the same set again, starting with his left leg this time.\nQuestion: Which arm does he lift at the last repetition of the last set?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman stands straight, she takes a big step back with her right foot, turning the toes of that foot out slightly. She lengthens her torso, opening her chest and reaching her side towards her front leg until she can grab her leg with her arm. She reaches the other arm to the sky and holds, lengthening her body and opening her chest more.\nQuestion: Which arm does she reach up?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is sitting on the floor with his legs straight and his spine at a ninety degree angle to his legs. He pulls his right leg inwards, bending the knee and placing his foot a few inches away from his pelvis. He then places his right hand behind him for support, stretches his other arm up and reaches to his bent leg with his shoulder, twisting his torso and wrapping that arm around his bent leg, pressing the leg inwards with his shoulder. He keeps twisting and reaching his arm behind him until his two hands meet. He clasps his hands behind and holds the pose, lengthening and twisting his torso more.\nQuestion: Which way does his chest point?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman is lying on the floor on her back with her legs and arms stretched out. She pulls her right leg to her chest, grabs it with her opposite arm and bends the arm, pulling her knee to the side until it touches the floor. She exhales and turns her head to the opposite direction for maximal stretch.\nQuestion: Which way is she facing?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is standing straight. He transfers his weight onto his right foot and lifts his other foot off the floor, bending the knee. Bracing his core and keeping his chest open, he takes a hold of the outer side of his foot with his same side hand. He proceeds to straighten his lifted leg, pressing the top of his foot into his hand, until his arm is parallel to the floor. He holds the pose, pressing the foot back and up. He looks straight ahead and reaches his free arm in front of him for balance.\nQuestion: Which arm does he reach forward?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is standing in an elbow plank, facing the floor, his body is in a straight line. He then slowly rolls on his back, putting his right knee, hip and side on the floor first and swinging his left arm and leg until he is fully on his back. He pushes his heel into the floor to help him continue to roll in the same direction.\nQuestion: Which heel does he push with?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman sits in the floor with her legs straight in front of her and her torso at a 90 degree angle to her legs. She leans forward a bit then quickly rolls on her back swinging her legs in the air. When her legs are vertical she quickly puts her right hand on the floor for support and pushes into it, lifting herself off the ground just enough for her head to slip through and then lands on her chest, letting her legs softly land on the floor.\nQuestion: Which way does she have to turn her head to land on her chest?\nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman is in a plank position, holding her body in a straight line, her arms fully stretched. She inhales and lifts her left arm off the floor opening her chest and reaching the arm to the ceiling. Her body rotates while her feet stay in place, only rotating from toes to sides.\nQuestion:  Which of her feet is in front of the other?\nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is standing in front of a box. He steps on the box with his right foot, driving his other knee to his chest and crunching his core, letting his knee and elbow meet. He puts his foot back on the floor, then steps off the box completely and does the same rep on the other side. \nQuestion:  After finishing the second rep, which foot does he put on the floor last? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman is lying on her back, her knees comfortably bent and feet resting a few inches from her pelvis, a bit more than a hip width apart, her arms stretched along her sides. She inhales, braces her core and lifts her head, shoulders and upper back off the floor, her arms in the air palms up. She exhales and bends her torso to the left, trying to reach her fingertips to her heel. Keeping her upper back off the floor, she inhales and shifts her torso back to center, putting her hand behind her head, then on the exhale reaches her elbow to her opposite knee, twisting her torso. She finishes the rep, inhaling and shifting her torso back to center. She does the same rep on the other side. \nQuestion:  Which side does she face just before centering herself at the end of the last rep? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A man is standing straight, his legs hip width apart. He takes a big step forward with his right leg, bending his torso down and putting his opposite hand on the floor for support. He presses his chest to his bent knee and reaches his arm to the ceiling, opening his chest. He rotates his torso back to center and takes a step back, pushing off the floor with his foot and hand. He repeats the exercise on the other side. \nQuestion:  Which arm does he reach to the ceiling just before finishing the second rep? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman is standing in a pike position in front of a wall, her feet just an inch from the wall. She places her feet one after another on the wall, then carefully makes a few steps up the wall, pressing her hands into the floor and hinging at her hips until her pelvis is above her head and her legs are at a ninety degree angle to her torso. She slowly takes her left foot off the wall and stretches it to the ceiling, balancing on her hands. She lowers it back onto the wall and walks her feet down until both her feet are on the ground again. She does the same exercise again with her other leg. This is one rep, and she does ten reps in total. Which of her legs does she have reaching to the ceiling last? \nQuestion:  Which of her legs does she have reaching to the ceiling last? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is standing straight with his feet close together and arms by his sides. He takes a big step to his right, keeping his back straight, clasping his arms in front of his chest. He pushes off his foot to go back to the starting position and without stepping his foot on the floor he catches his knee with his hands and pulls it toward his chest for a hamstring stretch. After balancing in that position for a couple of seconds, he steps his foot back on the ground and repeats the exercise on the other side. \nQuestion:  Which leg does he have in the air last? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}, {"prompt": "\nDescription: A woman is standing straight with her feet hip width apart and hands on her hips. She steps her right foot behind her and as far left as she can, reaching her opposite arm to the ceiling and lowering her hips until her knee touches the ground. She steps her foot back to the starting position, lowering her arm, and repeats the exercise on the other side. \nQuestion:  Which of her knees touched the ground first? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is standing beside a bench that is on his left. He lifts his left foot off the ground and holds it at a slight angle in front of him. He bends the knee of his standing leg, keeping his other leg straight in front of him and not letting it touch the ground. Putting his left hand on the bench for support and stretching the other arm in front of him for balance, he keeps lowering his hips until his buttock touches his heel. He slowly straightens his leg, pushing through his heel and letting his other leg come down a little without touching the ground. He puts his foot back on the ground once he is standing straight. He repeats the exercise five more times, then turns around and does the same on the other side. \nQuestion:  Which hand does he put on the bench last? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A man is lying on his back. He bends his left leg, pulling the knee towards his chest with his arms, then rotating the knee outwards as much as he can. He then bends his other leg, stepping his foot a few inches from his pelvis, then puts the ankle of the other leg against his bent knee. Finally, he reaches forward and clasps his hands behind his bent knee so that his shin presses into his hands. He holds the position, pulling his knee towards his chest with his arms and rotating his other knee to the side. \nQuestion:  Which of his feet is on the ground? \nAnswer with a single word: 'left' or 'right'.", "ideal": "right"}, {"prompt": "\nDescription: A woman is standing straight, her feet hip width apart. She steps into a lounge position with her left foot in the front. She lowers her hips until her knee and shin are on the floor and she is well supported. Keeping her back straight and her chest opened, she simultaneously rotates her torso towards her front thigh, reaching back with her arm, and lifts her shin off the ground, trying to reach her heel as close to her hip as she can. She keeps rotating and reaching until she is able to grab her foot, and holds the position for a few inhales and exhales. \nQuestion:  Which arm does she reach back with? \nAnswer with a single word: 'left' or 'right'.", "ideal": "left"}], "columns": [{"key": "prompt", "header": "Prompt"}, {"key": "ideal", "header": "Ideal"}]}, "position": {"x": -16, "y": 160}, "selected": false, "positionAbsolute": {"x": -16, "y": 160}, "dragging": false}], "edges": [{"source": "prompt-body-movement", "sourceHandle": "prompt", "target": "eval-body-movement", "targetHandle": "responseBatch", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-eval-1686756357355responseBatch"}, {"source": "prompt-body-movement", "sourceHandle": "prompt", "target": "inspect-body-movement", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-prompt-1686756357355prompt-inspect-1686756357355input"}, {"source": "eval-body-movement", "sourceHandle": "output", "target": "vis-body-movement", "targetHandle": "input", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-eval-1686756357355output-vis-1686756357355input"}, {"source": "table-body-movement", "sourceHandle": "Prompt", "target": "prompt-body-movement", "targetHandle": "prompt", "interactionWidth": 100, "markerEnd": {"type": "arrow", "width": "22px", "height": "22px"}, "id": "reactflow__edge-table-1686756385002Prompt-prompt-1686756357355prompt"}], "viewport": {"x": 144, "y": 37, "zoom": 1}}, "cache": {"eval-1686756357355.json": {}, "inspect-1686756357355.json": {}, "prompt-1686756357355.json": {}, "table-1686756385002.json": {}, "vis-1686756357355.json": {}}}