task062_bigbench_repeat_copy_logic.json

{
    "Contributors": [
        "Noah Fiedel"
    ],
    "Source": [
        "big_bench"
    ],
    "URL": [
        "/~https://github.com/google/BIG-bench"
    ],
    "Categories": [
        "Program Execution"
    ],
    "Reasoning": [
        "Logical Reasoning"
    ],
    "Definition": [
        "This task evaluates for the ability to follow basic natural language instructions nested and performing a sequence of operations, including basic logic and conditionals."
    ],
    "Input_language": [
        "English"
    ],
    "Output_language": [
        "English"
    ],
    "Instruction_language": [
        "English"
    ],
    "Domains": [
        "Formal logic"
    ],
    "Positive Examples": [
        {
            "input": "Repeat 5 times hello world",
            "output": "hello world hello world hello world hello world hello world",
            "explanation": "Here the phrase `hello word' is repeated 5 times."
        },
        {
            "input": "repeat the word cat four times. After the second time, also say the word meow.",
            "output": "cat cat meow cat cat",
            "explanation": "The generated output matches the input."
        },
        {
            "input": "Repeat the word dog four times, but halfway through replace it with `woof'",
            "output": "dog dog woof dog dog",
            "explanation": "Like expected, there are four `dog's in the output, two of which are replaced with `woof'."
        }
    ],
    "Negative Examples": [
        {
            "input": "Repeat 5 times hello world",
            "output": "hello world",
            "explanation": "Here the phrase `hello word' needs to be repeated 5 times. The given answer is a bad answer since it is repeated only once."
        }
    ],
    "Instances": [
        {
            "id": "task062-e5fc69747d4b41cfa9159bc2e971ddab",
            "input": "Repeat all the world seven times, and after every second time add is a stage.",
            "output": [
                "all the world all the world is a stage all the world all the world is a stage all the world all the world is a stage all the world"
            ]
        },
        {
            "id": "task062-29d8604901904cb9a0ba989679010898",
            "input": "Say hungry three times, then hippo two times, then feed me four times",
            "output": [
                "hungry hungry hungry hippo hippo feed me feed me feed me feed me"
            ]
        },
        {
            "id": "task062-95697da5067c4cea9adc0ebb291d5f2d",
            "input": "say python twice and data once, and then repeat all of this three times.",
            "output": [
                "python python data python python data python python data"
            ]
        },
        {
            "id": "task062-ce07e8d7002b42cc81234a0fdb03c2fc",
            "input": "Print logic eleven times, but after the 3rd and 8th also say true",
            "output": [
                "logic logic logic true logic logic logic logic logic true logic logic logic"
            ]
        },
        {
            "id": "task062-a258dad41f754a5398587d5223889643",
            "input": "Repeat squiggly line twice after the phrase can you draw",
            "output": [
                "can you draw squiggly line squiggly line"
            ]
        },
        {
            "id": "task062-a789cb9087484f39ad0bb8d457e00fce",
            "input": "Repeat cat five times. After each time, also say mouse",
            "output": [
                "cat mouse cat mouse cat mouse cat mouse cat mouse"
            ]
        },
        {
            "id": "task062-3bc2399df6074fe9b31fd3c75e5ca072",
            "input": "repeat whole note quarter note quarter note quarter note twice",
            "output": [
                "whole note quarter note quarter note quarter note whole note quarter note quarter note quarter note"
            ]
        },
        {
            "id": "task062-4cf5012b1783456cb5baa81958a3d84d",
            "input": "output if you teach a person to fish you will three times",
            "output": [
                "if you teach a person to fish you will if you teach a person to fish you will if you teach a person to fish you will"
            ]
        },
        {
            "id": "task062-06398cd646a44dbca3f260b60f305853",
            "input": "Output carbon pricing is an four times, but in the middle also say interesting concept",
            "output": [
                "carbon pricing is an carbon pricing is an interesting concept carbon pricing is an carbon pricing is an"
            ]
        },
        {
            "id": "task062-6500ca9c4ac249a2bc5f449fb53b0082",
            "input": "Seven times please repeat The School of Music",
            "output": [
                "The School of Music The School of Music The School of Music The School of Music The School of Music The School of Music The School of Music"
            ]
        },
        {
            "id": "task062-109b460315594c2092b9ac542d567ca7",
            "input": "Twice repeat inhabitants in the urban area and then three times live in walking distance",
            "output": [
                "inhabitants in the urban area inhabitants in the urban area live in walking distance live in walking distance live in walking distance"
            ]
        },
        {
            "id": "task062-9cf1539027c54d21ba912c6583ad05d1",
            "input": "Repeat historic church building twice, but after every word also say wow",
            "output": [
                "historic wow church wow building wow historic wow church wow building wow"
            ]
        },
        {
            "id": "task062-a52d964da66c449d87945527a4e1452c",
            "input": "repeat election to the council three times, but after every other word say cool",
            "output": [
                "election to cool the council cool election to cool the council cool election to cool the council cool"
            ]
        },
        {
            "id": "task062-ab7b3e3b31ec4461b3f4a0c95ce29df0",
            "input": "repeat the phrase the administrative district three times, and say the phrase hello world after the second time",
            "output": [
                "the administrative district the administrative district hello world the administrative district"
            ]
        },
        {
            "id": "task062-2cf971a005ff46a593c1d8134c192a9d",
            "input": "say the village has a population five times, and after odd times add larger than California",
            "output": [
                "the village has a population larger than California the village has a population the village has a population larger than California the village has a population the village has a population larger than California"
            ]
        },
        {
            "id": "task062-7774255de53243aeb292295fbf571d62",
            "input": "ask a genus of plants in what family? four times. after the fourth time say The happy family",
            "output": [
                "a genus of plants in what family? a genus of plants in what family? a genus of plants in what family? a genus of plants in what family? The happy family"
            ]
        },
        {
            "id": "task062-b65c77b6b19445aea3f54e4bb4076f77",
            "input": "say fish are healthy twice",
            "output": [
                "fish are healthy fish are healthy"
            ]
        },
        {
            "id": "task062-dc55c18aee59478fb265e73b29778f0d",
            "input": "Three times please repeat The School of Music, and before the first time say Who plays the bass loud?",
            "output": [
                "Who plays the bass loud? The School of Music The School of Music The School of Music"
            ]
        },
        {
            "id": "task062-b7acb12598a84234bd0e19741175d5f0",
            "input": "Repeat cheese seven times; every third say whiz",
            "output": [
                "cheese cheese cheese whiz cheese cheese cheese whiz cheese"
            ]
        },
        {
            "id": "task062-a39818e63b2542f5b7f13889a66f8edc",
            "input": "say hello world five times, but don't say world every even time",
            "output": [
                "hello world hello hello world hello hello world"
            ]
        },
        {
            "id": "task062-f1279b8c1e544f1d8bdc6ac89872ef88",
            "input": "say all work and no play makes three times, but every even time add Jack and odd time add Jill",
            "output": [
                "all work and no play makes Jill all work and no play makes Jack all work and no play makes Jill"
            ]
        },
        {
            "id": "task062-b01102e2e79e4012912cde71a8bd6e67",
            "input": "repeat a woodchuck chucks lots of wood two times, but replace lots with five pounds the first time and two tons the second time",
            "output": [
                "a woodchuck chucks five pounds of wood a woodchuck chucks two tons of wood"
            ]
        },
        {
            "id": "task062-bb34bf907e5d4f458369342ae6156724",
            "input": "say pickup a pound of green beans twice, replacing a pound with a bunch for even times and a handful for odd",
            "output": [
                "pickup a handful of green beans pickup a bunch of green beans"
            ]
        },
        {
            "id": "task062-b11ffd524e8d4fe2ad593bcadf65a7c6",
            "input": "A watermelon has seven seeds. Repeat they're delicious once for every seed",
            "output": [
                "they're delicious they're delicious they're delicious they're delicious they're delicious they're delicious they're delicious"
            ]
        },
        {
            "id": "task062-6523b1115f1241ca98e9048fdc836826",
            "input": "A strawberry has three leaves. Say wish I had some chocolate for every odd leaf",
            "output": [
                "wish I had some chocolate wish I had some chocolate"
            ]
        },
        {
            "id": "task062-b54b0873c9db4782902911c9f882e3bb",
            "input": "Say the letters of the alphabet in capital letters, but only the odd ones",
            "output": [
                "A C E G I K M O Q S U W Y"
            ]
        },
        {
            "id": "task062-0ff6e6db60ba4227bcdc20bf71f9a53e",
            "input": "Repeat the phrase all cars eat gas four times. On the odd times, drop words that start with vowels",
            "output": [
                "cars gas all cars eat gas cars gas all cars eat gas"
            ]
        },
        {
            "id": "task062-d6cc44325d424ed9a29d426219de070b",
            "input": "Say the days of the week but only the weekend days, two times",
            "output": [
                "Saturday Sunday Saturday Sunday"
            ]
        },
        {
            "id": "task062-eac9a2fb69014e9c81441814df353364",
            "input": "Say the botanical gardens are five times. If the time divides evenly by two add beautiful, or by three add wonderful. Otherwise say great.",
            "output": [
                "the botanical gardens are great the botanical gardens are beautiful the botanical gardens are wonderful the botanical gardens are beautiful the botanical gardens are great"
            ]
        }
    ],
    "Instance License": [
        "Apache 2.0"
    ]
}