manual-benchmark.jsonl

{"benchmark_id":0, "first_premise":"Janet’s ducks lay 16 eggs per day.", "alternate_first_premise":"Janet’s ducks lay 20 eggs per day.", "nl_premises":"Janet eats three eggs for breakfast every morning and bakes muffins for her friends every day with four eggs. Janet sells the remaining eggs at the farmers' market daily for $2 per fresh duck egg.", "nl_question":"How much in dollars does Janet make every day at the farmers' market?", "nl_answer":"Janet makes 18 dollars every day at the farmers' market.", "int_answer":18, "wrong_nl_answer":"Janet makes 16 dollars every day at the farmers' market."}
{"benchmark_id":1, "first_premise":"A robe takes 2 bolts of blue fiber and half that much white fiber.", "alternate_first_premise":"A robe takes 4 bolts of blue fiber and half that much white fiber.", "nl_premises":"", "nl_question":"How many bolts of fiber in total does a robe take?", "nl_answer":"A robe takes 3 bolts of fiber in total.", "int_answer":3, "wrong_nl_answer":"A robe takes 4 bolts of fiber in total."}
{"benchmark_id":3, "first_premise":"James decides to run 3 sprints 3 times a week.", "alternate_first_premise":"James decides to run 2 sprints 3 times a week.", "nl_premises":"  James runs 60 meters each sprint.", "nl_question":"How many total meters does James run per week?", "nl_answer":"James runs 540 total meters per week.", "int_answer":540, "wrong_nl_answer":"James runs 490 total meters per week."}
{"benchmark_id":4, "first_premise":"Every day, Wendi feeds each of her chickens three cups of mixed chicken feed, containing seeds, mealworms and vegetables to help keep them healthy.", "alternate_first_premise":"Every day, Wendi feeds each of her chickens four cups of mixed chicken feed, containing seeds, mealworms and vegetables to help keep them healthy.", "nl_premises":"Wendi gives her chickens their feed in three separate meals. In the morning, Wendi gives her flock of chickens 15 cups of feed.  In the afternoon, Wendi gives her chickens another 25 cups of feed. The size of Wendi's flock is 20 chickens.", "nl_question":"How many cups of feed does Wendi need to give her chickens in the final meal of the day?", "nl_answer":"Wendi needs to give her chickens 20 cups of feed in the final meal of the day.", "int_answer":20, "wrong_nl_answer":"Wendi needs to give her chickens 30 cups of feed in the final meal of the day."}
{"benchmark_id":6, "first_premise":"Toulouse has twice as many sheep as Charleston.", "alternate_first_premise":"Toulouse has three times as many sheep as Charleston.", "nl_premises":"Charleston has 4 times as many sheep as Seattle. Seattle has 20 sheep.", "nl_question":"How many sheep do Toulouse, Charleston, and Seattle have together?", "nl_answer":"Toulouse, Charleston, and Seattle together have 260 sheep.", "int_answer":260, "wrong_nl_answer":"Toulouse, Charleston, and Seattle together have 280 sheep."}
{"benchmark_id":8, "first_premise":"John drives for 3 hours at a speed of 60 mph and then turns around because he realizes he forgot something very important at home.", "alternate_first_premise":"John drives for 3 hours at a speed of 80 mph and then turns around because he realizes he forgot something very important at home.", "nl_premises":"  John tries to get home in 4 hours but spends the first 2 hours in standstill traffic.  John spends the next half-hour driving at a speed of 30mph, before being able to drive the remaining time of the 4 hours going at 80 mph.", "nl_question":"How far is John from home at the time he was originally trying to be home by?", "nl_answer":"John is 45 miles from home at the time he was originally trying to be home by.", "int_answer":45, "wrong_nl_answer":"John is 55 miles from home at the time he was originally trying to be home by."}
{"benchmark_id":9, "first_premise":"Eliza's rate per hour for the first 40 hours she works each week is $10.", "alternate_first_premise":"Eliza's rate per hour for the first 40 hours she works each week is $11.", "nl_premises":" Eliza also receives an overtime pay of 1.2 times her regular hourly rate. Eliza worked for 45 hours this week.", "nl_question":"How much are Eliza's earnings for this week?", "nl_answer":"Eliza's earnings for this week are 460 dollars.", "int_answer":460, "wrong_nl_answer":"Eliza's earnings for this week are 420 dollars."}
{"benchmark_id":10, "first_premise":"A new program had 60 downloads in the first month.", "alternate_first_premise":"A new program had 70 downloads in the first month.", "nl_premises":" The number of the new program's downloads in the second month was three times as many as the downloads in the first month, but then reduced by 30% in the third month.", "nl_question":"How many downloads did the new program have total over the three months?", "nl_answer":"The new program had 366 downloads total over the three months.", "int_answer":366, "wrong_nl_answer":"The new program had 362 downloads total over the three months."}
{"benchmark_id":11, "first_premise":"Toula went to the bakery and bought various types of pastries. Toula bought 3 dozen donuts which cost $68 per dozen, 2 dozen mini cupcakes which cost $80 per dozen, and 6 dozen mini cheesecakes for $55 per dozen.", "alternate_first_premise":"Toula went to the bakery and bought various types of pastries. She bought 3 dozen donuts which cost $57 per dozen, 2 dozen mini cupcakes which cost $80 per dozen, and 6 dozen mini cheesecakes for $55 per dozen.", "nl_premises":"", "nl_question":"How much did Toula have to pay in total?", "nl_answer":"Toula had to pay 694 dollars in total.", "int_answer":694, "wrong_nl_answer":"Toula had to pay 696 dollars in total."}
{"benchmark_id":13, "first_premise":"Melanie is a door-to-door saleswoman. Melanie sold a third of her vacuum cleaners at the green house, 2 more to the red house, and half of what was left at the orange house.", "alternate_first_premise":"Melanie is a door-to-door saleswoman. Melanie sold a half of her vacuum cleaners at the green house, 2 more to the red house, and half of what was left at the orange house.", "nl_premises":" Melanie has 5 vacuum cleaners left.", "nl_question":"How many vacuum cleaners did Melanie start with?", "nl_answer":"Melanie started with 18 vacuum cleaners.", "int_answer":18, "wrong_nl_answer":"Melanie started with 20 vacuum cleaners."}
{"benchmark_id":16, "first_premise":"Two trains leave San Rafael at the same time. The two trains begin traveling westward, both traveling for 80 miles.", "alternate_first_premise":"Two trains leave San Rafael at the same time. The two trains begin traveling westward, both traveling for 90 miles.", "nl_premises":" On their second day, the two trains travel northwards, covering 150 miles.", "nl_question":"What's the distance covered by each of the two trains in the two days?", "nl_answer":"The distance covered by each train in the two days is 230 miles.", "int_answer":230, "wrong_nl_answer":"The distance covered by each train in the two days is 330 miles."}
{"benchmark_id":17, "first_premise":"Jill gets paid $20 per hour to teach and $30 to be a cheerleading coach.", "alternate_first_premise":"Jill gets paid $24 per hour to teach and $30 to be a cheerleading coach.", "nl_premises":" Jill works 50 weeks per year. Jill works 35 hours per week as a teacher and 15 hours per week as a coach.", "nl_question":"What's Jill's annual salary?", "nl_answer":"Jill's annual salary is 57500 dollars.", "int_answer":57500, "wrong_nl_answer":"Jill's annual salary is 59500 dollars."}
{"benchmark_id":18, "first_premise":"Claire makes a 3 egg omelet every morning for breakfast.", "alternate_first_premise":"Claire makes a 2 egg omelet every morning for breakfast.", "nl_premises":"", "nl_question":"How many dozens of eggs will Claire eat in four weeks?", "nl_answer":"Claire will eat 7 dozens of eggs in four weeks.", "int_answer":7, "wrong_nl_answer":"Claire will eat 6 dozens of eggs in four weeks."}
{"benchmark_id":22, "first_premise":"Billy sells DVDs. Billy has 8 customers on Tuesday. Billy's first 3 customers buy one DVD each.", "alternate_first_premise":"Billy sells DVDs. He has 8 customers on Tuesday. Billy first 3 customers buy two DVDs each.", "nl_premises":"  Billy's next 2 customers buy 2 DVDs each.  Billy's last 3 customers don't buy any DVDs.", "nl_question":"How many DVDs did Billy sell on Tuesday?", "nl_answer":"Billy sold 7 DVDs on Tuesday.", "int_answer":7, "wrong_nl_answer":"Billy sold 9 DVDs on Tuesday."}
{"benchmark_id":23, "first_premise":"A candle melts by 2 centimeters every hour that it burns.", "alternate_first_premise":"A candle melts by 3 centimeters every hour that it burns.", "nl_premises":"", "nl_question":"How many centimeters shorter will a candle be after burning from 1:00 PM to 5:00 PM?", "nl_answer":"A candle will be 8 centimeters shorter after burning from one o'clock PM to five o'clock PM.", "int_answer":8, "wrong_nl_answer":"A candle will be 10 centimeters shorter after burning from one o'clock PM to five o'clock PM."}
{"benchmark_id":24, "first_premise":"Kyle bought last year's best-selling book for $19.50.", "alternate_first_premise":"Kyle bought last year's best-selling book for $21.00.", "nl_premises":" The price of the book Kyle bought had a 25% discount from the original price.", "nl_question":"What was the original price of the book that Kyle bought?", "nl_answer":"The original price of the book that Kyle bought was 26 dollars.", "int_answer":26, "wrong_nl_answer":"The original price of the book that Kyle bought was 28 dollars."}
{"benchmark_id":25, "first_premise":"Marie ordered one chicken meal that costs $12, 5 packs of milk that costs $3 each, 4 apples that cost $1.50 each, and some boxes of pizza.", "alternate_first_premise":"Marie ordered one chicken meal that costs $14, 5 packs of milk that costs $3 each, 4 apples that cost $1.50 each, and some boxes of pizza.", "nl_premises":" Marie paid a total of $50. Each box of pizza that Marie bought costs $8.50.", "nl_question":"How many boxes of pizza did Marie order?", "nl_answer":"Marie ordered 2 boxes of pizza.", "int_answer":2, "wrong_nl_answer":"Marie ordered 3 boxes of pizza."}
{"benchmark_id":26, "first_premise":"Mishka bought 3 pairs of shorts, 3 pairs of pants, and 3 pairs of shoes.", "alternate_first_premise":"Mishka bought 2 pairs of shorts, 3 pairs of pants, and 3 pairs of shoes.", "nl_premises":" One pair of shorts that Mishka bought costs $16.50. One pair of pants that Mishka bought costs $22.50 and one pair of shoes costs $42.", "nl_question":"How many dollars did Mishka spend on all of the clothing items combined?", "nl_answer":"Mishka spent 243 dollars total on all of the clothing items combined.", "int_answer":243, "wrong_nl_answer":"Mishka spent 247 dollars total on all of the clothing items combined."}
{"benchmark_id":28, "first_premise":"Henry made two stops during his 60-mile bike trip.", "alternate_first_premise":"Henry made two stops during his 75-mile bike trip.", "nl_premises":" Henry first stopped after 20 miles. Henry's second stop was 15 miles before the end of his bike trip.", "nl_question":"How many miles did Henry travel between his first and second stops?", "nl_answer":"Henry traveled 25 miles between his first and second stops.", "int_answer":25, "wrong_nl_answer":"Henry traveled 27 miles between his first and second stops."}
{"benchmark_id":29, "first_premise":"Gloria is shoe shopping when she comes across a pair of boots that fit her shoe budget. Gloria has to choose between the boots she came across and two pairs of high heels that together cost five dollars less than the boots.", "alternate_first_premise":"Gloria is shoe shopping when she comes across a pair of boots that fit her shoe budget. Gloria has to choose between the boots she came across and two pairs of high heels that together cost seven dollars less than the boots.", "nl_premises":" One pair of heels Gloria is looking at costs $33. The other pair of heels that Gloria is looking at costs twice as much as the $33 pair.", "nl_question":"How many dollars are the boots that Gloria came across?", "nl_answer":"The boots that Gloria came across are 104 dollars.", "int_answer":104, "wrong_nl_answer":"The boots that Gloria came across are 98 dollars."}
{"benchmark_id":32, "first_premise":"Joseph takes care of 10 dogs.", "alternate_first_premise":"Joseph takes care of 12 dogs.", "nl_premises":"  Each dog that Joseph takes care of takes .5 hours a day to walk and take care of their business.", "nl_question":"How many hours per week does Joseph spend taking care of dogs?", "nl_answer":"Joseph spends 35 hours per week taking care of dogs.", "int_answer":35, "wrong_nl_answer":"Joseph spends 39 hours per week taking care of dogs."}
{"benchmark_id":33, "first_premise":"Gretchen has 110 coins.", "alternate_first_premise":"Gretchen has 90 coins.", "nl_premises":" Gretchen has 30 more gold coins than silver coins.", "nl_question":"How many gold coins does Gretchen have?", "nl_answer":"Gretchen has 70 gold coins.", "int_answer":70, "wrong_nl_answer":"Gretchen has 90 gold coins."}
{"benchmark_id":34, "first_premise":"Siobhan has 2 fewer jewels than Aaron.", "alternate_first_premise":"Siobhan has 3 fewer jewels than Aaron.", "nl_premises":" Aaron has 5 more jewels than half of Raymond's jewels. Raymond has 40 jewels.", "nl_question":"How many jewels does Siobhan have?", "nl_answer":"Siobhan has 23 jewels.", "int_answer":23, "wrong_nl_answer":"Siobhan has 19 jewels."}
{"benchmark_id":35, "first_premise":"Mike plays ping pong for 40 minutes.  In the first 20 minutes of playing ping pong, Mike scores 4 points.", "alternate_first_premise":"Mike plays ping pong for 40 minutes.  In the first 20 minutes of playing ping pong, Mike scores 3 points.", "nl_premises":"  In the second 20 minutes of playing ping pong, Mike scores 25% more points than in the first 20 minutes.", "nl_question":"How many total points did Mike score?", "nl_answer":"Mike scored 9 total points.", "int_answer":9, "wrong_nl_answer":"Mike scored 8 total points."}
{"benchmark_id":37, "first_premise":"Joshua plans to sell all his toys and use the money to buy video games. Joshua has 13 lego sets and he sells them for $15 each.", "alternate_first_premise":"Joshua plans to sell all his toys and use the money to buy video games. Joshua has 13 lego sets and he sells them for $16 each.", "nl_premises":" Joshua ends up buying 8 video games for $20 each and has $5 left.", "nl_question":"How many lego sets does Joshua still have?", "nl_answer":"Joshua still has 2 lego sets.", "int_answer":2, "wrong_nl_answer":"Joshua still has 3 lego sets."}
{"benchmark_id":38, "first_premise":"Jack runs 60 miles a week.", "alternate_first_premise":"Jack runs 70 miles a week.", "nl_premises":" Jack runs 3 days a week.  Jack runs 3 hours the first day of running and half as much the other two days he runs.", "nl_question":"How fast does Jack run?", "nl_answer":"Jack runs 10 miles per hour.", "int_answer":10, "wrong_nl_answer":"Jack runs 9 miles per hour."}
{"benchmark_id":39, "first_premise":"Dana can run at a rate of speed four times faster than she can walk, but she can skip at a rate of speed that is half as fast as she can run.", "alternate_first_premise":"Dana can run at a rate of speed three times faster than she can walk, but she can skip at a rate of speed that is half as fast as she can run.", "nl_premises":" Dana can skip at 3 miles per hour. Dana spends one-third of the time running and two-thirds of the time walking.", "nl_question":"How many miles does Dana travel in six hours?", "nl_answer":"Dana can travel 18 miles in six hours.", "int_answer":18, "wrong_nl_answer":"Dana can travel 17 miles in six hours."}
{"benchmark_id":41, "first_premise":"The great dragon, Perg, sat high atop mount Farbo, breathing fire upon anything within a distance of 1000 feet.", "alternate_first_premise":"The great dragon, Perg, sat high atop mount Farbo, breathing fire upon anything within a distance of 1150 feet.", "nl_premises":"  Polly could throw the gold javelin, the only known weapon that could sleigh the dragon, for a distance of 400 feet, well within the reach of the dragon's flames.  But when Polly held the sapphire gemstone, she could throw the javelin three times farther than when not holding the gemstone. Polly is holding the gemstone.", "nl_question":"How far outside of the reach of the dragon's flames could Polly stand and still hit the dragon with the gold javelin?", "nl_answer":"Polly could stand 200 feet outside the reach of the dragon's flames and still hit the dragon with the gold javelin.", "int_answer":200, "wrong_nl_answer":"Polly could stand 100 feet outside the reach of the dragon's flames and still hit the dragon with the gold javelin."}
{"benchmark_id":42, "first_premise":"Grandma Jones baked 5 apple pies for the fireman's luncheon.  Grandma Jones cut each pie into 8 pieces and set the five pies out on the buffet table for the guests to serve themselves.", "alternate_first_premise":"Grandma Jones baked 5 apple pies for the fireman's luncheon.  Grandma Jones cut each pie into 6 pieces and set the five pies out on the buffet table for the guests to serve themselves.", "nl_premises":"  At the end of the evening, after the guests had taken and eaten their pieces of pie, there were 14 pieces of pie remaining.", "nl_question":"How many pieces of apple pie were taken by the guests?", "nl_answer":"26 pieces of apple pie were taken by the guests.", "int_answer":26, "wrong_nl_answer":"23 pieces of apple pie were taken by the guests."}
{"benchmark_id":43, "first_premise":"According to its nutritional info, a bag of chips has 250 calories per serving.", "alternate_first_premise":"According to its nutritional info, a bag of chips has 300 calories per serving.", "nl_premises":" A 300g bag has 5 servings. Assume your daily calorie target is 2000. Assume you have already eaten 1800 calories today.", "nl_question":"How many grams of chips can you eat and not go over your daily calorie limit for today?", "nl_answer":"You can eat 48 grams of chips without exceeding your calorie limit today.", "int_answer":48, "wrong_nl_answer":"You can eat 36 grams of chips without exceeding your calorie limit today."}
{"benchmark_id":44, "first_premise":"Charlie wants to sell beeswax candles.  For every pound of beeswax candles that Charlie buys, he can make 10 tapered candles.", "alternate_first_premise":"Charlie wants to sell beeswax candles.  For every pound of beeswax Charlie buys, he can make 20 tapered candles.", "nl_premises":" One pound of beeswax and the wicks cost $10.00 in supplies. Charlie sells each candle for $2.00. Charlie makes and sells 20 candles.", "nl_question":"What is Charlie's net profit?", "nl_answer":"Charlie's net profit is 20 dollars.", "int_answer":20, "wrong_nl_answer":"Charlie's net profit is 30 dollars."}
{"benchmark_id":45, "first_premise":"Meredith is a freelance blogger who writes about health topics and submits to clients each day as her permanent job. A blog article takes Meredith an average of 4 hours to research and write about.", "alternate_first_premise":"Meredith is a freelance blogger who writes about health topics and submits to clients each day as her permanent job. A blog article takes Meredith an average of 5 hours to research and write about.", "nl_premises":" Last week, Meredith wrote 5 articles on Monday and  2/5 times more articles on Tuesday than on Monday. On Wednesday, Meredith wrote twice the number of articles she wrote on Tuesday.", "nl_question":"Calculate the total number of hours that Meredith spent writing articles in the three days.", "nl_answer":"Meredith spent 104 hours writing articles in three days.", "int_answer":104, "wrong_nl_answer":"Meredith spent 106 hours writing articles in three days."}
{"benchmark_id":46, "first_premise":"Candice put 80 post-it notes in her purse before she headed out to her job at the coffee shop.", "alternate_first_premise":"Candice put 70 post-it notes in her purse before she headed out to her job at the coffee shop.", "nl_premises":"  On her way, Candice stopped off at the store and purchased a package of Post-it notes;  At work, she placed a single Post-it note on each of 220 different cups of coffee. Candice had 23 post-it notes remaining overall.", "nl_question":"How many Post-it notes were in the package that Candice purchased?", "nl_answer":"There were 163 post-it notes in the package Candice purchased.", "int_answer":163, "wrong_nl_answer":"There were 157 post-it notes in the package Candice purchased."}
{"benchmark_id":47, "first_premise":"Justin buys twice as many red ties as blue ties.", "alternate_first_premise":"Justin buys three times as many red ties as blue ties.", "nl_premises":"  The red ties that Justing bought cost 50% more than blue ties.  Justin spent $200 on blue ties that cost $40 each.", "nl_question":"How much did Justin spend on ties?", "nl_answer":"Justin spent 800 dollars on ties.", "int_answer":800, "wrong_nl_answer":"Justin spent 1000 dollars on ties."}
{"benchmark_id":48, "first_premise":"Tracy used a piece of wire 4 feet long to support tomato plants in the garden.", "alternate_first_premise":"Tracy used a piece of wire 6 feet long to support tomato plants in the garden.", "nl_premises":" The wire that Tracy used was cut into pieces 6 inches long.", "nl_question":"How many pieces of wire did Tracy obtain?", "nl_answer":"Tracy obtained 8 pieces of wire.", "int_answer":8, "wrong_nl_answer":"Tracy obtained 10 pieces of wire."}
{"benchmark_id":49, "first_premise":"Richard lives in an apartment building with 15 floors.", "alternate_first_premise":"Richard lives in an apartment building with 20 floors.", "nl_premises":" Each floor of Richard's apartment building contains 8 units, and 3/4 of the building is occupied.", "nl_question":"What's the total number of unoccupied units in Richard's apartment building?", "nl_answer":"The total number of unoccupied units in Richard's apartment building is 30.", "int_answer":30, "wrong_nl_answer":"The total number of unoccupied units in Richard's apartment building is 25."}
{"benchmark_id":50, "first_premise":"Lloyd has an egg farm. Lloyd's chickens produce 252 eggs per day and he sells them for $2 per dozen.", "alternate_first_premise":"Lloyd has an egg farm. Lloyd's chickens produce 273 eggs per day and he sells them for $2 per dozen.", "nl_premises":"", "nl_question":"How much does Lloyd make on eggs per week?", "nl_answer":"Lloyd makes 294 dollars on eggs per week.", "int_answer":294, "wrong_nl_answer":"Lloyd makes 316 dollars on eggs per week."}
{"benchmark_id":51, "first_premise":"Tom's ship can travel at 10 miles per hour.", "alternate_first_premise":"Tom's ship can travel at 12 miles per hour.", "nl_premises":"  Tom is sailing from 1 to 4 PM.  Tom then travels back at a rate of 6 mph.", "nl_question":"How long does it take Tom to get back?", "nl_answer":"It takes Tom 5 hours to get back.", "int_answer":5, "wrong_nl_answer":"It takes Tom 4 hours to get back."}
{"benchmark_id":52, "first_premise":"Uriah's book bag is getting too heavy for him. Uriah needs to remove 15 pounds from it.", "alternate_first_premise":"Uriah's book bag is getting too heavy for him. Uriah needs to remove 20 pounds from it.", "nl_premises":" Uriah's comic books weigh 1/4 pound each and his toys weigh 1/2 pound each. Uriah removes 30 comic books.", "nl_question":"How many toys does Uriah need to remove?", "nl_answer":"Uriah needs to remove 15 toys.", "int_answer":15, "wrong_nl_answer":"Uriah needs to remove 12 toys."}
{"benchmark_id":54, "first_premise":"The Doubtfire sisters are driving home with 7 kittens adopted from the local animal shelter when their mother calls to inform them that their two house cats have just had kittens.", "alternate_first_premise":"The Doubtfire sisters are driving home with 9 kittens adopted from the local animal shelter when their mother calls to inform them that their two house cats have just had kittens.", "nl_premises":" The mother of the Doubtfire sisters say that Patchy, the first cat, has had thrice the number of adopted kittens, while Trixie, the other cat, has had 12.", "nl_question":"How many kittens does the Doubtfire family now have?", "nl_answer":"The Doubtfire family now has 40 kittens.", "int_answer":40, "wrong_nl_answer":"The Doubtfire family now has 45 kittens."}
{"benchmark_id":55, "first_premise":"Jean has 30 lollipops.", "alternate_first_premise":"Jean has 35 lollipops.", "nl_premises":" Jean eats 2 of the lollipops. With the remaining lollipops, Jean wants to package 2 lollipops in one bag.", "nl_question":"How many bags of lollipops can Jean fill?", "nl_answer":"Jean can fill 14 bags of lollipops.", "int_answer":14, "wrong_nl_answer":"Jean can fill 12 bags of lollipops."}
{"benchmark_id":58, "first_premise":"Stephen placed an online order for groceries.  Stephen's final grocery bill came to $40.00.", "alternate_first_premise":"Stephen placed an online order for groceries.  Stephen's final grocery bill came to $37.00.", "nl_premises":"  Because this was through a delivery vendor, they tacked on a 25% fee to Stephen's final total for groceries and charged him $3.00 in delivery fees.  Stephen also added a $4.00 tip for his groceries.", "nl_question":"After the extra fees, what was the final price of Stephen's groceries?", "nl_answer":"The final price of Stephen's groceries after the extra fees was 57 dollars.", "int_answer":57, "wrong_nl_answer":"The final price of Stephen's groceries after the extra fees was 53 dollars."}
{"benchmark_id":59, "first_premise":"A raspberry bush has 6 clusters of 20 fruit each and 67 individual fruit scattered across the bush.", "alternate_first_premise":"A raspberry bush has 5 clusters of 20 fruit each and 67 individual fruit scattered across the bush.", "nl_premises":"", "nl_question":"How many raspberries does the raspberry bush have in total?", "nl_answer":"There are 187 raspberries on the raspberry bush in total.", "int_answer":187, "wrong_nl_answer":"There are 177 raspberries on the raspberry bush in total."}
{"benchmark_id":60, "first_premise":"A basket contains 25 oranges among which 1 is bad, 20% are unripe, 2 are sour and the rest are good.", "alternate_first_premise":"A basket contains 20 oranges among which 1 is bad, 20% are unripe, 2 are sour and the rest are good.", "nl_premises":"", "nl_question":"How many oranges in the basket are good?", "nl_answer":"17 oranges in the basket are good.", "int_answer":17, "wrong_nl_answer":"20 oranges in the basket are good."}
{"benchmark_id":61, "first_premise":"Julia buys a brooch for her daughter.  Julia pays $500 for the material to make the brooch for her daughter and then another $800 for the jeweler to construct it.", "alternate_first_premise":"Julia buys a brooch for her daughter.  Julia pays $700 for the material to make the brooch for her daughter and then another $800 for the jeweler to construct it.", "nl_premises":"  After paying the jeweler, Julia pays another 10% of what she has paid so far in total to get it insured.", "nl_question":"How much did Julia pay for the brooch in total?", "nl_answer":"Julie paid 1430 dollars in total for the brooch.", "int_answer":1430, "wrong_nl_answer":"Julia paid 1570 dollars in total for the brooch."}
{"benchmark_id":63, "first_premise":"Aleena subscribed to a streaming service that charges her $140 per month.", "alternate_first_premise":"Aleena subscribed to a streaming service that charges her $130 per month.", "nl_premises":" The streaming company charges Alena the initial amount for the first half of the year. For the second half of the year, the streaming company charged Alena 10% less than they did in the first half.", "nl_question":"Calculate the total amount Alena paid for the streaming service by the end of the year.", "nl_answer":"Aleena paid 1596 dollars total for the streaming service by the end of the year.", "int_answer":1596, "wrong_nl_answer":"Aleena paid 1564 dollars total for the streaming service by the end of the year."}
{"benchmark_id":64, "first_premise":"Sophia is thinking of taking a road trip in her car, and would like to know how far she can drive on a single tank of gas. Sophia has traveled 100 miles since last filling her tank, and she needed to put in 4 gallons of gas to fill it up again.", "alternate_first_premise":"Sophia is thinking of taking a road trip in her car, and would like to know how far she can drive on a single tank of gas. Sophia has traveled 200 miles since last filling her tank, and she needed to put in 4 gallons of gas to fill it up again.", "nl_premises":" The owner's manual for Sophia's car says that the car's tank holds 12 gallons of gas.", "nl_question":"How many miles can Sophia drive on a single tank of gas?", "nl_answer":"Sophia can drive 300 miles on a single tank of gas.", "int_answer":300, "wrong_nl_answer":"Sophia can drive 250 miles on a single tank of gas."}
{"benchmark_id":65, "first_premise":"Jim spends 2 hours watching TV and then decides to go to bed and reads for half as long.", "alternate_first_premise":"Jim spends 4 hours watching TV and then decides to go to bed and reads for half as long.", "nl_premises":"  Jim watches TV and read 3 times a week.", "nl_question":"How many hours does Jim spend on TV and reading in four weeks?", "nl_answer":"Jim spends 36 hours on TV and reading in four weeks.", "int_answer":36, "wrong_nl_answer":"Jim spends 28 hours on TV and reading in four weeks."}
{"benchmark_id":67, "first_premise":"A treasure hunter found a buried treasure chest filled with gems. There were 175 diamonds, 35 fewer rubies than diamonds, and twice the number of emeralds than the rubies in the buried treasure chest.", "alternate_first_premise":"A treasure hunter found a buried treasure chest filled with gems. There were 200 diamonds, 35 fewer rubies than diamonds, and twice the number of emeralds than the rubies in the buried treasure chest.", "nl_premises":"", "nl_question":"How many of the gems were there in the buried treasure chest?", "nl_answer":"There were 595 gems in the buried treasure chest.", "int_answer":595, "wrong_nl_answer":"There were 615 gems in the buried treasure chest."}
{"benchmark_id":68, "first_premise":"There are twice as many boys as girls at Dr. Wertz's school. There are 60 girls and 5 students to every teacher.", "alternate_first_premise":"There are three times as many boys as girls at Dr. Wertz's school. There are 60 girls and 5 students to every teacher.", "nl_premises":"", "nl_question":"How many teachers are there in Dr Wertz's school?", "nl_answer":"There are 36 teachers in Dr Wertz's school.", "int_answer":36, "wrong_nl_answer":"There are 42 teachers in Dr Wertz's school."}
{"benchmark_id":69, "first_premise":"Bailey starts with a certain amount of money. Bailey receives a weekly allowance of $5 for 8 weeks.", "alternate_first_premise":"Bailey starts with a certain amount of money. Bailey receives a weekly allowance of $8 for 8 weeks.", "nl_premises":" At the end of 8 weeks, Bailey has a total of $100.", "nl_question":"How much money did Bailey start with?", "nl_answer":"Bailey started with 60 dollars.", "int_answer":60, "wrong_nl_answer":"Bailey started with 50 dollars."}
{"benchmark_id":70, "first_premise":"Judy teaches 5 dance classes, every day, on the weekdays and 8 classes on Saturday.", "alternate_first_premise":"Judy teaches 2 dance classes, every day, on the weekdays and 8 classes on Saturday.", "nl_premises":" Each class that Judy teaches has 15 students. Judy charges $15.00 per student per class.", "nl_question":"How much money does Judy make per week?", "nl_answer":"Judy makes 7425 dollars per week.", "int_answer":7425, "wrong_nl_answer":"Judy makes 7450 dollars per week."}
{"benchmark_id":71, "first_premise":"Kelian has two recipes for preparing dishes, one having 20 instructions and the second one having twice as many instructions as the first one.", "alternate_first_premise":"Kelian has two recipes for preparing dishes, one having 18 instructions and the second one having twice as many instructions as the first one.", "nl_premises":"", "nl_question":"How many instructions does Kelian have to read to prepare the two dishes?", "nl_answer":"Kelian has to read 60 instructions to prepare the two dishes.", "int_answer":60, "wrong_nl_answer":"Kelian has to read 70 instructions to prepare the two dishes."}
{"benchmark_id":72, "first_premise":"Tommy is fundraising for his charity by selling brownies for $3 a slice and cheesecakes for $4 a slice.", "alternate_first_premise":"Tommy is fundraising for his charity by selling brownies for $5 a slice and cheesecakes for $4 a slice.", "nl_premises":" Tommy sells 43 brownies. Tommy sells 23 slices of cheesecake.", "nl_question":"How much money does Tommy raise?", "nl_answer":"Tommy raises 221 dollars.", "int_answer":221, "wrong_nl_answer":"Tommy raises 222 dollars."}
{"benchmark_id":73, "first_premise":"Shiela bought five cell phones for $150 each for a 3-month installment.", "alternate_first_premise":"Shiela bought five cell phones for $180 each for a 3-month installment.", "nl_premises":" A 2% interest will be charged for each cell phone Shiela buys.", "nl_question":"How much will Shiela pay per month for the cell phones?", "nl_answer":"Shiela will pay 255 dollars per month for the cell phones.", "int_answer":255, "wrong_nl_answer":"Shiela will pay 235 dollars per month for the cell phones."}
{"benchmark_id":75, "first_premise":"Luke is spending time at the beach building sandcastles. Luke eventually notices that each level of a sandcastle will have half the square footage as the level below it.", "alternate_first_premise":"Luke is spending time at the beach building sandcastles. Luke eventually notices that each level of a sandcastle will have double the square footage as the level below it.", "nl_premises":" Luke makes a 4 leveled sandcastle. The top level of the sandcastle that Luke makes has a square footage of 16.", "nl_question":"What is the average square footage of a level of the sandcastle?", "nl_answer":"The average square footage of a level of Luke's sandcastle is 60 square feet.", "int_answer":60, "wrong_nl_answer":"The average square footage of a level of Luke's sandcastle is 80 square feet."}
{"benchmark_id":76, "first_premise":"Cecilia just bought a new puppy. According to her veterinarian, Cecilia has to feed the puppy 1 cup of dog food every day for the first 180 days.", "alternate_first_premise":"Cecilia just bought a new puppy. According to her veterinarian, Cecilia has to feed the puppy 2 cups of dog food every day for the first 180 days.", "nl_premises":" After 180 days, Cecilia has to feed the puppy 2 cups of dog food every day for the rest of its life. One bag of dog food contains 110 cups.", "nl_question":"How many bags of dog food will Cecilia use in the first year?", "nl_answer":"Cecilia will use 5 bags of dog food in the first year.", "int_answer":5, "wrong_nl_answer":"Cecilia will use 4 bags of dog food in the first year."}
{"benchmark_id":79, "first_premise":"Jeremy adopts a dog.  He takes the dog to the groomer, which costs $100.", "alternate_first_premise":"Jeremy adopts a dog.  He takes the dog to the groomer, which costs $90.", "nl_premises":"  The groomer offers him a 30% discount for being a new customer.", "nl_question":"How much does the grooming cost?", "nl_answer":"The grooming costs 70 dollars.", "int_answer":70, "wrong_nl_answer":"The grooming costs 50 dollars."}
{"benchmark_id":80, "first_premise":"Two girls each got 1/6 of the 24 liters of water.", "alternate_first_premise":"Two girls each got 1/6 of the 18 liters of water.", "nl_premises":" After the two girls got water, a boy got 6 liters of water.", "nl_question":"How many liters of water were left after the two girls and the boy got water?", "nl_answer":"There were 10 liters of water left after the two girls and the boy got water.", "int_answer":10, "wrong_nl_answer":"There were 7 liters of water left after the two girls and the boy got water."}
{"benchmark_id":81, "first_premise":"Christopher had 10 stickers.", "alternate_first_premise":"Christopher had 12 stickers.", "nl_premises":" Christopher bought 21 stickers from a store in the mall and got 23 stickers for his birthday. Then Christopher gave 9 of the stickers to his sister and used 28 to decorate a greeting card.", "nl_question":"How many stickers does Christopher have left?", "nl_answer":"Christopher has 17 stickers left.", "int_answer":17, "wrong_nl_answer":"Christopher has 19 stickers left."}
{"benchmark_id":82, "first_premise":"Grace weighs 125 pounds.", "alternate_first_premise":"Grace weighs 100 pounds.", "nl_premises":" Alex weighs 2 pounds less than 4 times what Grace weighs.", "nl_question":"What is the combined weight of Grace and Alex in pounds?", "nl_answer":"The combined weight of Alex and Grace is 623 pounds.", "int_answer":623, "wrong_nl_answer":"The combined weight of Alex and Grace is 613 pounds."}
{"benchmark_id":83, "first_premise":"Dan plants 3 rose bushes.", "alternate_first_premise":"Dan plants 2 rose bushes.", "nl_premises":" Each rose bush Dan plants has 25 roses. Each rose on Dan's rose bushes has 8 thorns.", "nl_question":"How many thorns are there total on all of Dan's roses?", "nl_answer":"There are 600 thorns in total on all of Dan's roses.", "int_answer":600, "wrong_nl_answer":"There are 650 thorns in total on all of Dan's roses."}
{"benchmark_id":85, "first_premise":"Gene is sewing a quilt out of old souvenir t-shirts. Gene has one shirt from each vacation he has been on.", "alternate_first_premise":"Gene is sewing a quilt out of old souvenir t-shirts. Gene has two shirts from each vacation he has been on.", "nl_premises":" Every shirt Gene makes is its own quilt block. Each row of the quilt Gene makes is made of blocks from a different year of vacations. Gene goes on four vacations a year and has been vacationing since he was 23 years old. Gene is now 34.", "nl_question":"How many quilt blocks does Gene have in total?", "nl_answer":"Gene has 44 quilt blocks in total.", "int_answer":44, "wrong_nl_answer":"Gene has 42 quilt blocks in total."}
{"benchmark_id":86, "first_premise":"Greg has an alarm set to ring three times a day as a reminder. When the alarm goes off, it continues to ring until Greg turns it off. The first time Greg's alarm went off today, it rang four times.", "alternate_first_premise":"Greg has an alarm set to ring three times a day as a reminder. When Greg's alarm goes off, it continues to ring until Greg turns it off. The first time Greg's alarm went off today, it rang two times.", "nl_premises":"  The second time Greg's alarm went off, it rang for three times as long as the first time. The third time Greg's alarm went off, it rang for half as long as the second time.", "nl_question":"How many times did Greg's alarm ring in all?", "nl_answer":"Greg's alarm rang 22 times in all.", "int_answer":22, "wrong_nl_answer":"Greg's alarm rang 24 times in all."}
{"benchmark_id":88, "first_premise":"Marilyn's first record sold 10 times as many copies as Harald's.", "alternate_first_premise":"Marilyn's first record sold 20 times as many copies as Harald's.", "nl_premises":" Marilyn and Harald sold 88000 copies combined.", "nl_question":"How many copies did Harald sell?", "nl_answer":"Harald sold 8000 copies.", "int_answer":8000, "wrong_nl_answer":"Harald sold 18000 copies."}
{"benchmark_id":89, "first_premise":"Christina is planning a birthday party and needs .75 gift bags per invited guest, because 1/4 of attendees don't show up. Christina invited 16 friends.", "alternate_first_premise":"Christina is planning a birthday party and needs .75 gift bags per invited guest, because 1/4 of attendees don't show up. Christina invited 20 friends.", "nl_premises":"Gift bags cost $2 each.", "nl_question":"How much will Christina spend on gift bags?", "nl_answer":"Christina will spend 24 dollars on gift bags.", "int_answer":24, "wrong_nl_answer":"Christina will spend 22 dollars on gift bags."}
{"benchmark_id":90, "first_premise":"Ted the T-Rex was planning to bring potato salad to the dinosaur picnic.  Ted knows that an adult dinosaur will eat 10 lbs of potato salad, and a child will eat half as much as an adult.", "alternate_first_premise":"Ted the T-Rex was planning to bring potato salad to the dinosaur picnic.  Ted knows that an adult dinosaur will eat 8 lbs of potato salad, and a child will eat half as much as an adult.", "nl_premises":" There will be 20 adults and 5 children at the dinosaur picnic.", "nl_question":"How many pounds of potato salad does Ted need to bring to the picnic if he hopes to have enough to feed everyone?", "nl_answer":"Ted needs to bring 225 pounds of potato salad.", "int_answer":225, "wrong_nl_answer":"Ted needs to bring 175 pounds of potato salad."}
{"benchmark_id":91, "first_premise":"Jan has three times the number of pets as Marcia.", "alternate_first_premise":"Jan has four times the number of pets as Marcia.", "nl_premises":" Marcia has two more pets than Cindy. Cindy has four pets.", "nl_question":"How many total pets do Jan, Marcia, and Cindy have total?", "nl_answer":"Jan, Marcia, and Cindy have a total of 28 pets.", "int_answer":28, "wrong_nl_answer":"Jan, Marcia, and Cindy have a total of 32 pets."}
{"benchmark_id":92, "first_premise":"Emily has 4 kids named Amy, Jackson, Corey, and Jason. Amy is 5 years older than Jackson and 2 years younger than Corey.", "alternate_first_premise":"Emily has 4 kids named Amy, Jackson, Corey, and Jason. Amy is 6 years older than Jackson and 2 years younger than Corey.", "nl_premises":" Jason is 10. Jason is 1 year younger than Corey.", "nl_question":"How old is Jackson?", "nl_answer":"Jackson is 4 years old.", "int_answer":4, "wrong_nl_answer":"Jackson is 5 years old."}