{"_id":"@vercel/agent-eval","_rev":"82-ed27d1ec5b4274f0701c688f3a58b50a","name":"@vercel/agent-eval","dist-tags":{"latest":"2.3.0"},"versions":{"0.0.1":{"name":"@vercel/agent-eval","version":"0.0.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.1","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"paulogdm","email":"paulogdemitri@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"timeyoutakeit","email":"amy.burns87@gmail.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"mikecurtis","email":"mikecurtis@gmail.com"},{"name":"unstubbable","email":"hendrik@strict.software"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"fmoor@gmx.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"2a0b38cc4b7608e9ed200c3fd50776e22b55f6ff","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.1.tgz","fileCount":66,"integrity":"sha512-dfZlyE2tS2Bm3KSZwS/WWG6llaofQvsvylhTK9tx7OLuyQSkBbkjoDKPOCPWlOMjjQFlSZIja5Jg+T6O/9nAoQ==","signatures":[{"sig":"MEQCIBvaktBBcWyCumR8SVzjpnmPyIOLsIiBeE2n/yJtlQOQAiACCv1C6kyr+DyPrakoli7Au42cO3pPdM2TVvWKfJACAQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":170038},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"f6727dcc3a772ea693dc77ff777107ac07b423fc","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","test:watch":"vitest","prepublishOnly":"npm run build"},"_npmUser":{"name":"judegao","email":"judegao@outlook.com"},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.1_1769649542320_0.8852332470133575","host":"s3://npm-registry-packages-npm-production"}},"0.0.2":{"name":"@vercel/agent-eval","version":"0.0.2","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.2","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"paulogdm","email":"paulogdemitri@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"timeyoutakeit","email":"amy.burns87@gmail.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"mikecurtis","email":"mikecurtis@gmail.com"},{"name":"unstubbable","email":"hendrik@strict.software"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"fmoor@gmx.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"61356cb53001eb6dd3acfb23b0c74c37ae300dab","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.2.tgz","fileCount":66,"integrity":"sha512-3CXvsMGmQaDdOI57z3kQKIUsBB8HPxEHoMp/sVDyTDDY1JDmW71KCwzfIipgetzI5Sg737WpGl1bU2DWlI1Knw==","signatures":[{"sig":"MEQCIQCjaUcWX67FykVRxvHMXPNWhEzQAUYikKLIGpK0icsm1gIfdteKmie/G9EBGQGbRfLLCZXtghKoEUk21UILkSUVDg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":171824},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"9cf4477c1a362414fc31b3eaaf44329f6f9cd8cc","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","test:watch":"vitest","prepublishOnly":"npm run build"},"_npmUser":{"name":"judegao","email":"judegao@outlook.com"},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.2_1769658100150_0.1480403585720107","host":"s3://npm-registry-packages-npm-production"}},"0.0.3":{"name":"@vercel/agent-eval","version":"0.0.3","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.3","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"paulogdm","email":"paulogdemitri@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"timeyoutakeit","email":"amy.burns87@gmail.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"mikecurtis","email":"mikecurtis@gmail.com"},{"name":"unstubbable","email":"hendrik@strict.software"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"fmoor@gmx.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"5701e7caba97f34b0f56ff455d1199ca86d4b0eb","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.3.tgz","fileCount":66,"integrity":"sha512-FaCnWydvcudTFSnf0j4XWo2LjvlhmWtgzJYlpvoFbQpOnIZqxwuKR1ejkYKyqZQCzaXSC67OrMgQmeMV9lzC4A==","signatures":[{"sig":"MEYCIQCsS4qE4hQN986WgTbYOm62XpXtCiMLWpOiqre30Le5ZQIhAP1At8vmHfN8c474CZaLnwdd3iURpfcX2pmcT2bh30m2","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":173576},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"8297741f9f8377810694468cf6169d8f8a3ad1c6","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","test:watch":"vitest","prepublishOnly":"npm run build"},"_npmUser":{"name":"judegao","email":"judegao@outlook.com"},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.3_1769658760462_0.4492142822682508","host":"s3://npm-registry-packages-npm-production"}},"0.0.4":{"name":"@vercel/agent-eval","version":"0.0.4","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.4","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"paulogdm","email":"paulogdemitri@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"timeyoutakeit","email":"amy.burns87@gmail.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"mikecurtis","email":"mikecurtis@gmail.com"},{"name":"unstubbable","email":"hendrik@strict.software"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"fmoor@gmx.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"f92e0e382192d68b8b934e87bd3ccf1f9d7129be","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.4.tgz","fileCount":66,"integrity":"sha512-LKs/FTIoGUHcTnetqK8aJ9IxAqL89EOJCqytaTcPLo2SIlEx7q4+3BoVmgj958k6AZIAuWTyfhZAbLfzVU8JMg==","signatures":[{"sig":"MEUCIF0eo7dK93CjPdRHpMz3/tmPqgdjVlLLCvwfvAVyo77mAiEA3Qm3A5mWsJx3ezg4T8qtlIZN3UsuL7OrzQISpW/5Xgw=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":174724},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"083bd973d54b8848192fc7c3c7117962c8fc590d","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","test:watch":"vitest","prepublishOnly":"npm run build"},"_npmUser":{"name":"judegao","email":"judegao@outlook.com"},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.4_1769663335438_0.31210410765239405","host":"s3://npm-registry-packages-npm-production"}},"0.0.5":{"name":"@vercel/agent-eval","version":"0.0.5","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.5","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"mikecurtis","email":"mikecurtis@gmail.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"fmoor@gmx.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"85c4312a646203098845727ee78f3ff2dff09024","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.5.tgz","fileCount":74,"integrity":"sha512-P1o2RH16blZUGbj6ejsoFaax506qvO0OzX/l0rKUaX8A6Q74S8X6upR56b5oGAIUybrj9eFJHV+SGCOzmZ2Rxw==","signatures":[{"sig":"MEUCIHPMFAjxP5gHHbUGKhyjwvdXO/16c1JujSpDSD5I78dPAiEAg03X4Pf767f3PfnJnYDh59v3WsYof3rFaOXMvNdt/2I=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":222225},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"5315e425f041e5590aecb1616d38bf61eaedd67b","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"judegao","email":"judegao@outlook.com"},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.5_1770141005916_0.35623089640562755","host":"s3://npm-registry-packages-npm-production"}},"0.0.6":{"name":"@vercel/agent-eval","version":"0.0.6","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.6","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"mikecurtis","email":"mikecurtis@gmail.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"fmoor@gmx.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"c1775054a921bc846bcf94fc58900d95486e5847","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.6.tgz","fileCount":74,"integrity":"sha512-sXgWpL7Q8wmAU2CY2uYKO2Wx/fabljOXugBEmAvhAwNFMEOBFfCup8EFCnaBvrgVbZScX9sPz/Kbqmm23HK2UQ==","signatures":[{"sig":"MEYCIQDoBe2djfHJ9lJxrWxA2JMfNL7/n5ZKnuU2USOaOPeCwgIhAPaH8q90PV/hvn6T96PNJm6oEMYDBEEaVLMM42e5xrfv","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":226000},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"c5105339cc841435acd91134515593a7f3c2946d","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"judegao","email":"judegao@outlook.com"},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.6_1770149979644_0.712983947733937","host":"s3://npm-registry-packages-npm-production"}},"0.0.8":{"name":"@vercel/agent-eval","version":"0.0.8","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.8","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"mikecurtis","email":"mikecurtis@gmail.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"fmoor@gmx.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"56e743819f49cb4b552c49a76cf0f8007bc06083","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.8.tgz","fileCount":78,"integrity":"sha512-7htG6Kc6jUsPJ24RR4u7/9NibkFseVbq7ZcTwe8gV/PCxpyWMi5USoWgQNQSi1+VyTY6JKjiOrU2gSgTpY3aUA==","signatures":[{"sig":"MEQCIH3csI6sw8q+xmayYtnsQ/XZQ6rpppsTdxp4tNsukOUdAiAAvaDfs/jPWzvw3Z42iMP+S59DT1TZdSnBHG8Km5Ib4w==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":249847},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"df205bbcbc364d148e267429c68b022724bbcf5d","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"judegao","email":"judegao@outlook.com"},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.8_1770163923336_0.8294573419101245","host":"s3://npm-registry-packages-npm-production"}},"0.0.9":{"name":"@vercel/agent-eval","version":"0.0.9","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.9","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"mikecurtis","email":"mikecurtis@gmail.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"fmoor@gmx.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"aa0e69d9d00da1803a0a0dc36d8dcdc667cbfef1","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.9.tgz","fileCount":78,"integrity":"sha512-Z30+2BbS3wOVJfw4d3bqikB0TiW1ln38kH4W51dsZdaDUm6jQRgdNCfml0jTvbp0+hwKBJuHx3ZVdkcfSBUQLw==","signatures":[{"sig":"MEQCIDnUIOD58hvyXJk8ykEP4rI82785VyRZ50Rbxkv8C87gAiBuAHmavvP2eM0l/BlqehjGiymhshUtCPiVGWZz9RRwNg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"unpackedSize":249695},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"c4551d2c4d6d98e090d2a947abf8f36766fd71f6","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"judegao","email":"judegao@outlook.com"},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public"},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.9_1770256315862_0.2762095303328349","host":"s3://npm-registry-packages-npm-production"}},"0.0.11":{"name":"@vercel/agent-eval","version":"0.0.11","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.11","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"tbremer","email":"tom@tbremer.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"pranavkarthik","email":"pranav.karthik10@gmail.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"1966928c9a1d42a8b6831e6c827d1343aee51db2","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.11.tgz","fileCount":98,"integrity":"sha512-eLnXDEqU2BI/5pG+GQ30CcQN4dQL08hJb7HF7XaQrspyqTZF/wDMPAxJPKQB106DnMxAvCBXSnecind4sHGnbw==","signatures":[{"sig":"MEYCIQCMpuUWJxRzW6UCH2XcO1eoEUD3aZ18LMMfHUpcpW60MgIhANV5wwK7Kf1WZKQt4WoIKvpVP+nuFA/VdRR0+bczITXE","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.0.11","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":323158},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"b5367158e72a375de54927675afc032a7b1e4d80","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"npm run build && changeset publish","version":"changeset version","changeset":"changeset","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@changesets/cli":"^2.29.8","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0","@changesets/changelog-github":"^0.5.2"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.11_1770315260971_0.3346898095097992","host":"s3://npm-registry-packages-npm-production"}},"0.0.12":{"name":"@vercel/agent-eval","version":"0.0.12","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.12","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"db14af068c1ac2ce48476ec8bfa2aee815ae610c","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.12.tgz","fileCount":97,"integrity":"sha512-vu7RqvHLtWQuyep5kleAmGc5zYxO2mMMi20+XfiBrSEWLj3HRi7xaxRtOngPcFpP+lR9TJp5eDWzzTZmG7eppw==","signatures":[{"sig":"MEQCIBavbPM0Wo5oXQD0UwA5LmE+DmuILZ+o7drgE4jOYLgBAiBlcSd8qhHizB6kumwky7q4+5A0zJK7tKqe8zwvo6oJUg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.0.12","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":313963},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"1b009bbbda050bf73055e2e2afd51c3709e440cf","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.12_1770412309341_0.3402372819067747","host":"s3://npm-registry-packages-npm-production"}},"0.0.13":{"name":"@vercel/agent-eval","version":"0.0.13","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.13","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"147decd6beb42879c057fd6acce2f53d24293422","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.13.tgz","fileCount":97,"integrity":"sha512-5Pm6BsuX9jqt04kSJMGcdUq4olf6RbiWaLIgSnHobN+g8UnDyFCdZtqRpmc0BmZ7t3MtxIuLKTkJq1okgmwMHw==","signatures":[{"sig":"MEYCIQDl+7CkW9i50q14Pe/oplTTi4nuXaYgKUeo5UaFVZaS/gIhAOjDlmma0R5GA8sJMWPkVZDNV+Gya3PpqTo+jGeZs7iY","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.0.13","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":314739},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"23b0a0f954147a2cead71588033d9a05d49b8c87","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.13_1770414403468_0.955765850283607","host":"s3://npm-registry-packages-npm-production"}},"0.0.14":{"name":"@vercel/agent-eval","version":"0.0.14","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.14","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"04042f904171e270602880bae2bb026aae633313","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.14.tgz","fileCount":97,"integrity":"sha512-iTEQYs3XziqqsQ4OV+n7UqnxnqjCIEc6CarBwnJOg+P5ydGqhypBU0EQ9SOoh+wJOJWMZU7F4AuVK9C8jQrRzg==","signatures":[{"sig":"MEYCIQD9rSEcTFRqh44CaKsx7gYxTmF7TlGqRJdBbufzm/EZYwIhAMaaYRDp1EB5YwUKErxtS6LZ589IayFGS2+Xqyji24YO","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.0.14","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":314901},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"df6558a0719ec849b9b799255264f8f4e8dc01e7","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.14_1770415466081_0.04604334088056383","host":"s3://npm-registry-packages-npm-production"}},"0.0.15":{"name":"@vercel/agent-eval","version":"0.0.15","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.0.15","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"8934c37551922fd145a2434fa4d4600ca780631e","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.0.15.tgz","fileCount":97,"integrity":"sha512-/k/nCngQhavSOpowEph0uDF/GCeocU7+z41mAPtCv3ZucXFe+YVEcKskejfn255QU5vJ+dkQO86rFkAh0JmSkQ==","signatures":[{"sig":"MEUCIFDtLAhDepg1qj2lWOZzqnQk+72Qo5UpK5Etyk2wnKZ8AiEA4uF2Kx+uOB23JYU61H61jtiLkqpQdPlFunkNaWFd85U=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.0.15","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":316197},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"3f440e3bba2261d201110a1c89c529ae7d37a23f","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.0.15_1770416069599_0.5230289471444034","host":"s3://npm-registry-packages-npm-production"}},"0.1.0":{"name":"@vercel/agent-eval","version":"0.1.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.1.0","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"spamspamspampls@yahoo.co.uk"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"b3fa95d6c41f159ecaa5b13298a37937608642f1","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.1.0.tgz","fileCount":97,"integrity":"sha512-KOBW4VNrcQFULOcqBf2vwrKFgghCTICKvbH4cRmdcMgquda1UCFowfGAH5l3pjEcmfqpcjq0LaLMkJh3pLZF/A==","signatures":[{"sig":"MEUCIFUgt5qj8CiraOl66+nZk9BhZ4gR9f2qThBlsjIOXP7/AiEA8HGLKpMW7o5hJg5twECaVz5E/z+GEJENiEX5zce/jzI=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.1.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":320281},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"f7c165c6af0088f145843961641901e7a7c09b97","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.1.0_1770427359611_0.14017348139127317","host":"s3://npm-registry-packages-npm-production"}},"0.2.0":{"name":"@vercel/agent-eval","version":"0.2.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.2.0","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"ecd1d63db699a802287dec624429b40f013030f4","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.2.0.tgz","fileCount":97,"integrity":"sha512-Mtg+ExdY1U054OXuLLwGduaVK8V5qNUulx7744CLOPrmsKPfkapquyZVYy7s1kqAQyTIqNw7TEd7csWWRN5Irw==","signatures":[{"sig":"MEUCIAQSemlZ7gVew8hcx09Y4seOhB9N1K6iMy603/UjtKhKAiEA+Mml4mCpDZh9zZWA0P6cmZjQRK37qYP4MGPnNpIWQ54=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.2.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":319955},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"030a1a2af7617b553bca726d48187be4344547fe","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.2.0_1770504246026_0.4701726247361804","host":"s3://npm-registry-packages-npm-production"}},"0.3.0":{"name":"@vercel/agent-eval","version":"0.3.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.3.0","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"6e88cfb8a75c9e641c996ef1c2854579110b806b","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.3.0.tgz","fileCount":109,"integrity":"sha512-h9STcDGWQ8guoM0vXLLvij/4eMChKKdgMc4qOnBPPaW11rWvHn1cse0M4bi1MyLvEDlMe0wquKGCs/MES7YplQ==","signatures":[{"sig":"MEQCICx6CEtZT8ZomOzL2ZuL8L5aNVYY7p9Vin74nrFuCr7iAiAmVr27VHTLSxQnnlAUR+cvl4F93Xia3ld5rgemryBt0w==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.3.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":384437},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"2eef6987939c92d8873f905c324bddf5c07789e6","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.3.0_1770528749006_0.19566921390549918","host":"s3://npm-registry-packages-npm-production"}},"0.3.1":{"name":"@vercel/agent-eval","version":"0.3.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.3.1","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"153bfd64fa0dcd394966893ece7b89640805b368","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.3.1.tgz","fileCount":109,"integrity":"sha512-vt0KOCg3eoXkGMrnKB5aAW3AGOYiWTxx3RLMhaHHgyoDKKDAHYsy1sc87pVs3hvtbydS6BjU8eRrkuBT/meYpg==","signatures":[{"sig":"MEYCIQDx5HKKUnvcAy+oitcEAGMQO5X3Rf68H0ieoOWNPFDXNAIhANyTGbvS+BK4JuLgtRLACJFnqtuLnQUSXXEzHiLlFSaB","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.3.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":387752},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"cfa2555c19237674ce86f2d2d0f69c6f35fbdb69","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.3.1_1770530805283_0.9650179832539296","host":"s3://npm-registry-packages-npm-production"}},"0.3.2":{"name":"@vercel/agent-eval","version":"0.3.2","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.3.2","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"f4b3fa762cf91334a2ca62253d72f889936175d0","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.3.2.tgz","fileCount":109,"integrity":"sha512-csfaREMAxTMnkcQH1CO+iloEN11c8A5fkAa6Apb+uKq1wBfG3jZIyj+uRpE4gkvntHVAGMjaI0OJ5qsEmrEBHw==","signatures":[{"sig":"MEYCIQDY1NMx5124o7JRZRpWAObd17SmEBaSn8MFSleaWJ3exgIhALOFtaK2DNZlJTE6IKQm+x51KoCB8F8qb4DScbH324xV","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.3.2","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":387993},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"89ab4b7fcaf2b1d7f3b23ad88079f60bdbe2435b","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.3.2_1770586128514_0.4499185040335285","host":"s3://npm-registry-packages-npm-production"}},"0.4.0":{"name":"@vercel/agent-eval","version":"0.4.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.4.0","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"f3b37d799d97964037e802212041f94cd9d816b5","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.4.0.tgz","fileCount":109,"integrity":"sha512-Nj/m+BYxqrN8pCQbN/Nst5VUT0WhbZpQoth6V9EcEFymwH3QWCsa8f2pepC5574iJ9ULLiFhNq9rXrDSpYY8mw==","signatures":[{"sig":"MEUCIDuQ1PnQSHczryUbTWztEnFEA84hrvXLpzKT/fa3n5rgAiEAiZJNER4WtvNq693aEADvdB7XJScf2mPTkIsJT2FEx6Q=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.4.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":393438},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"bf99e421b317136606853d8967051d68f385f961","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.4.0_1770665351398_0.26165059565572246","host":"s3://npm-registry-packages-npm-production"}},"0.4.1":{"name":"@vercel/agent-eval","version":"0.4.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.4.1","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"pranathip","email":"pranathi.peri@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"468a64f85f862b1ba4c47f4cb967624347e0ef1f","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.4.1.tgz","fileCount":109,"integrity":"sha512-Z8dWdh5CqzbKCzBLMBZSeu75jz6N4SWzyzE0zNEq+baU47GCrt0wO/3DULpcHousvyWGtWUirgRNy/v+YD1dZA==","signatures":[{"sig":"MEQCIBNxMpA6rxXchGAxPHLHJqymlmWu7/BH0kPKlFdV8EufAiA367fjsI8blYvZWFSwBJIeSgl4vb8DdS/5Xmz4NqlNAA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.4.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":398995},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"a0cc76e0b924204a85462d3cfe7fc32df89a959e","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.4.1_1770675124745_0.9122043470847603","host":"s3://npm-registry-packages-npm-production"}},"0.5.0":{"name":"@vercel/agent-eval","version":"0.5.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.5.0","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"discepoli","email":"nic.discepoli@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"mario.lopez.arturo","email":"mario@lopez.fyi"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"6b43aa04244fe879400e719b71f4b7763ba99609","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.5.0.tgz","fileCount":113,"integrity":"sha512-l0dthqhaT7KHFiDUIiAdmVjgEg593YLucTctiWnTNPg6EsjU+00ORvqfdJPWZZcMWVNCumkZa1vIhcjBnyv0WA==","signatures":[{"sig":"MEUCIQCgcJdunLP+coz7xnCdyJD0M+06JiQ59qJwoAmOWi3FVgIgNOylVloLqxv+4yYZKrIvChAzbq+aS6GEinb9Dlw7taI=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.5.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":434851},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"4f9d492e8d7f068fca4a6075e13b5ca23740e8cb","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.5.0_1770764871801_0.2695651335452569","host":"s3://npm-registry-packages-npm-production"}},"0.6.0":{"name":"@vercel/agent-eval","version":"0.6.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.6.0","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"discepoli","email":"nic.discepoli@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"mario.lopez.arturo","email":"mario@lopez.fyi"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"403a183d982cc554d67952255bc12398eea3f6fb","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.6.0.tgz","fileCount":113,"integrity":"sha512-j5uFqOQ4lgY3Jxhi8jX/zAQs94yCztpF0FMD+IF4CSfsL4J+kCzM5hI72MKc6FOcmdZiJaN2pTMq73/TNZapMg==","signatures":[{"sig":"MEYCIQCU39zRKJrAlqh58NLtoAdTgrjfUWU48bq1ijwYPFc/NQIhANmUNAmNlz819yyMUKibkxX4x5+OJVe2BPBfSUSrDaUi","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.6.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":437388},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"68adf6525d63c07570810606ec4426a52143faaf","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.6.0_1770841755361_0.22021945027266576","host":"s3://npm-registry-packages-npm-production"}},"0.6.1":{"name":"@vercel/agent-eval","version":"0.6.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.6.1","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"discepoli","email":"nic.discepoli@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"mario.lopez.arturo","email":"mario@lopez.fyi"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"547e598de6f48a1bca47d33944465efac059ae97","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.6.1.tgz","fileCount":113,"integrity":"sha512-J7K3F7LTIZ8Te6C5VTpPqwfwLtEFYHreg+7TOILq51x1b3NBy2ddFdfF1AhqvnadnjMCG8XDumOxGkE19LzTsg==","signatures":[{"sig":"MEYCIQCVpQKn/gfaYqFiuLWFdhYgvNOKSBK+Vv+vt5ogTYTCiAIhANWXIQAK8RJK812Gg2liaumYrVNqYe1ywaYJOUP3UABG","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.6.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":446092},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"d37b219fb40cdd2be9c4c5dafe3d59fe982c4cd7","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.6.1_1770885870703_0.9316021443402565","host":"s3://npm-registry-packages-npm-production"}},"0.6.2":{"name":"@vercel/agent-eval","version":"0.6.2","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.6.2","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"discepoli","email":"nic.discepoli@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"mario.lopez.arturo","email":"mario@lopez.fyi"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"fc4012cf354f643efea57ee41b53f35711bc07a7","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.6.2.tgz","fileCount":113,"integrity":"sha512-8Zlyyqp7Un2eKmCRBwgSg5D3zq2Cw685QRokJWKknovzhAm679CM5ehn55G28wQVsBBiiIG8YefeX754Eto+WA==","signatures":[{"sig":"MEUCIGxNxLERxjjzk0Alr37RyUfsIbkZpvL1SKMV3Q3y76lBAiEAi6CwZPAfGMXPYxvzVxgdSjDgzELirLn2mVqDVXwcPjs=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.6.2","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":446105},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"0b7bb881ca5e66935c264a35a6134705b8d60393","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.6.2_1770911492019_0.7196657577137873","host":"s3://npm-registry-packages-npm-production"}},"0.7.0":{"name":"@vercel/agent-eval","version":"0.7.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.7.0","maintainers":[{"name":"sebastianroming","email":"sebastian.roming@gmail.com"},{"name":"craigandrews","email":"craigeandrews@gmail.com"},{"name":"gkaragkiaouris","email":"gkaragkiaouris2@gmail.com"},{"name":"dglsparsons","email":"dglsparsons@gmail.com"},{"name":"bvred4244","email":"becky.vredenburg@vercel.com"},{"name":"dummdidumm","email":"sholthausen@web.de"},{"name":"adriancooney_vercel","email":"adrian.cooney@vercel.com"},{"name":"eveporcello","email":"eve@moonhighway.com"},{"name":"bcorn-cely","email":"brandon.corn@vercel.com"},{"name":"atinux","email":"atinux@gmail.com"},{"name":"dvoytenko","email":"dvoytenko@gmail.com"},{"name":"amyegan","email":"amysutter1015@gmail.com"},{"name":"brookemosby","email":"brooke.mosby@vercel.com"},{"name":"feugy","email":"damien.feugas@gmail.com"},{"name":"swarnavasengupta","email":"swarnavasengupta@gmail.com"},{"name":"raunofreiberg","email":"freiberggg@gmail.com"},{"name":"mamuso","email":"mamuso@mamuso.net"},{"name":"goncy","email":"gonzalo.pozzo4@gmail.com"},{"name":"smaeda-ks","email":"jrsyo0905@gmail.com"},{"name":"henryheffernan","email":"henry.heffernan@vercel.com"},{"name":"gargis5","email":"gs051095@gmail.com"},{"name":"wycats","email":"wycats@gmail.com"},{"name":"yvonnezhou","email":"yvonne.zhou@vercel.com"},{"name":"chibicode","email":"shu.chibicode@gmail.com"},{"name":"andybitz","email":"artzbitz@gmail.com"},{"name":"iamevilrabbit","email":"hello@evilrabb.it"},{"name":"tootallnate","email":"nathan@tootallnate.net"},{"name":"styfle","email":"steven@ceriously.com"},{"name":"matthewbinshtok","email":"matthew.binshtok@gmail.com"},{"name":"mglagola","email":"npm@mark.gl"},{"name":"javivelasco","email":"javier.velasco86@gmail.com"},{"name":"luimey","email":"luis_meyer@outlook.de"},{"name":"timer","email":"timer150@gmail.com"},{"name":"lucleray","email":"luc.leray@gmail.com"},{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"anatrajkovska","email":"ana.trajkovska2015@gmail.com"},{"name":"n0rlant1s","email":"b@banisingh.com"},{"name":"jooliashi","email":"julia.shi@nyu.edu"},{"name":"timneutkens","email":"tim@vercel.com"},{"name":"elsigh","email":"lsimon@commoner.com"},{"name":"wits","email":"witspr@gmail.com"},{"name":"lpalmes","email":"lpalmes@gmail.com"},{"name":"cl3arglass","email":"haltaffer@gmail.com"},{"name":"samsisle","email":"samko9522@gmail.com"},{"name":"chriswdmr","email":"github.wolle404@gmail.com"},{"name":"rizbizkits","email":"rizwana.akmal@hotmail.com"},{"name":"ismaelrumzan","email":"ismaelrumzan@gmail.com"},{"name":"rich.davis.vercel","email":"rich.davis@vercel.com"},{"name":"creationix","email":"tim@creationix.com"},{"name":"feedthejim","email":"laijimmy0@gmail.com"},{"name":"casey.gowrie","email":"casey.gowrie@vercel.com"},{"name":"rauchg","email":"rauchg@gmail.com"},{"name":"huozhi","email":"inbox@huozhi.im"},{"name":"aldosch","email":"aldo.schumann@vercel.com"},{"name":"lfades","email":"luisito453@gmail.com"},{"name":"okbel","email":"curciobel@gmail.com"},{"name":"jerilynz","email":"zheng.jerilyn@gmail.com"},{"name":"hedyzandi","email":"hedy.zandi@gmail.com"},{"name":"padmaia","email":"dev@padmaia.rocks"},{"name":"delba","email":"delbabrown@gmail.com"},{"name":"sokra","email":"tobias.koppers@googlemail.com"},{"name":"gsandhu","email":"gsandhu@csumb.edu"},{"name":"dbredvick","email":"dbredvick@gmail.com"},{"name":"hungrybearstudio","email":"rich@vercel.com"},{"name":"calebboyd","email":"caleb.boyd@hotmail.com"},{"name":"hellojennifertran","email":"hellojennifertran@gmail.com"},{"name":"marcgreenstock","email":"marc@marcgreenstock.com"},{"name":"agadzik","email":"andrew.gadzik@vercel.com"},{"name":"tknickman","email":"tknickman@gmail.com"},{"name":"janory","email":"szathmary.janos89@gmail.com"},{"name":"jeffreyarneson","email":"jeffrey@vercel.com"},{"name":"mattjared","email":"mattjared9@gmail.com"},{"name":"msimulcik","email":"simulcik.miro@gmail.com"},{"name":"gdborton","email":"gdborton@gmail.com"},{"name":"correttojs","email":"fabio.benedetti@gmail.com"},{"name":"cramforce","email":"malte.ubl@gmail.com"},{"name":"kakadiadarpan","email":"kakadiadarpan@gmail.com"},{"name":"maxleiter","email":"maxwell.leiter@gmail.com"},{"name":"kit-foster","email":"katya.a.foster@gmail.com"},{"name":"tilly3g","email":"tilly.gee@vercel.com"},{"name":"ecklf","email":"ecklf@icloud.com"},{"name":"healeycodes","email":"healeycodes@gmail.com"},{"name":"dferber90","email":"dominik.ferber@gmail.com"},{"name":"epallerols","email":"epallerols@vercel.com"},{"name":"nicolas-webdev","email":"nicobsas@gmail.com"},{"name":"schlez","email":"gal@spitfire.co.il"},{"name":"npm_bot_vercel_support","email":"it+npmvercelsupport@vercel.com"},{"name":"pieparker","email":"scott@vercel.com"},{"name":"jtaylor0196","email":"jourdandiskin@gmail.com"},{"name":"javierbyte","email":"hi@javier.xyz"},{"name":"emeraldsanto","email":"yanick.belanger@yahoo.com"},{"name":"gaspar09","email":"gaspar.garcia09@gmail.com"},{"name":"mmastrac","email":"matthew@mastracci.com"},{"name":"sr_intern","email":"mooradsudais@gmail.com"},{"name":"gudmundur","email":"gudmundur.bjarni@gmail.com"},{"name":"nick.tracey","email":"nick.tracey@vercel.com"},{"name":"bmealey","email":"blakemealey@gmail.com"},{"name":"doque","email":"dombusser@gmail.com"},{"name":"aaorris","email":"aaorris@gmail.com"},{"name":"nuta","email":"email@seiya.me"},{"name":"daniel.campbell","email":"daniel.campbell@vercel.com"},{"name":"quiibz","email":"quiibzdev@gmail.com"},{"name":"chloe.tedder","email":"chloectedder@gmail.com"},{"name":"mjakobis","email":"marta.hawkins@gmail.com"},{"name":"mehulkar","email":"mehul.kar@fastmail.com"},{"name":"tcc-sejohnson","email":"permanently.gruntled@gmail.com"},{"name":"filiphasson","email":"hasson.filip@gmail.com"},{"name":"lubakravche","email":"luba.kravchenko@vercel.com"},{"name":"gnoff","email":"jcs.gnoff@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"wbinnssmith","email":"wbinnssmith@gmail.com"},{"name":"ofhouse","email":"felixhaus@gmail.com"},{"name":"mknichel-vercel","email":"mark.knichel@vercel.com"},{"name":"vvo","email":"vincent@codeagain.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"rob-peters-vercel","email":"rob.peters@vercel.com"},{"name":"gt-codes","email":"garrett1.tolbert@gmail.com"},{"name":"balazsorban","email":"info@balazsorban.com"},{"name":"tobiaslins","email":"me@tobi.sh"},{"name":"tiago-loureiro","email":"tiago.loureiro@gmail.com"},{"name":"mbrakken","email":"marc.brakken@gmail.com"},{"name":"timolins","email":"me@timo.sh"},{"name":"anthonyshew","email":"anthonyshew@gmail.com"},{"name":"cmeyer_vercel","email":"chris.meyer@vercel.com"},{"name":"miguelalcalde","email":"miguel.alcalde@vercel.com"},{"name":"laugharn","email":"laugharn@gmail.com"},{"name":"vieko","email":"vieko.franetovic@gmail.com"},{"name":"robin-vercel","email":"robin.yoong@vercel.com"},{"name":"wude935","email":"derek.wu@vercel.com"},{"name":"zach-balda","email":"zach.balda@vercel.com"},{"name":"ah100101","email":"alex.hawley@vercel.com"},{"name":"quietshu","email":"g@shud.in"},{"name":"ijjk","email":"jj@jjsweb.site"},{"name":"vercelben","email":"ben@vercel.com"},{"name":"zharich","email":"rzhang@live.com.au"},{"name":"joey.berkowitz","email":"joey.berkowitz@vercel.com"},{"name":"dfein","email":"dan.fein@vercel.com"},{"name":"onsclom","email":"austinmerrick@onsclom.net"},{"name":"ashok.gurumurthy","email":"ashok.gurumurthy@vercel.com"},{"name":"davidvercel","email":"david.wells@vercel.com"},{"name":"discepoli","email":"nic.discepoli@vercel.com"},{"name":"owoce","email":"lolzatu2@gmail.com"},{"name":"ergun1017","email":"ergun.erdogmus@vercel.com"},{"name":"shaper42","email":"lemurware@gmail.com"},{"name":"ademau","email":"alice.demauro@vercel.com"},{"name":"layonthebeech","email":"beecherp@gmail.com"},{"name":"jeffsee55","email":"jeffsee.55@gmail.com"},{"name":"zeejab","email":"zahra.arch@gmail.com"},{"name":"acdlite","email":"npm@andrewclark.io"},{"name":"mcabs3","email":"mcabs3@gmail.com"},{"name":"msempere","email":"odoncopon@gmail.com"},{"name":"kldavis4","email":"kldavis4@gmail.com"},{"name":"lukahartwig","email":"mail@lukahartwig.de"},{"name":"bgw","email":"npm@benjam.info"},{"name":"mikevercel","email":"mike.curtis@vercel.com"},{"name":"sipex","email":"dominik.sipowicz@gmail.com"},{"name":"jeremyphilemon","email":"git@jrmyphlmn.com"},{"name":"eprosimon","email":"eprosimon@gmail.com"},{"name":"rithmic","email":"me@rithmic.dev"},{"name":"danmfox","email":"dan.fox@vercel.com"},{"name":"n-vigier","email":"nvigier46@gmail.com"},{"name":"vercelmatt","email":"matt.collier@vercel.com"},{"name":"judegao","email":"judegao@outlook.com"},{"name":"vercel-ctate","email":"chris.tate@vercel.com"},{"name":"sjoedwards","email":"samuel.j.o.edwards@gmail.com"},{"name":"albanese","email":"gcalbanese96@gmail.com"},{"name":"sceiler","email":"yimin.yang0@gmail.com"},{"name":"lgrammel","email":"lars.grammel@gmail.com"},{"name":"jamesvclements","email":"jamesvclements@gmail.com"},{"name":"tomocchino","email":"tomocchino@gmail.com"},{"name":"aryamankha","email":"aryaman.khandelwal@gmail.com"},{"name":"techwraith","email":"techwraithpdx@gmail.com"},{"name":"mattfroggett","email":"matt.froggett@vercel.com"},{"name":"eps1lon","email":"silbermann.sebastian@gmail.com"},{"name":"pbzona","email":"phil.b.zona@gmail.com"},{"name":"malewis5","email":"matt.lewis@vercel.com"},{"name":"devjiwonchoi","email":"devjiwonchoi@gmail.com"},{"name":"twwright","email":"twwright@gmail.com"},{"name":"wilson-w-vercel","email":"youhanwang1119@gmail.com"},{"name":"konstv","email":"cppruler@gmail.com"},{"name":"zacktanner","email":"zacktanner@gmail.com"},{"name":"gabenunez","email":"dotpeenge@gmail.com"},{"name":"shadcn","email":"m@shadcn.com"},{"name":"unstubbable","email":"mail@hendrik-liebau.de"},{"name":"mario.lopez.arturo","email":"mario@lopez.fyi"},{"name":"sueplex","email":"sage.abraham@vercel.com"},{"name":"ethanshea","email":"ethan.shea@vercel.com"},{"name":"idoatvercel","email":"ido.pesok@vercel.com"},{"name":"wentsul","email":"wenzel.michael@gmail.com"},{"name":"vikhyath","email":"vikhyathnitte@gmail.com"},{"name":"mischnic","email":"niklas.mischkulnig@gmail.com"},{"name":"hgstrm","email":"anders@o53.nl"},{"name":"dcampvc01","email":"dan.campbell@vercel.com"},{"name":"mitul-s","email":"mitulxshah@gmail.com"},{"name":"jonphey","email":"jonphey91@gmail.com"},{"name":"annagzh","email":"annagzh@gmail.com"},{"name":"rich_harris","email":"richard.a.harris@gmail.com"},{"name":"andrewbarba","email":"barba@hey.com"},{"name":"bcjroberts","email":"ben.roberts@vercel.com"},{"name":"marc-vercel","email":"marc.codina@vercel.com"},{"name":"ali-vercel","email":"ali.smesseim@vercel.com"},{"name":"duijf","email":"npm@duijf.io"},{"name":"plmrry","email":"plmrry@gmail.com"},{"name":"tmdo","email":"thibault.mirandadeoliveira@gmail.com"},{"name":"julianbenegas","email":"julianbenegas99@gmail.com"},{"name":"rao.chandan","email":"rao.chandan@gmail.com"},{"name":"thebigsadowski","email":"joe.sadowski@gmail.com"},{"name":"govind-vercel","email":"govind.dandekar@vercel.com"},{"name":"tomjohndesign","email":"tomjohndesign@gmail.com"},{"name":"bshanz","email":"brianshanley24@gmail.com"},{"name":"aubreychamberlain","email":"aubrey.chamberlain@vercel.com"},{"name":"kmiddleton14","email":"kmiddleton14@gmail.com"},{"name":"yavor","email":"yavor.punchev@gmail.com"},{"name":"gracelliu","email":"grace.liu@vercel.com"},{"name":"1st1","email":"yury@magic.io"},{"name":"whatplan","email":"ethan@niser.com"},{"name":"fmoor","email":"mailfrederickmoor@gmail.com"},{"name":"vercel-eddie","email":"eddie.owens@vercel.com"},{"name":"tristantcooper","email":"tristan.cooper@vercel.com"},{"name":"rklaeser","email":"reed.klaeser@gmail.com"},{"name":"merycodes","email":"merykft@gmail.com"},{"name":"nmelms","email":"nmelms92@gmail.com"},{"name":"yasoobr0","email":"yasoob.f.rasheed@gmail.com"},{"name":"m7rcelo","email":"marcelo.dealmeida@vercel.com"},{"name":"estebansuarez","email":"estebansuarezblog@gmail.com"},{"name":"bobmshannon","email":"bob.shannon@vercel.com"},{"name":"caseyokeefe","email":"casey.okeefe@vercel.com"},{"name":"bhrigu","email":"captain.bhrigu@gmail.com"},{"name":"laksshh","email":"lakshaybhushan2403@gmail.com"},{"name":"zackelan","email":"zack.elan@vercel.com"},{"name":"kelzceana","email":"kelechipauline@gmail.com"},{"name":"hannah.hearth","email":"hannah.hearth@vercel.com"},{"name":"falcoagustin.vercel","email":"agustin.falco@vercel.com"},{"name":"npasquinzo","email":"nicholas.pasquinzo@vercel.com"},{"name":"kobolog","email":"me@kobolog.me"},{"name":"timwhite96","email":"tim.white@vercel.com"},{"name":"jnsahaj","email":"sahajjain13@gmail.com"},{"name":"astephen100","email":"ashka.stephen@vercel.com"},{"name":"sylviezhang","email":"sylvie.zhang@vercel.com"},{"name":"matiasgf","email":"matiasngf@hotmail.com"},{"name":"lukesheard","email":"me@lukesheard.com"},{"name":"adrienthebo","email":"adrien@somethingsinistral.net"},{"name":"karthiklangtrace","email":"karthikkalyanaraman.1990@gmail.com"},{"name":"elprans","email":"elprans@gmail.com"},{"name":"rihanarfan","email":"rihan554@gmail.com"},{"name":"olivercarmont","email":"olcarmontzaragoza@gmail.com"},{"name":"jjdopkin","email":"jjdopkin@gmail.com"},{"name":"vercel_it_service_account","email":"it+npmserviceaccount@vercel.com"},{"name":"adamdong","email":"adam.dong@vercel.com"},{"name":"rhyssullivan","email":"rhys@rhyssullivan.com"},{"name":"valerian-roche","email":"valerian.roche@vercel.com"},{"name":"allen-vercel","email":"allen.zhou@vercel.com"},{"name":"alli-vercel","email":"alli.pope@vercel.com"},{"name":"ethshea","email":"ethan.shea+npm@vercel.com"},{"name":"scotttrinh","email":"scott@scotttrinh.com"},{"name":"jaclarke","email":"jaclarke77@gmail.com"},{"name":"bkonkle","email":"brandon@konkle.us"},{"name":"severinlandolt","email":"severin.code@gmail.com"},{"name":"kevinjosethomas","email":"kevin.jt2007@gmail.com"},{"name":"jaygengelbach","email":"jaygengelbach@gmail.com"},{"name":"chriskindl","email":"chris.kindl@vercel.com"},{"name":"tk04","email":"turkisaloufi@gmail.com"},{"name":"gscho","email":"greg.c.schofield@gmail.com"},{"name":"kavinvalli","email":"kavinvalli@gmail.com"},{"name":"nsidnev","email":"sidnev.nick@gmail.com"},{"name":"yash-kothari-vercel","email":"yash.kothari@vercel.com"},{"name":"robherley","email":"robherley13@gmail.com"},{"name":"mingchungx","email":"mingchung.xia@gmail.com"},{"name":"mbaiza","email":"mbaiza27@outlook.com"},{"name":"benyebai","email":"benjamin.bai@uwaterloo.ca"},{"name":"timothyjordan","email":"timothy@timothyjordan.com"},{"name":"tristano45","email":"tristan.onfroy@vercel.com"},{"name":"andyw22","email":"andy.waller@vercel.com"},{"name":"shagrawal","email":"shagrawal.97@gmail.com"},{"name":"neil-vercel","email":"neil.vishvakarma@vercel.com"},{"name":"skullface","email":"paoli.jessica@gmail.com"},{"name":"fernandorojo","email":"fernando@basement.social"},{"name":"kevin.corbett","email":"kevin.corbett08@gmail.com"},{"name":"zacowan","email":"cz8ch8ry@gmail.com"},{"name":"joelhooks","email":"joelhooks@gmail.com"},{"name":"willviles","email":"willrviles@gmail.com"},{"name":"markandrus","email":"markandrusroberts@gmail.com"},{"name":"loganliffick","email":"hello@loganliffick.com"},{"name":"youngbloodcyb","email":"cameron.youngblood@gmail.com"},{"name":"kapehe_ok","email":"kapehe.sevilleja@vercel.com"},{"name":"haydenbleasel","email":"hello@haydenbleasel.com"},{"name":"quuu","email":"qual1337@gmail.com"},{"name":"jteesang","email":"julia.tseng@vercel.com"},{"name":"pckirkland","email":"collier.kirkland@vercel.com"},{"name":"david_keefe","email":"david@davidkeefe.ca"},{"name":"jeffreypo","email":"jpopeufl@gmail.com"},{"name":"aormi-vercel","email":"aaron.ormiston@vercel.com"},{"name":"darafsheh","email":"shardaraf@gmail.com"},{"name":"markpython86","email":"mark.faraj86@gmail.com"},{"name":"lazarv","email":"lazarv1982@gmail.com"},{"name":"tonypan","email":"tony.pan@vercel.com"},{"name":"jackjacksonvercel","email":"jack.jackson@vercel.com"},{"name":"seif.ghezala","email":"seif@tinloof.com"},{"name":"miksu","email":"vojtech@miksu.cz"},{"name":"willsather","email":"will@sather.ws"},{"name":"amanazad","email":"aman.s.azad@gmail.com"},{"name":"jacobparis","email":"jacob@jacobparis.com"},{"name":"icyjoseph","email":"sephxd1234@gmail.com"},{"name":"vercelliot","email":"elliot.dauber@vercel.com"},{"name":"lukesandberg","email":"lukeisandberg@gmail.com"},{"name":"nicolasmontone","email":"montonenicolas01@gmail.com"},{"name":"voodootikigod","email":"voodootikigod@gmail.com"},{"name":"justinkropp","email":"justinkropp+npm@gmail.com"},{"name":"satya-callstack","email":"satyajit.sahoo@callstack.com"},{"name":"christianhubbard","email":"christianhubbard92@gmail.com"},{"name":"woshuajolk","email":"joshgwolk@gmail.com"},{"name":"bennor","email":"bennor@gmail.com"},{"name":"strangle","email":"your@afterima.ge"},{"name":"bmishkin","email":"bm641024@gmail.com"},{"name":"mshepanesh","email":"milosz.szczepanek@callstack.com"},{"name":"karimhasebou","email":"karim.hasebou@gmail.com"},{"name":"williambout","email":"william.bout@me.com"},{"name":"pranaygp","email":"pranay.gp@gmail.com"},{"name":"alex-grover","email":"hello@alexgrover.me"},{"name":"chrmcd-ver","email":"chris.mcdonald@vercel.com"},{"name":"allenzhou101","email":"allen.zhou101@gmail.com"},{"name":"dmori","email":"david.mori@vercel.com"},{"name":"iansbrash","email":"brash@usc.edu"},{"name":"alice-wondered","email":"alice.wood@disroot.org"},{"name":"matchai","email":"hello@matchai.dev"},{"name":"vishalyathish","email":"vishal.yathish@vercel.com"},{"name":"samselikoff","email":"sam.selikoff@gmail.com"},{"name":"mrsasuu_ck","email":"antonio.benitez@callstack.com"},{"name":"mtoth-vercel","email":"michael.toth@vercel.com"},{"name":"anshuman71","email":"anshu5074@gmail.com"},{"name":"runewolf7","email":"chris+digital@chrishahn.me"},{"name":"rohantaneja-vercel","email":"rohan.taneja@vercel.com"},{"name":"hp_arora","email":"harpreet.aneet@gmail.com"},{"name":"joyboy-0","email":"falamino00@gmail.com"},{"name":"matiasperz","email":"matiasperezpc2@gmail.com"},{"name":"jvercel","email":"justin.vitale@vercel.com"},{"name":"tannervercel","email":"tanner.godarzi@vercel.com"},{"name":"gi_wrighty","email":"wrighty@gmail.com"},{"name":"matthewstanciu","email":"mattbstanciu@gmail.com"},{"name":"rickeymcgregor","email":"rickeymcgregor01@gmail.com"},{"name":"richardkunkli","email":"richard.kunkli@vercel.com"},{"name":"bwalvoord","email":"benji.walvoord@vercel.com"},{"name":"robpruzan","email":"rapruzan@gmail.com"},{"name":"danielroe","email":"daniel@roe.dev"},{"name":"rahuliyer-vercel","email":"rahul.iyer@vercel.com"},{"name":"ty37zhang","email":"tianyinzhang1999@gmail.com"},{"name":"shawnfeldman","email":"shawn.feldman@gmail.com"},{"name":"johnphamous","email":"johnphammail@gmail.com"},{"name":"6ary","email":"yo@garytokman.com"},{"name":"ricardo-agz","email":"ricardo.gm@live.com"},{"name":"aej11a","email":"aej11@outlook.com"},{"name":"mclenhard","email":"mclenhard@gmail.com"},{"name":"reynaldo-vercel","email":"reynaldo.jarro@vercel.com"},{"name":"jaredthompson22","email":"jared.thompson@vercel.com"},{"name":"jetthen","email":"jett.hendry@vercel.com"},{"name":"robkebab","email":"rpc219@gmail.com"},{"name":"raidalt","email":"raid.alt@vercel.com"},{"name":"codyellow","email":"codyjwong@gmail.com"},{"name":"pablostanley","email":"pablostanley1@gmail.com"},{"name":"ronnie-hanif","email":"ronnie.hanif@gmail.com"},{"name":"zypx","email":"zachsnkrs@gmail.com"},{"name":"thecle","email":"hi@christianle.com"},{"name":"andy.riancho","email":"andy.riancho@vercel.com"},{"name":"jonasherr","email":"jonas@herrmannsdoerfer.dev"},{"name":"vanessaxteo","email":"vanessateo@berkeley.edu"},{"name":"tomdale","email":"tom@tomdale.net"},{"name":"vincent-derks","email":"vincent.derks@vercel.com"},{"name":"grappeggia","email":"marcosgrappeggia@gmail.com"},{"name":"vaguelyserious","email":"mittgfu@gmail.com"},{"name":"mkrr","email":"mary.karroqe@vercel.com"},{"name":"dalyd14","email":"dalyd14@gmail.com"},{"name":"kacieb","email":"kaciebawiec@gmail.com"},{"name":"gr2m","email":"gregor@martynus.net"},{"name":"karim_v1","email":"karim.rahal@vercel.com"},{"name":"simhskal","email":"lakshmi.subbramanian11@gmail.com"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"b375e15bc72612704bdc8e098a1eda21b2b0e13c","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.7.0.tgz","fileCount":129,"integrity":"sha512-ZLJZnZm7utZeP2i6KIqt7zxlSWyQgZTPXdiqDacxYWC6Zyxm5KYpTYP/PjYQt9qbGh0DGUx+FVQibFo735U4Gw==","signatures":[{"sig":"MEUCIQDbTGgsbhV30xpGzONYS3aHyABpcsZNjwh4SIrEFt+q7gIgJUS+Hw6e6qLf5Al2Hj4GVUfAFu+TBVQbNVczgtKetGs=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.7.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":507851},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"a784dcf962e42084be2b135672012548f65df9de","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.7.0_1770933443541_0.9305635489585258","host":"s3://npm-registry-packages-npm-production"}},"0.7.1":{"name":"@vercel/agent-eval","version":"0.7.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.7.1","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"400b277d913a7f615d932d2f203ff284a99c73e0","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.7.1.tgz","fileCount":129,"integrity":"sha512-pacy/aGxJUX1QgxpIUiBGcIpu/mpodDesJ5ZXW+PeVQs1wMTj7YrhHO/N8yzfmS/ITwTWf64S+CfcBrSrSfsuA==","signatures":[{"sig":"MEUCIAsK8S6PMIDlI2SZRAYEU41fek8Wl3T/gUMtNtBCbFmqAiEAlIh8f0Ep93teh5BA2GdWm0F2LeaHdeMUJSn4tcJnH64=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.7.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":507566},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"aca7f85003fa08233559ee32472ee1da0df2a436","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.7.1_1771269640503_0.9142812413812602","host":"s3://npm-registry-packages-npm-production"}},"0.8.0":{"name":"@vercel/agent-eval","version":"0.8.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.8.0","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"812707e11495dd05890436b202309f68e0128028","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.8.0.tgz","fileCount":129,"integrity":"sha512-Efv6EPUUBc0I0fkw5964O4rGxGDS/j6vYJ2IspZ5sFVdrLdDlqI1llJdkTvuc+cg4EuqXsOhEQhJlaNG9eZ8zQ==","signatures":[{"sig":"MEUCIQDbLNEWT1GFODeeaaVXAs005yndt5TSKBQUhmPsn+81/wIgHkf0Ps2VDvjvGUiS+VTVVPl3pPXMHbDnuPPWRa2ySKY=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.8.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":516714},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"e51473963779ad6fe53b5e2ed4a90f9e0f902206","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.8.0_1771397922639_0.049283343480126085","host":"s3://npm-registry-packages-npm-production"}},"0.9.0":{"name":"@vercel/agent-eval","version":"0.9.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.9.0","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"5c400b78d0b1bc0560900540bebaf8c26504a87c","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.9.0.tgz","fileCount":129,"integrity":"sha512-PZdogCyeQR30EZV7YZVlwApAFM6+d/0gHUQQMAfaxXnAh0Yt+Z0U0jvHV6K0FlCXt69llsC+hXGpBmedJGIffg==","signatures":[{"sig":"MEUCIQD7iLMXnHkC1/TwKHwxA6xCbmIh7z7nJ4JT1Ev0CRgEjAIgK/ids7bqlYnkEBiQhOX/GhMYHeB6qaSQmSMRzn/Btk4=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.9.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":521684},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"8507f17559058ae3b82a18f5a8aff68f0b121606","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.6.2","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.9.0_1771627747368_0.8579580715635318","host":"s3://npm-registry-packages-npm-production"}},"0.9.1":{"name":"@vercel/agent-eval","version":"0.9.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.9.1","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"6921e1533d3fe818c94ec3524969835c27bf18ed","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.9.1.tgz","fileCount":129,"integrity":"sha512-JVYkajWb3YGo8U5187ZxeMsukMMgh25lmaowIhLCMrRFtquwV1Rz3dJAKNp88lZpfKqTyj8P8BjWL0vdE1a9uA==","signatures":[{"sig":"MEUCIQCumJYtv1AbCAs1CbzTGCukXZNTXom7XT2IhmUckmjkMgIgAch2KHUR8nBBThzsE57i5TonSZSjSDnCiWCGyAq8Tzs=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.9.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":523048},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"45ed0f2e6d2ed954ba9ca208ace2862b8250955c","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.8.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.9.1_1772049140346_0.07409169865292697","host":"s3://npm-registry-packages-npm-production"}},"0.9.2":{"name":"@vercel/agent-eval","version":"0.9.2","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.9.2","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"5b0c5ad15cc7a7842867d7ac71643f91175fd83a","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.9.2.tgz","fileCount":129,"integrity":"sha512-FKUue7xrTUDnSh+0rEAVXIMyT3q6i5QPaXfX53K471YmMJXMJibjFrTSQqKNBlViaSka1GkA2vo7I2kUiFxcoA==","signatures":[{"sig":"MEQCIGdvM30Ch+dio4mSW8YbqMaaCldzPO727ghYO7upWHrjAiBUTd2ViqFDegmdCxiMfs/3DBs9b7W5PEMiV3OB35l6Zg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.9.2","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":524899},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"91207502a11d7b087144d394e65588c580f49e7f","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.8.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.13.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.9.2_1772055688273_0.5407749137315676","host":"s3://npm-registry-packages-npm-production"}},"0.9.3":{"name":"@vercel/agent-eval","version":"0.9.3","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.9.3","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"e1b97d2f39b84c9ea6cc13b54143843b1528ca70","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.9.3.tgz","fileCount":129,"integrity":"sha512-wdLSP0J/RXLCKVhmN/UTELST9EDkRvwXxBIiS96+4zndaBUlkJMzOAT2ft2tBPMlAQg4qlBD0lxSrXBPNzgiIA==","signatures":[{"sig":"MEUCIQDpi2N1c6ItZ7taiply5iekJbKOm00pQzEo6+x2SsNKhwIgX1Ka0DF0hur5nqyOMRKLjHfxCc+/96Q+qSBm9/zdlgY=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.9.3","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":526065},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"c9c0db1d7d4ef21a9e795f110afd48d59661849f","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.9.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.1.2","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.9.3_1773897749186_0.36042684976228423","host":"s3://npm-registry-packages-npm-production"}},"0.9.4":{"name":"@vercel/agent-eval","version":"0.9.4","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.9.4","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"96999b70fb4ff4d101069f17ed36fbc19ebe103c","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.9.4.tgz","fileCount":129,"integrity":"sha512-lMV4fB664KQYDQ2q9SkuSZ/TLKy2iaYQjNpMXa3QfYnkwcSK+Qpl1lCWL/fm2gGZmYUSHgg5j5Q58np+9KLlxw==","signatures":[{"sig":"MEUCIEeiuXhdm8LHI8jlSRRKtDF4bRe2pf/xLuqfwflD8cBWAiEA6r/Xh0fav2XAzX/51NNevODujpL02eqXNiddBPKzElI=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.9.4","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":526065},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"7c6fee55eb430db3392e5d31acf578523caed6e6","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.9.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.9.4_1773931954875_0.5168858654243116","host":"s3://npm-registry-packages-npm-production"}},"0.9.5":{"name":"@vercel/agent-eval","version":"0.9.5","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.9.5","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"9220162fdc1ab382465540bd070c3ea684d13598","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.9.5.tgz","fileCount":129,"integrity":"sha512-wSs0K39zZFQDNniG0UNeZMy3GgVDSuTyhVKZVqxm33nu3sq2KJjOSJCpvoFaXKUWkk2Ea3DTaxJsVgp8b1Xq5w==","signatures":[{"sig":"MEQCIET6eWulKmIyki12qbgpFRwWzS8asWyyACRs6oWbd6/CAiAt1McOv+MiJV++j67NxnrGyfQnt0/MlY9Gl7yFKfuQGQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.9.5","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":526150},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"90f33d8e6c79879a90c2a8aebef7959ce470b73a","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.9.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.9.5_1774106490728_0.820317683116238","host":"s3://npm-registry-packages-npm-production"}},"0.10.0":{"name":"@vercel/agent-eval","version":"0.10.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.10.0","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"8991306821a67b4dcac3878dbefd57471c799318","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.10.0.tgz","fileCount":129,"integrity":"sha512-t3Nc51oPP66/UYLbKpKJO+/LmNUohFsyseDFetD2mS/iCI/9OLhjPXj6pRRDyr9GCUJ5PkX1scpGm6nP76WRyw==","signatures":[{"sig":"MEYCIQDFm/vdz5ZZX29bfkkx8XtgJP1D0z4gg4EZMkn+CDF28wIhAPVjjb1M0HT2tN/mb4ITBws/drjgFNCmOEGqhbmzejyf","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.10.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":529768},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"cb441f58becc1e739c819b0af3d7a9f160fa3278","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.11.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.10.0_1776195839260_0.2807215221427941","host":"s3://npm-registry-packages-npm-production"}},"0.10.1":{"name":"@vercel/agent-eval","version":"0.10.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.10.1","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"956da9cfea8314189d8f5d8f275f4c25e03859b9","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.10.1.tgz","fileCount":129,"integrity":"sha512-eW61mt2pXBtev5SVybHNOO2DCZWRjAIApwmHd60RtZ1TX/3wxHgiZK/3RYHQ8+kONWg3hZ2BUGwtDKe6KvufWA==","signatures":[{"sig":"MEQCIF64gnqG2LSYolZ5/l/y9XWWVDTm2Z4rApyzTWneuIZuAiAmzhnbye0ulTWkGo0Gs8vyEP9/OY30z9XMH9Q/TI2AuA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.10.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":530313},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"01c6e88322934a2b4bac9d54be27e79e27f8276f","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.11.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.10.1_1776218519334_0.8159228002114407","host":"s3://npm-registry-packages-npm-production"}},"0.11.0":{"name":"@vercel/agent-eval","version":"0.11.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.11.0","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"62ceb65ca31d3269e09d6a5a7f641e81b131a56e","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.11.0.tgz","fileCount":129,"integrity":"sha512-9H5EpESZ8vUyaV26WteZi7NjabXttdjZFZBgCs2P+yTgcVAo/kqqIdtBBaeEYpyvOrEkR+/4V7qYTWdBdTeYBQ==","signatures":[{"sig":"MEUCIQD0UcZxs1bgw+1y4xxuzhRQph6ozf/IRzhohafFA6KZoQIgaNtSyPD6GaGUnFzgxK7RQyODzHaCMfX/DI1jBqiXxT8=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.11.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":535523},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"4385c53c84f0378eb6b939efd5cd1ab4b36c35ba","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.11.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.11.0_1776264846845_0.6164116660912784","host":"s3://npm-registry-packages-npm-production"}},"0.12.0":{"name":"@vercel/agent-eval","version":"0.12.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.12.0","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"47b25a37960db8638e52ff913b106f472bbe1ea8","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.12.0.tgz","fileCount":129,"integrity":"sha512-0VK6J54JrNNmg768AcPbhuKWA2VVNIGdq4mw5Gwz2QP+l9jU+J65rEiJXGCnjRqnTzu9LXkJus5P1BvC8vG6ig==","signatures":[{"sig":"MEQCIDkPG89tROd0h9BmaUt1l63lvlNEynIJa4d0bk2fTlxrAiBZJcMjzv4R7PNUuQXnt+8Vvu0ogzZCxZ0q9CSP4F2Gyg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.12.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":536348},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"69db6fca7ba5df66148c78e06a9f2446ab2b5c7e","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.11.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.12.0_1776354047044_0.894305700331395","host":"s3://npm-registry-packages-npm-production"}},"0.12.1":{"name":"@vercel/agent-eval","version":"0.12.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.12.1","maintainers":[{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"333f988be1f8469762ca2d796ea44f41bb3a07c8","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.12.1.tgz","fileCount":129,"integrity":"sha512-gsh3F3ZHjXWgwRzpzm9TLU8x45H6yztYhCuiEsnr9kAH/K3AyMrJdQQRQejeiPRMvL7gob2YHgWaQv7qDieyIw==","signatures":[{"sig":"MEUCIQDM+28fM2ZGpEBj/QxNwXpCttk25+z8QDhivZcyi4d1lwIgCNy76xM3EqSWPLGaT7aJaLWd28mwhttI9xOHaPDmWdc=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.12.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":538362},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"4b81d0f6760569010cf8b270041aa634ea5534fa","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.11.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.12.1_1776366603999_0.8805152214290985","host":"s3://npm-registry-packages-npm-production"}},"0.13.0":{"name":"@vercel/agent-eval","version":"0.13.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.13.0","maintainers":[{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"42e26f1aa711d569665e7acefcdbb74a279b1df5","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.13.0.tgz","fileCount":129,"integrity":"sha512-PLdQP0n/BGTwjcwoFboLmZO3Nn+5MqlMWfdK2ibOUF04Ek7wlXwfzozj9Zy6TyHZY+3kB1Lo/svUJ3ejqeqSCQ==","signatures":[{"sig":"MEUCIGJGS596KNWAUdR9g2XK+8c0xG80QQKpkQ/7eyoVllhAAiEAkizZazPJL22Nuhy1SQosZKy20/zjxyDad7sPpCGgaMk=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.13.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":534030},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"f7e79f7a1fc62fef589a2b16b53a25dbc6621afa","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.11.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.13.0_1777088052399_0.29451974006891635","host":"s3://npm-registry-packages-npm-production"}},"0.13.1":{"name":"@vercel/agent-eval","version":"0.13.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.13.1","maintainers":[{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"95a085d028cb0625864079962562335679fbc452","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.13.1.tgz","fileCount":129,"integrity":"sha512-8+WrOxu+6PvmlDGRbQaLXKT+NJtwJPiEYTvJqC9ocX60kS7/BIzdGuXv2hoe1iXbCOyL4Mvjt4BlYzNomAgP+w==","signatures":[{"sig":"MEUCIAGbJRzcTqX0uzYfPBqOreLyuFIvjYw19dYTpqma5VjDAiEAvrSJxrE2bsT7KWGEZdruVd6nIzYtKLfzXekNuqFE5nI=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.13.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":537727},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"f5cba1ea6769fa8daffbc75bff21c7f3c60f18c1","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.11.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.13.1_1777207921252_0.8157827254974201","host":"s3://npm-registry-packages-npm-production"}},"0.14.0":{"name":"@vercel/agent-eval","version":"0.14.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.14.0","maintainers":[{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"7e0b27a547d6ce9573e29e51351d54dd9796bb39","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.14.0.tgz","fileCount":129,"integrity":"sha512-c+zD2cJW+B47bdEBIE4blhZ88m8+b1t4BfmnrW4aPDE3H+lRg9QAp+wq+FdJZwGCL27W7TtGk4I36zBb6hZwWA==","signatures":[{"sig":"MEYCIQC+6pxGNb+fzCu48rNBG8GpIgPKhisqUPWpHjD8+VYyqQIhAJOfZJcTxxtnqEnmC80XuaZa4uLSrfaFLQ2nGmJUFGF8","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.14.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":544622},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"475b4bc8798ab820dec705cbe90e6fbc387680b5","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.11.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.14.1","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.14.0_1778022277990_0.14378191302423882","host":"s3://npm-registry-packages-npm-production"}},"0.14.1":{"name":"@vercel/agent-eval","version":"0.14.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.14.1","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"0c5adb5ff41480befa645d9c2fa3e17df510a355","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.14.1.tgz","fileCount":129,"integrity":"sha512-uDOOcezxCSXKrGRubxR15weNkINxltLLajky3Qm5ZmtRbrjOIG8zf/CTHw6nkp9Yoev2OaeltNqLuRJR1QyQAA==","signatures":[{"sig":"MEUCIDUEnmtlwBy1n/n1MxctW5E9fTRo8Ha3a8ddvzXobYVoAiEAgUE6Ko3RRFw+6lQT1+nrzyDNPsn/FBkXfcmcsZOnntA=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.14.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":550339},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"330b743167183f594d1edf733e91c63fb652f381","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.12.1","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.15.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.14.1_1779290849976_0.7431019358520943","host":"s3://npm-registry-packages-npm-production"}},"0.14.2":{"name":"@vercel/agent-eval","version":"0.14.2","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.14.2","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"bdb25097addc3177b1574a8bf431c80c279a232b","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.14.2.tgz","fileCount":129,"integrity":"sha512-5MM19fpGArn8jazKTvzPYy7MAMnm1Hn3ObZlwXbJrnGN4otASNmvIquR2PplBJ6ssup/f0pHGA+L+DKMAdwGQQ==","signatures":[{"sig":"MEQCIGaN573w0N6XhZm5y2Z8/UpQmhsCzgue2kXHgukJGwxSAiAk04CXTz/jfcyxlcM+AI00YjUp4PIA9N6e2ReNImKZgQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.14.2","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":550757},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"096192204eedf528f1c6ec180a21f8f03aea3294","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.16.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.14.2_1779936980943_0.6053303568097088","host":"s3://npm-registry-packages-npm-production"}},"0.14.3":{"name":"@vercel/agent-eval","version":"0.14.3","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.14.3","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"d208cf503106973cb256078bdde28657c8c3be18","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.14.3.tgz","fileCount":129,"integrity":"sha512-im2bwlkWvtaymcYq5ulx67nuJrjBXWBtR2IQTGGUIAtN5sf4H6lSRGeW+WzGl5fL27h55dCHl7TQfOAR1hedkg==","signatures":[{"sig":"MEUCICo+f8Z/t0Qiz903cGoPLXRv2CzgTr8tRggkD00bm5aEAiEAgoAkRa5dNxJvcr3pnvhLo+DQuNjNHHStta+kau9wKmw=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.14.3","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":553572},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"cb2280db6166dee5c50c0ec09bb3421a8077daa8","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.16.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.14.3_1780002334689_0.8488332829684484","host":"s3://npm-registry-packages-npm-production"}},"0.14.4":{"name":"@vercel/agent-eval","version":"0.14.4","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.14.4","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"e3716925ce3de6786979332780f4389b3e3cf87e","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.14.4.tgz","fileCount":129,"integrity":"sha512-J5IiiJiOe1X1jVaTptctFKquNHK8xmMc36V8KXdVTvgfOR7EbQbqwkxshvGdXDvQShxfQzrSpLOMWkzxs6vfaw==","signatures":[{"sig":"MEUCIBojnqv+ZTvNSp6Bz6p0O/TTkxZUycaOAYVkY74+DU2iAiEA5LYapO2QGx7kMmVOKxtLAWEn5u4DHpttYihRb9rFRwU=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.14.4","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":555419},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"ff51aaf83dce33509eaf69ac7254b86b1ce380a5","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.16.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.14.4_1780067250417_0.9420261228541964","host":"s3://npm-registry-packages-npm-production"}},"0.14.5":{"name":"@vercel/agent-eval","version":"0.14.5","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@0.14.5","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"c54b4f255db2c29e0226f3ba14d6ed11baa8ba81","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-0.14.5.tgz","fileCount":129,"integrity":"sha512-VXorP8Q0HYNTcRjMgT9gIplG6wEu1fbBlQb5ZVd0bY+gsmguiMZP/8Oel5gSCMlOYtUIjIO3TT3bjb+9/HbONA==","signatures":[{"sig":"MEUCIQCA64rRyL9C4Tm/PyZzLiOZ1o4RjAT6OuwpRC40J614lAIgdGN2wRKNLjiUh1s8yrC7H/3gEON3DSccH4hj6D+lKlg=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@0.14.5","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":553572},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"e4587b5434875b5f7f176606c23c73203143e51a","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.16.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_0.14.5_1780101380411_0.4298871765234613","host":"s3://npm-registry-packages-npm-production"}},"1.0.0":{"name":"@vercel/agent-eval","version":"1.0.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.0.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"57991a04c0ce3bdfa3536b6985ad474f8f03e188","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.0.0.tgz","fileCount":129,"integrity":"sha512-UTWYu2Dv5lX0c4aWNu7uS0n21iQTtS3bU6licbNX8TrXDYEtKveIjJJdZogXr2/9xNws45LcpRVL19eFIaDnDw==","signatures":[{"sig":"MEUCIQC19OYtUW9Biy0xvonza9tuliqehWQ76zE3Onapl3BS8AIgFYbpzebP7bu1GnJxtZYk83RlNHxqn3iV71xVzWTeWRs=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.0.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":567524},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"8fea011ea66b4ddf4d192ab497562f5f8a533e02","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.16.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.0.0_1780333998763_0.3917227775113479","host":"s3://npm-registry-packages-npm-production"}},"1.0.1":{"name":"@vercel/agent-eval","version":"1.0.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.0.1","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"155b4a888b68909edd42fce49de996fdd5bd93ea","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.0.1.tgz","fileCount":129,"integrity":"sha512-7eC9GpUpYcEOVr+viH5rkFCkOvOcigRZwLtoW4A7r+VQIsKk/Ie4hts8eGTgHMd827prVbi8vCNBKllGrBA1Yg==","signatures":[{"sig":"MEYCIQCDyFpNtWghulg6mPLlqVx2P1mPWV0oLPwYMrNau/AtgAIhAKHZdYxjnnLSvfMIssehoYE2JDRsr15COOIPrTqJlFiM","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.0.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":572735},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"966aea0b251cae9bd26afddfc8d37ef4d8cabe6c","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.16.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.0.1_1781159416422_0.5171962430730717","host":"s3://npm-registry-packages-npm-production"}},"1.1.0":{"name":"@vercel/agent-eval","version":"1.1.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.1.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"a1643bc319e3fd9edf7698d5b00bf8b667521836","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.1.0.tgz","fileCount":129,"integrity":"sha512-79sKm8EAhyH0YrNtGinDPxgCfhWgFUou8QzUdJ5v7l0CJ9IulJX5uJWTQOk+mQCcdr16gWHwQ7YZ3qeTVzy+gA==","signatures":[{"sig":"MEUCICYGODqXE2lP7ATFdONLCbq0iHIbX97fD3xLwzIg9qQqAiEAvkKraINy6viDLXIfgFTK3K5bgD3vp+UTjkRDdVcZtzY=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.1.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":578535},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"090c8290de0fa7ecf314a598be264a800b646472","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.16.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.1.0_1781187332699_0.7096290638952691","host":"s3://npm-registry-packages-npm-production"}},"1.1.1":{"name":"@vercel/agent-eval","version":"1.1.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.1.1","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"c748584545686d836bd6e04e9f6dae8b5ee29077","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.1.1.tgz","fileCount":129,"integrity":"sha512-Kzn7iylj0fWkgD2jDDHBk9XS9ITs8+OdhcN97pBRU4+v/wfDjHzVkf/ocvtjS2jZz3G3KeOk9BU1+xxIcIDPkA==","signatures":[{"sig":"MEYCIQCkI5KXw1VSzv1pX/LAi+1O51XsYElvk3xcO4smTVs3dwIhAJuVOEJxprqGIjzHqclFBEkIm5oVNVEDfOtyETAheRBu","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.1.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":579591},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"ed5fdc4c694dc53010757ecd51a7dd85095df660","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.16.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.1.1_1781196596126_0.8252887759978822","host":"s3://npm-registry-packages-npm-production"}},"1.2.0":{"name":"@vercel/agent-eval","version":"1.2.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.2.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"8f083a3d7b56f1badf611d469bd425b6a4491e6a","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.2.0.tgz","fileCount":143,"integrity":"sha512-p0NdqaGp8jW4kN5r2t6gPQxRrHXrhJKY8nbQFVkAF0TzZ5z9tLFC/OPI5jUN2XgY8lFhABoM5748NDmPRR9HNA==","signatures":[{"sig":"MEYCIQCKaIatI1lQnC3kL559wykM003qcfwn9YHZg6HVaD7fSwIhAOXv+DWs2kzksPN0lLmJHiq97qXQaSFbPvsbXXzZisZn","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.2.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":611401},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"6867dc1cf79dad7d230598e3df4e775920d36663","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.13.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.17.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.2.0_1782770622186_0.4811337672357745","host":"s3://npm-registry-packages-npm-production"}},"1.3.0":{"name":"@vercel/agent-eval","version":"1.3.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.3.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"47b29af02e8be9287e99d9f653d104660096524c","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.3.0.tgz","fileCount":143,"integrity":"sha512-x8mxdvteWp7z4I5VuOm2mknlyMUTevbbp7RCiPg7gsVSknOcVxzJxBCaccenHoux2JKwK63svnzfoeIfB2dDWg==","signatures":[{"sig":"MEQCIGfazkXcSMGSXTW9mSOSAjVE5FbJxACN7QroUV2p/qUyAiAyNw8oy5ttTBmLynVjhce14IEz5fvN4CdLXo8eIZ5+yw==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.3.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":649517},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"1d1f4f60b290d1ca3fac00afe07f3db231f00afd","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.16.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.18.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.3.0_1783001037257_0.8959478486983563","host":"s3://npm-registry-packages-npm-production"}},"1.3.1":{"name":"@vercel/agent-eval","version":"1.3.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.3.1","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"9e68dc6efb358490d216e45f09d784ec9ff596bb","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.3.1.tgz","fileCount":143,"integrity":"sha512-9mP+Iri+Ea0uwSjYrUWMFsKY2/jtPZxlb4WkgKqcIPKAB5agg40T9mzjtwTSagTm8VKXw1RlUU7b1XtdSmLvyQ==","signatures":[{"sig":"MEYCIQD1tWwTbrR80GP5fzZ65hxY7kTqrRqUUhJ6JQiJIqjujwIhAPrXTWcXpzNKHRyf8V4PpHSPuOq6AlUekxrRwfgVURnv","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.3.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":655574},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"d33f7cddac1d73d75c9f2dbb299df99b2359b701","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.16.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.18.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.3.1_1783356199715_0.27385826212270037","host":"s3://npm-registry-packages-npm-production"}},"1.4.0":{"name":"@vercel/agent-eval","version":"1.4.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.4.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"745f90f87a9a5ac0a322e13a76457aa60fec605b","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.4.0.tgz","fileCount":143,"integrity":"sha512-wjoZFGgxGDbM9dSYAa9SxeUVCg6WL7lQBvrdOZIRypE6GDnqBV9P5Bw/fjV4wltbXeA3v1iaq1L1osLa7TULpg==","signatures":[{"sig":"MEYCIQDQabFwQQZloMEO5q/8Bwtnljtev7stRi4rMLH47fk39wIhAM6XetsC0kzolRdyJqxMGe1kBkobI407eaVPlvEFqvGl","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.4.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":671554},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"8d886792a064b71e0e40729bac56c786f0a51b4a","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.16.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.18.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.4.0_1784734302301_0.19939677484515927","host":"s3://npm-registry-packages-npm-production"}},"1.5.0":{"name":"@vercel/agent-eval","version":"1.5.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.5.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"39b1b4f4a26a3cd017f6ee4689c9a8855eb42f57","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.5.0.tgz","fileCount":143,"integrity":"sha512-evbgSkCv6CoQxgIr6dfjh6/3K54NxXoykZN5stXS97kTVm4NuU2y7su1WR71Y55tR4l0xgiUTsVp+BlLVh6zZw==","signatures":[{"sig":"MEQCIC7Vy83mbbB+EUQvVrW6/YqdZQ68gfnJjB1fpaOBnZhFAiB3TRqVwwNP1C7V8sMbPk/iUA0dxi4bZxjnukRocFfeXA==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.5.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":672281},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"b4b69f00d6d57cf5c05c8f62afc67d351a0dabab","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.17.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.19.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.5.0_1786494678862_0.7563767989476469","host":"s3://npm-registry-packages-npm-production"}},"1.5.1":{"name":"@vercel/agent-eval","version":"1.5.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@1.5.1","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"6e93330aede135d9f76f0a0f1d59330880ef766c","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-1.5.1.tgz","fileCount":147,"integrity":"sha512-rqOQtgJ8IjRkFkbB+onoc7hDr7PrZQMPz+yi/glN0gXYdqL1l5nkkAXGDQIYOzWR9c6Qx+b7lwohb+e93xxcHw==","signatures":[{"sig":"MEYCIQChFeu5bumFeZgnk0hFZ/Rw6xcL6IZzhtmkP0uPcEd3nQIhAJPZOwbONrKt6+LrfeqhEYwGjobvMB9HyMN8JxJ89wdm","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@1.5.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":682216},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"gitHead":"a2f741f9161bc98dbd8ef74a18e534ad28d263ee","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.17.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.19.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_1.5.1_1786999976278_0.3747042933155753","host":"s3://npm-registry-packages-npm-production"}},"2.0.0":{"name":"@vercel/agent-eval","version":"2.0.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@2.0.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"ee0829787a905d7b81bd379e408316a74cb5ba5b","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-2.0.0.tgz","fileCount":148,"integrity":"sha512-OMrb2EqjYtmVL4oBUgJBddR08Oj9S9GyCtnkJV4SWeYi2RxuNuNTl/rNcl87bo9aiNhUjff7SO+Y/d5zJQd7eA==","signatures":[{"sig":"MEQCIGqs8V3wua9IA4EV0ztUHSZcqafWPL8rXLkT3afS5G4KAiBGAqhdio4+CuH7xE6Mxnmxc8BMURfPSWE0W5BoKU6bSg==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@2.0.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":690522},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js"},"./eval":{"types":"./dist/lib/agents/eval-helper.d.mts","default":"./dist/lib/agents/eval-helper.mjs"},"./package.json":"./package.json"},"gitHead":"32dc9a1ade1efbaa8dbe99fd8a5742c869d881d7","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.17.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.19.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_2.0.0_1787154419208_0.19771354751019743","host":"s3://npm-registry-packages-npm-production"}},"2.1.0":{"name":"@vercel/agent-eval","version":"2.1.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@2.1.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"d5393cab7769cc5bd07cbe7edd16d74924c4af91","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-2.1.0.tgz","fileCount":148,"integrity":"sha512-/egVQOtIHxcv711W5mgwfZtirlzJM1E2h4Th8Y7AuQN0QQH/eFvpJQS+x+QxuR9kASQgd9rWQRP92d8JLfL1ow==","signatures":[{"sig":"MEUCIAlKDwibDaa5KKU4aqidxvpRb8TDHT0HvyKVpHAquXHiAiEA7vVNEg7kBxImsrM6vlNUxjPLVKHsGPi1xauLonfMf3w=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@2.1.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":707904},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js"},"./eval":{"types":"./dist/lib/agents/eval-helper.d.mts","default":"./dist/lib/agents/eval-helper.mjs"},"./package.json":"./package.json"},"gitHead":"46102860ffa362e1e5ec2bb27299dbdd510de190","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.17.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.19.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_2.1.0_1787313128275_0.14325821133530536","host":"s3://npm-registry-packages-npm-production"}},"2.2.0":{"name":"@vercel/agent-eval","version":"2.2.0","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@2.2.0","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"1eff53bdf35fc0de81c09f4d998662683d8d1c00","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-2.2.0.tgz","fileCount":157,"integrity":"sha512-7m+flnTxkEVF6a6Q/6bTHTP9roI3T/46vjU5sRu3pNblKNyFF8zWzZVOhAxprp2eaAZ27+l/X1dFWQrwAZ85ew==","signatures":[{"sig":"MEUCIEYnxZ2JsJCNzvA272CQTkoFScyPQjMa5yVH0dr6jVJ9AiEAhcNg6oG2nIXigjB0zKkendmaLKzzClTwaH/PDj/5Byg=","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@2.2.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":745572},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js"},"./eval":{"types":"./dist/lib/agents/eval-helper.d.mts","default":"./dist/lib/agents/eval-helper.mjs"},"./package.json":"./package.json"},"gitHead":"d4253889140a7087051370db9679045507819ffa","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.17.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.19.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_2.2.0_1787587797718_0.28717763670768415","host":"s3://npm-registry-packages-npm-production"}},"2.2.1":{"name":"@vercel/agent-eval","version":"2.2.1","keywords":["ai","eval","testing","claude","agent","sandbox"],"license":"MIT","_id":"@vercel/agent-eval@2.2.1","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"homepage":"https://github.com/vercel-labs/agent-eval#readme","bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"bin":{"agent-eval":"dist/cli.js"},"dist":{"shasum":"206e708244edcc9bd744aa0e3bfd50bffacd6244","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-2.2.1.tgz","fileCount":157,"integrity":"sha512-TVowf/Q60kw8anu4oAIhb1fc4y8k4jhwjCPwdfNoy9m9W1LHBHZYaIi81QZ+7w2S77hvBi4CAoOnohovjA2Mow==","signatures":[{"sig":"MEYCIQD64bXctH/m4l3aZP/NK3V2wHILKrOcisGp4WHUaSqUAgIhAMGyTEhdDTzk/nnmUnnICN0V7QICDOg4/HOkww5eYBrU","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@2.2.1","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":750896},"main":"dist/index.js","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js"},"./eval":{"types":"./dist/lib/agents/eval-helper.d.mts","default":"./dist/lib/agents/eval-helper.mjs"},"./package.json":"./package.json"},"gitHead":"fb01d911a057089000009db0ab3e39be7a71734c","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.17.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"_nodeVersion":"24.19.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^1.2.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"tmp":"tmp/agent-eval_2.2.1_1787675362288_0.6233146162401162","host":"s3://npm-registry-packages-npm-production"}},"2.3.0":{"_id":"@vercel/agent-eval@2.3.0","bin":{"agent-eval":"dist/cli.js"},"bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"dist":{"shasum":"459ca6db756ce18b4c5573e59e6a17b0fdb2b384","tarball":"https://registry.npmjs.org/@vercel/agent-eval/-/agent-eval-2.3.0.tgz","fileCount":157,"integrity":"sha512-4PCZ5cXUAZ4s9NrE7lZMjTyv6BraqdZ6UnxawKRAMDoAZQ30kYNlWf7UiymA5uaVAvCJE89e5D8mhJyMYjDdGw==","signatures":[{"sig":"MEQCIEnOTAiZySD0ek9wHSVZDOjfuHKJ7e63xB30GXt+GdkEAiBN2ai5k1CFuKBgYaizaWMNk+69LSCWnnESlzDsSL4BmQ==","keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U"},{"keyid":"SHA256:DhQ8wR5APBvFHLF/+Tc+AYvPOdTpcIDqOhxsBHRwC7U","sig":"MEUCIFANZ4q7+sU9pnfbmI5HS2rI2NGllaCNYfAMOdUy7vDIAiEA6/uXNkMVlb44gLjuxdkgqKPVZMUbbid/G7gjbeq34wA="}],"attestations":{"url":"https://registry.npmjs.org/-/npm/v1/attestations/@vercel%2fagent-eval@2.3.0","provenance":{"predicateType":"https://slsa.dev/provenance/v1"}},"unpackedSize":772307},"main":"dist/index.js","name":"@vercel/agent-eval","type":"module","types":"dist/index.d.ts","engines":{"node":">=18.0.0"},"exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js"},"./eval":{"types":"./dist/lib/agents/eval-helper.d.mts","default":"./dist/lib/agents/eval-helper.mjs"},"./package.json":"./package.json"},"gitHead":"7e9aae4f7779f080af785ec88c17ef3c2ab3cebd","license":"MIT","scripts":{"lint":"eslint src/","test":"vitest run","build":"tsc && node scripts/copy-runners.mjs","release":"changeset publish","test:watch":"vitest","test:docker":"SANDBOX_BACKEND=docker vitest run src/lib/docker-sandbox.test.ts","prepublishOnly":"npm run build","test:integration":"INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:docker":"SANDBOX_BACKEND=docker INTEGRATION_TEST=1 vitest run src/integration.test.ts","test:integration:vercel":"SANDBOX_BACKEND=vercel INTEGRATION_TEST=1 vitest run src/integration.test.ts"},"version":"2.3.0","_npmUser":{"name":"GitHub Actions","email":"npm-oidc-no-reply@github.com","trustedPublisher":{"id":"github","oidcConfigId":"oidc:6059db08-f7f8-4285-ba0f-0a21ca70ada2"}},"homepage":"https://github.com/vercel-labs/agent-eval#readme","keywords":["ai","eval","testing","claude","agent","sandbox"],"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"_npmVersion":"11.19.0","description":"Framework for testing AI coding agents in isolated sandboxes","directories":{},"maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"_nodeVersion":"24.20.0","dependencies":{"ai":"^5.0.11","zod":"^3.23.8","glob":"^11.0.0","jiti":"^2.6.1","chalk":"^5.3.0","dotenv":"^16.4.5","p-limit":"^6.1.0","commander":"^12.1.0","dockerode":"^4.0.9","minimatch":"^10.2.4","log-update":"^6.1.0","tar-stream":"^3.1.7","@vercel/sandbox":"^3.3.0","@ai-sdk/anthropic":"^1.2.12"},"publishConfig":{"access":"public","provenance":true},"_hasShrinkwrap":false,"devDependencies":{"tsx":"^4.21.0","eslint":"^9.0.0","vitest":"^2.1.0","typescript":"^5.6.0","@types/node":"^22.0.0","@types/dockerode":"^4.0.1","@types/tar-stream":"^3.1.4","typescript-eslint":"^8.54.0"},"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/agent-eval_2.3.0_1789707955766_0.8057454877818107"}}},"time":{"created":"2026-01-29T01:19:02.199Z","modified":"2026-09-18T05:05:56.218Z","0.0.1":"2026-01-29T01:19:02.480Z","0.0.2":"2026-01-29T03:41:40.326Z","0.0.3":"2026-01-29T03:52:40.668Z","0.0.4":"2026-01-29T05:08:55.574Z","0.0.5":"2026-02-03T17:50:06.061Z","0.0.6":"2026-02-03T20:19:39.808Z","0.0.8":"2026-02-04T00:12:03.487Z","0.0.9":"2026-02-05T01:51:55.980Z","0.0.11":"2026-02-05T18:14:21.141Z","0.0.12":"2026-02-06T21:11:49.544Z","0.0.13":"2026-02-06T21:46:43.634Z","0.0.14":"2026-02-06T22:04:26.231Z","0.0.15":"2026-02-06T22:14:29.759Z","0.1.0":"2026-02-07T01:22:39.766Z","0.2.0":"2026-02-07T22:44:06.199Z","0.3.0":"2026-02-08T05:32:29.161Z","0.3.1":"2026-02-08T06:06:45.424Z","0.3.2":"2026-02-08T21:28:48.657Z","0.4.0":"2026-02-09T19:29:11.573Z","0.4.1":"2026-02-09T22:12:04.939Z","0.5.0":"2026-02-10T23:07:51.959Z","0.6.0":"2026-02-11T20:29:15.545Z","0.6.1":"2026-02-12T08:44:30.840Z","0.6.2":"2026-02-12T15:51:32.182Z","0.7.0":"2026-02-12T21:57:23.752Z","0.7.1":"2026-02-16T19:20:40.666Z","0.8.0":"2026-02-18T06:58:42.798Z","0.9.0":"2026-02-20T22:49:07.539Z","0.9.1":"2026-02-25T19:52:20.565Z","0.9.2":"2026-02-25T21:41:28.483Z","0.9.3":"2026-03-19T05:22:29.325Z","0.9.4":"2026-03-19T14:52:35.088Z","0.9.5":"2026-03-21T15:21:30.890Z","0.10.0":"2026-04-14T19:43:59.450Z","0.10.1":"2026-04-15T02:01:59.470Z","0.11.0":"2026-04-15T14:54:07.084Z","0.12.0":"2026-04-16T15:40:47.221Z","0.12.1":"2026-04-16T19:10:04.150Z","0.13.0":"2026-04-25T03:34:12.576Z","0.13.1":"2026-04-26T12:52:01.416Z","0.14.0":"2026-05-05T23:04:38.172Z","0.14.1":"2026-05-20T15:27:30.144Z","0.14.2":"2026-05-28T02:56:21.089Z","0.14.3":"2026-05-28T21:05:34.864Z","0.14.4":"2026-05-29T15:07:30.605Z","0.14.5":"2026-05-30T00:36:20.640Z","1.0.0":"2026-06-01T17:13:18.980Z","1.0.1":"2026-06-11T06:30:16.606Z","1.1.0":"2026-06-11T14:15:32.868Z","1.1.1":"2026-06-11T16:49:56.287Z","1.2.0":"2026-06-29T22:03:42.346Z","1.3.0":"2026-07-02T14:03:57.465Z","1.3.1":"2026-07-06T16:43:19.889Z","1.4.0":"2026-07-22T15:31:42.501Z","1.5.0":"2026-08-12T00:31:19.043Z","1.5.1":"2026-08-17T20:52:56.457Z","2.0.0":"2026-08-19T15:46:59.445Z","2.1.0":"2026-08-21T11:52:08.419Z","2.2.0":"2026-08-24T16:09:57.924Z","2.2.1":"2026-08-25T16:29:22.432Z","2.3.0":"2026-09-18T05:05:55.857Z"},"bugs":{"url":"https://github.com/vercel-labs/agent-eval/issues"},"license":"MIT","homepage":"https://github.com/vercel-labs/agent-eval#readme","keywords":["ai","eval","testing","claude","agent","sandbox"],"repository":{"url":"git+https://github.com/vercel-labs/agent-eval.git","type":"git"},"description":"Framework for testing AI coding agents in isolated sandboxes","maintainers":[{"name":"matheuss","email":"matheus.frndes@gmail.com"},{"name":"matt.straka","email":"matt.j.straka@gmail.com"},{"name":"vercel-release-bot","email":"infra+release@vercel.com"},{"name":"zeit-bot","email":"team@zeit.co"}],"readme":"ERROR: No README data found!","readmeFilename":""}