@article{wang2025epicoder,
  title={Epicoder: Encompassing diversity and complexity in code generation},
  author={Wang, Yaoxiang and Li, Haoling and Zhang, Xin and Wu, Jie and Liu, Xiao and Hu, Wenxiang and Guo, Zhongxin and Huang, Yangyu and Xin, Ying and Yang, Yujiu and others},
  journal={arXiv preprint arXiv:2501.04694},
  year={2025}
}


@article{xia2024agentless,
  title={Agentless: Demystifying llm-based software engineering agents},
  author={Xia, Chunqiu Steven and Deng, Yinlin and Dunn, Soren and Zhang, Lingming},
  journal={arXiv preprint arXiv:2407.01489},
  year={2024}
}

@article{jiang2025cosil,
  title={CoSIL: Software Issue Localization via LLM-Driven Code Repository Graph Searching},
  author={Jiang, Zhonghao and Ren, Xiaoxue and Yan, Meng and Jiang, Wei and Li, Yong and Liu, Zhongxin},
  journal={arXiv preprint arXiv:2503.22424},
  year={2025}
}

@article{wang2025repomaster,
  title={RepoMaster: Autonomous Exploration and Understanding of GitHub Repositories for Complex Task Solving},
  author={Wang, Huacan and Ni, Ziyi and Zhang, Shuo and Lu, Shuo and Hu, Sen and He, Ziyang and Hu, Chen and Lin, Jiaye and Guo, Yifu and Du, Yuntao and others},
  journal={arXiv preprint arXiv:2505.21577},
  year={2025}
}

@misc{openai2024gpt4o,
  author       = {OpenAI},
  title        = {GPT-4o System Card},
  howpublished = {arXiv preprint arXiv:2410.21276},
  year         = {2024},
  url          = {https://arXiv.org/abs/2410.21276}
}

@misc{openai2025o3,
  author       = {OpenAI},
  title        = {OpenAI o3: Advanced reasoning model},
  year         = {2025},
  month        = apr,
  day          = 16,
  url          = {https://openai.com/index/introducing-o3-and-o4-mini/}
}

@misc{google2025gemini25pro,
  author      = {Gemini Team},
  title       = {Gemini 2.5: Pushing the Frontier with Advanced Reasoning, Multimodality, Long Context, and Next Generation Agentic Capabilities},
  institution = {Google},
  year        = {2025},
  month       = jun,
  url         = {https://storage.googleapis.com/deepmind-media/gemini/gemini_v2_5_report.pdf}

}

@misc{anthropic2025claude_sonnet4,
  author = {Anthropic},
  title  = {Introducing Claude 4},
  year   = {2025},
  month  = may,
  url    = {https://www.anthropic.com/news/claude-4},
}


@article{guo2025deepseek,
  title={Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning},
  author={Guo, Daya and Yang, Dejian and Zhang, Haowei and Song, Junxiao and Zhang, Ruoyu and Xu, Runxin and Zhu, Qihao and Ma, Shirong and Wang, Peiyi and Bi, Xiao and others},
  journal={arXiv preprint arXiv:2501.12948},
  year={2025}
}

@inproceedings{zafar2022evaluating,
  title={Evaluating system-level test generation for industrial software: A comparison between manual, combinatorial and model-based testing},
  author={Zafar, Muhammad Nouman and Afzal, Wasif and Enoiu, Eduard},
  booktitle={Proceedings of the 3rd ACM/IEEE international conference on automation of software test},
  pages={148--159},
  year={2022}
}

@article{dakhel2024effective,
  title={Effective test generation using pre-trained large language models and mutation testing},
  author={Dakhel, Arghavan Moradi and Nikanjam, Amin and Majdinasab, Vahid and Khomh, Foutse and Desmarais, Michel C},
  journal={Information and Software Technology},
  volume={171},
  pages={107468},
  year={2024},
  publisher={Elsevier}
}

@article{yuan2024evaluating,
  title={Evaluating and improving chatgpt for unit test generation},
  author={Yuan, Zhiqiang and Liu, Mingwei and Ding, Shiji and Wang, Kaixin and Chen, Yixuan and Peng, Xin and Lou, Yiling},
  journal={Proceedings of the ACM on Software Engineering},
  volume={1},
  number={FSE},
  pages={1703--1726},
  year={2024},
  publisher={ACM New York, NY, USA}
}

@inproceedings{steenhoek2025reinforcement,
  title={Reinforcement learning from automatic feedback for high-quality unit test generation},
  author={Steenhoek, Benjamin and Tufano, Michele and Sundaresan, Neel and Svyatkovskiy, Alexey},
  booktitle={2025 IEEE/ACM International Workshop on Deep Learning for Testing and Testing for Deep Learning (DeepTest)},
  pages={37--44},
  year={2025},
  organization={IEEE}
}


@article{depalma2024exploring,
  title={Exploring ChatGPT’s code refactoring capabilities: An empirical study},
  author={DePalma, Kayla and Miminoshvili, Izabel and Henselder, Chiara and Moss, Kate and AlOmar, Eman Abdullah},
  journal={Expert Systems with Applications},
  volume={249},
  pages={123602},
  year={2024},
  publisher={Elsevier}
}

@article{gautam2025refactorbench,
  title={Refactorbench: Evaluating stateful reasoning in language agents through code},
  author={Gautam, Dhruv and Garg, Spandan and Jang, Jinu and Sundaresan, Neel and Moghaddam, Roshanak Zilouchian},
  journal={arXiv preprint arXiv:2503.07832},
  year={2025}
}

@article{pailoor2024semantic,
  title={Semantic code refactoring for abstract data types},
  author={Pailoor, Shankara and Wang, Yuepeng and Dillig, I{\c{s}}{\i}l},
  journal={Proceedings of the ACM on Programming Languages},
  volume={8},
  number={POPL},
  pages={816--847},
  year={2024},
  publisher={ACM New York, NY, USA}
}


@article{olausson2023demystifying,
  title={Demystifying gpt self-repair for code generation},
  author={Olausson, Theo X and Inala, Jeevana Priya and Wang, Chenglong and Gao, Jianfeng and Solar-Lezama, Armando},
  journal={CoRR},
  year={2023}
}


@inproceedings{sobania2023analysis,
  title={An analysis of the automatic bug fixing performance of chatgpt},
  author={Sobania, Dominik and Briesch, Martin and Hanna, Carol and Petke, Justyna},
  booktitle={2023 IEEE/ACM International Workshop on Automated Program Repair (APR)},
  pages={23--30},
  year={2023},
  organization={IEEE}
}

@article{hui2024qwen2,
  title={Qwen2. 5-coder technical report},
  author={Hui, Binyuan and Yang, Jian and Cui, Zeyu and Yang, Jiaxi and Liu, Dayiheng and Zhang, Lei and Liu, Tianyu and Zhang, Jiajun and Yu, Bowen and Lu, Keming and others},
  journal={arXiv preprint arXiv:2409.12186},
  year={2024}
}


@article{qian2023chatdev,
  title={Chatdev: Communicative agents for software development},
  author={Qian, Chen and Liu, Wei and Liu, Hongzhang and Chen, Nuo and Dang, Yufan and Li, Jiahao and Yang, Cheng and Chen, Weize and Su, Yusheng and Cong, Xin and others},
  journal={arXiv preprint arXiv:2307.07924},
  year={2023}
}


@article{hong2023metagpt,
  title={Metagpt: Meta programming for multi-agent collaborative framework},
  author={Hong, Sirui and Zheng, Xiawu and Chen, Jonathan and Cheng, Yuheng and Wang, Jinlin and Zhang, Ceyao and Wang, Zili and Yau, Steven Ka Shing and Lin, Zijuan and Zhou, Liyang and others},
  journal={arXiv preprint arXiv:2308.00352},
  volume={3},
  number={4},
  pages={6},
  year={2023}
}

@inproceedings{Xia_2024, series={ISSTA ’24},
   title={Automated Program Repair via Conversation: Fixing 162 out of 337 Bugs for $0.42 Each using ChatGPT},
   url={http://dx.doi.org/10.1145/3650212.3680323},
   DOI={10.1145/3650212.3680323},
   booktitle={Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis},
   publisher={ACM},
   author={Xia, Chunqiu Steven and Zhang, Lingming},
   year={2024},
   month=sep, pages={819–831},
   collection={ISSTA ’24} }


@misc{openai_codex_2025,
  author       = {OpenAI},
  title        = {Introducing Codex: a cloud-based software engineering agent},
  year         = {2025},
  url          = {https://openai.com/index/introducing-codex/},
}

@misc{anthropic_claude_code_2025,
  author       = {Anthropic},
  title        = {Claude Code: agentic coding command‑line tool},
  year         = {2025},
  url          = {https://www.anthropic.com/claude-code}
}


@online{mullen_salva_2025_gemini_cli,
  author    = {Google},
  title     = {Gemini CLI: your open-source AI agent},
  year      = {2025},
  url       = {https://blog.google/technology/developers/introducing-gemini-cli-open-source-ai-agent/}
}



@article{lin2025autop2c,
  title={AutoP2C: An LLM-Based Agent Framework for Code Repository Generation from Multimodal Content in Academic Papers},
  author={Lin, Zijie and Shen, Yiqing and Cai, Qilin and Sun, He and Zhou, Jinrui and Xiao, Mingjun},
  journal={arXiv preprint arXiv:2504.20115},
  year={2025}
}

@article{jimenez2023swe,
  title={Swe-bench: Can language models resolve real-world github issues?},
  author={Jimenez, Carlos E and Yang, John and Wettig, Alexander and Yao, Shunyu and Pei, Kexin and Press, Ofir and Narasimhan, Karthik},
  journal={arXiv preprint arXiv:2310.06770},
  year={2023}
}


@article{zhang2025swe,
  title={SWE-bench Goes Live!},
  author={Zhang, Linghao and He, Shilin and Zhang, Chaoyun and Kang, Yu and Li, Bowen and Xie, Chengxing and Wang, Junhao and Wang, Maoquan and Huang, Yufan and Fu, Shengyu and others},
  journal={arXiv preprint arXiv:2505.23419},
  year={2025}
}

@article{aleithan2024swe,
  title={Swe-bench+: Enhanced coding benchmark for llms},
  author={Aleithan, Reem and Xue, Haoran and Mohajer, Mohammad Mahdi and Nnorom, Elijah and Uddin, Gias and Wang, Song},
  journal={arXiv preprint arXiv:2410.06992},
  year={2024}
}

@misc{scikit-learn,
  author       = {scikit-learn developers},
  title        = {scikit-learn: Machine Learning in Python},
  year         = {2025},
  howpublished = {\url{https://github.com/scikit-learn/scikit-learn}},
  note         = {Accessed: 2025-07-28}
}

@misc{pandas,
  author       = {The pandas development team},
  title        = {pandas: Python Data Analysis Library},
  year         = {2025},
  howpublished = {\url{https://github.com/pandas-dev/pandas}},
  note         = {Accessed: 2025-07-28}
}

@misc{sympy,
  author       = {SymPy Development Team},
  title        = {SymPy: Python library for symbolic mathematics},
  year         = {2025},
  howpublished = {\url{https://github.com/sympy/sympy}},
  note         = {Accessed: 2025-07-28}
}

@misc{statsmodels,
  author       = {Statsmodels Developers},
  title        = {statsmodels: Statistical modeling and econometrics in Python},
  year         = {2025},
  howpublished = {\url{https://github.com/statsmodels/statsmodels}},
  note         = {Accessed: 2025-07-28}
}

@misc{requests,
  author       = {Kenneth Reitz and Requests contributors},
  title        = {Requests: HTTP for Humans},
  year         = {2025},
  howpublished = {\url{https://github.com/psf/requests}},
  note         = {Accessed: 2025-07-28}
}

@misc{django,
  author       = {Django Software Foundation},
  title        = {Django: The Web framework for perfectionists with deadlines},
  year         = {2025},
  howpublished = {\url{https://github.com/django/django}},
  note         = {Accessed: 2025-07-28}
}


@article{wang2024openhands,
  title={Openhands: An open platform for ai software developers as generalist agents},
  author={Wang, Xingyao and Li, Boxuan and Song, Yufan and Xu, Frank F and Tang, Xiangru and Zhuge, Mingchen and Pan, Jiayi and Song, Yueqi and Li, Bowen and Singh, Jaskirat and others},
  journal={arXiv preprint arXiv:2407.16741},
  year={2024}
}


@misc{openai2025codexcli,
  title = {Codex CLI: Local‑First Terminal AI Coding Agent},
  author = {{OpenAI}},
  year = {2025},
  month = apr,
  howpublished = {\url{https://openai.com/introducing-codex}},
  note = {Launched April 15, 2025 as an open‑source CLI coding agent that executes commands locally :contentReference[oaicite:1]{index=1}}
}


@misc{google2025geminicli,
  author       = {Google},
  title        = {Gemini CLI: Open-Source AI Agent for Developer Terminals},
  year         = {2025},
  month        = jun,
  note         = {Accessed: 2025-07-22}
}

@article{seo2025paper2code,
  title={Paper2code: Automating code generation from scientific papers in machine learning},
  author={Seo, Minju and Baek, Jinheon and Lee, Seongyun and Hwang, Sung Ju},
  journal={arXiv preprint arXiv:2504.17192},
  year={2025}
}


@misc{openai_o3mini_2025,
  author       = {OpenAI},
  title        = {OpenAI o3‑mini reasoning model},
  year         = {2025},
  howpublished = {System Card and official release (OpenAI)}, 
  note         = {Released January 31, 2025. Accessed: 2025‑07‑28},
  url          = {https://openai.com/index/openai-o3-mini/}
}

@misc{openai_o4mini_2025,
  author       = {OpenAI},
  title        = {OpenAI o4‑mini reasoning model},
  year         = {2025},
  howpublished = {System Card and official release (OpenAI)}, 
  note         = {Released April 16, 2025. Accessed: 2025‑07‑28},
  url          = {https://openai.com/index/openai-o4-mini/}
}


@article{zhu2024deepseek,
  title={Deepseek-coder-v2: Breaking the barrier of closed-source models in code intelligence},
  author={Zhu, Qihao and Guo, Daya and Shao, Zhihong and Yang, Dejian and Wang, Peiyi and Xu, Runxin and Wu, Y and Li, Yukun and Gao, Huazuo and Ma, Shirong and others},
  journal={arXiv preprint arXiv:2406.11931},
  year={2024}
}

@misc{qwen3technicalreport,
  title={Qwen3 Technical Report},
  author={Qwen Team},
  year={2025},
  eprint={2505.09388},
  archivePrefix={arXiv},
  primaryClass={cs.CL},
  url={https://arxiv.org/abs/2505.09388}
}

@article{liu2025rstar,
  title={rStar-Coder: Scaling Competitive Code Reasoning with a Large-Scale Verified Dataset},
  author={Liu, Yifei and Zhang, Li Lyna and Zhu, Yi and Dong, Bingcheng and Zhou, Xudong and Shang, Ning and Yang, Fan and Yang, Mao},
  journal={arXiv preprint arXiv:2505.21297},
  year={2025}
}

@article{zeng2025acecoder,
  title={Acecoder: Acing coder rl via automated test-case synthesis},
  author={Zeng, Huaye and Jiang, Dongfu and Wang, Haozhe and Nie, Ping and Chen, Xiaotong and Chen, Wenhu},
  journal={arXiv preprint arXiv:2502.01718},
  year={2025}
}

@article{valmeekam2023planning,
  title={On the planning abilities of large language models (a critical investigation with a proposed benchmark)},
  author={Valmeekam, Karthik and Sreedharan, Sarath and Marquez, Matthew and Olmo, Alberto and Kambhampati, Subbarao},
  journal={arXiv preprint arXiv:2302.06706},
  year={2023}
}

@article{armony2025far,
  title={How Far Are LLMs from Symbolic Planners? An NLP-Based Perspective},
  author={Armony, Ma'ayan and Mero{\~n}o-Pe{\~n}uela, Albert and Canal, Gerard},
  journal={arXiv preprint arXiv:2508.01300},
  year={2025}
}

@article{li2025mrg,
  title={MRG-Bench: Evaluating and Exploring the Requirements of Context for Repository-Level Code Generation},
  author={Li, Haiyang},
  journal={arXiv preprint arXiv:2508.02998},
  year={2025}
}

@article{tao2025code,
  title={Code Graph Model (CGM): A Graph-Integrated Large Language Model for Repository-Level Software Engineering Tasks},
  author={Tao, Hongyuan and Zhang, Ying and Tang, Zhenhao and Peng, Hongen and Zhu, Xukun and Liu, Bingchang and Yang, Yingguang and Zhang, Ziyin and Xu, Zhaogui and Zhang, Haipeng and others},
  journal={arXiv preprint arXiv:2505.16901},
  year={2025}
}

@inproceedings{besta2024graph,
  title={Graph of thoughts: Solving elaborate problems with large language models},
  author={Besta, Maciej and Blach, Nils and Kubicek, Ales and Gerstenberger, Robert and Podstawski, Michal and Gianinazzi, Lukas and Gajda, Joanna and Lehmann, Tomasz and Niewiadomski, Hubert and Nyczyk, Piotr and others},
  booktitle={Proceedings of the AAAI conference on artificial intelligence},
  volume={38},
  number={16},
  pages={17682--17690},
  year={2024}
}

@article{sun2023adaplanner,
  title={Adaplanner: Adaptive planning from feedback with language models},
  author={Sun, Haotian and Zhuang, Yuchen and Kong, Lingkai and Dai, Bo and Zhang, Chao},
  journal={Advances in neural information processing systems},
  volume={36},
  pages={58202--58245},
  year={2023}
}

@article{wang2024planning,
  title={Planning in natural language improves llm search for code generation},
  author={Wang, Evan and Cassano, Federico and Wu, Catherine and Bai, Yunfeng and Song, Will and Nath, Vaskar and Han, Ziwen and Hendryx, Sean and Yue, Summer and Zhang, Hugh},
  journal={arXiv preprint arXiv:2409.03733},
  year={2024}
}

@article{huang2024code,
  title={Da-code: Agent data science code generation benchmark for large language models},
  author={Huang, Yiming and Luo, Jianwen and Yu, Yan and Zhang, Yitong and Lei, Fangyu and Wei, Yifan and He, Shizhu and Huang, Lifu and Liu, Xiao and Zhao, Jun and others},
  journal={arXiv preprint arXiv:2410.07331},
  year={2024}
}

@article{starace2025paperbench,
  title={PaperBench: Evaluating AI's Ability to Replicate AI Research},
  author={Starace, Giulio and Jaffe, Oliver and Sherburn, Dane and Aung, James and Chan, Jun Shern and Maksin, Leon and Dias, Rachel and Mays, Evan and Kinsella, Benjamin and Thompson, Wyatt and others},
  journal={arXiv preprint arXiv:2504.01848},
  year={2025}
}

@article{zhao2024commit0,
  title={Commit0: Library generation from scratch},
  author={Zhao, Wenting and Jiang, Nan and Lee, Celine and Chiu, Justin T and Cardie, Claire and Gall{\'e}, Matthias and Rush, Alexander M},
  journal={arXiv preprint arXiv:2412.01769},
  year={2024}
}

@article{li2025fea,
  title={Fea-bench: A benchmark for evaluating repository-level code generation for feature implementation},
  author={Li, Wei and Zhang, Xin and Guo, Zhongxin and Mao, Shaoguang and Luo, Wen and Peng, Guangyue and Huang, Yangyu and Wang, Houfeng and Li, Scarlett},
  journal={arXiv preprint arXiv:2503.06680},
  year={2025}
}

@article{ashrafi2025enhancing,
  title={Enhancing llm code generation: A systematic evaluation of multi-agent collaboration and runtime debugging for improved accuracy, reliability, and latency},
  author={Ashrafi, Nazmus and Bouktif, Salah and Mediani, Mohammed},
  journal={arXiv preprint arXiv:2505.02133},
  year={2025}
}

@article{zhu2025adacoder,
  title={AdaCoder: An Adaptive Planning and Multi-Agent Framework for Function-Level Code Generation},
  author={Zhu, Yueheng and Liu, Chao and He, Xuan and Ren, Xiaoxue and Liu, Zhongxin and Pan, Ruwei and Zhang, Hongyu},
  journal={arXiv preprint arXiv:2504.04220},
  year={2025}
}

@inproceedings{almorsi2024guided,
  title={Guided code generation with LLMs: A multi-agent framework for complex code tasks},
  author={Almorsi, Amr and Ahmed, Mohanned and Gomaa, Walid},
  booktitle={2024 12th International Japan-Africa Conference on Electronics, Communications, and Computations (JAC-ECC)},
  pages={215--218},
  year={2024},
  organization={IEEE}
}

@article{luo2025gate,
  title={GATE: Graph-based Adaptive Tool Evolution Across Diverse Tasks},
  author={Luo, Jianwen and Huang, Yiming and Meng, Jinxiang and Lei, Fangyu and He, Shizhu and Liu, Xiao and Jiang, Shanshan and Dong, Bin and Zhao, Jun and Liu, Kang},
  journal={arXiv preprint arXiv:2502.14848},
  year={2025}
}

@inproceedings{wu2024autogen,
  title={Autogen: Enabling next-gen LLM applications via multi-agent conversations},
  author={Wu, Qingyun and Bansal, Gagan and Zhang, Jieyu and Wu, Yiran and Li, Beibin and Zhu, Erkang and Jiang, Li and Zhang, Xiaoyun and Zhang, Shaokun and Liu, Jiale and others},
  booktitle={First Conference on Language Modeling},
  year={2024}
}