references.bib

% CHIMERA Suite - Scientific References Bibliography
% IEEE/ACM Standard Citations
% Last Updated: 2026-01-19

% ========================================
% BENCHMARK STANDARDS
% ========================================

@inproceedings{cooper2010ycsb,
  title={Benchmarking cloud serving systems with YCSB},
  author={Cooper, Brian F and Silberstein, Adam and Tam, Erwin and Ramakrishnan, Raghu and Sears, Russell},
  booktitle={Proceedings of the 1st ACM Symposium on Cloud Computing (SoCC)},
  pages={143--154},
  year={2010},
  organization={ACM},
  address={Indianapolis, IN, USA},
  month={June},
  doi={10.1145/1807128.1807152}
}

@misc{tpcc2010,
  title={TPC Benchmark C Standard Specification, Revision 5.11},
  author={{Transaction Processing Performance Council}},
  year={2010},
  howpublished={\url{http://www.tpc.org/tpcc/}},
  note={Accessed: 2026-01-19}
}

@misc{tpch2014,
  title={TPC Benchmark H Standard Specification, Revision 2.18.0},
  author={{Transaction Processing Performance Council}},
  year={2014},
  howpublished={\url{http://www.tpc.org/tpch/}},
  note={Accessed: 2026-01-19}
}

@inproceedings{aumueller2017ann,
  title={ANN-benchmarks: A benchmarking tool for approximate nearest neighbor algorithms},
  author={Aum{\"u}ller, Martin and Bernhardsson, Erik and Faithfull, Alexander J},
  booktitle={International Conference on Similarity Search and Applications (SISAP)},
  pages={34--49},
  year={2017},
  organization={Springer},
  address={Munich, Germany},
  month={October},
  doi={10.1007/978-3-319-68474-1_3}
}

@inproceedings{erling2015ldbc,
  title={The LDBC social network benchmark: Interactive workload},
  author={Erling, Orri and Averbuch, Alex and Larriba-Pey, Josep and Chafi, Hassan and Gubichev, Andrey and Prat-P{\'e}rez, Arnau and Pham, Minh-Duc and Boncz, Peter},
  booktitle={Proceedings of the 2015 ACM SIGMOD International Conference on Management of Data},
  pages={619--630},
  year={2015},
  organization={ACM},
  address={Melbourne, Australia},
  month={May},
  doi={10.1145/2723372.2742786}
}

@article{iosup2016ldbc,
  title={LDBC Graphalytics: A benchmark for large-scale graph analysis on parallel and distributed platforms},
  author={Iosup, Alexandru and Hegeman, Tim and Ngai, Wing Lung and Heldens, Stijn and Prat-P{\'e}rez, Arnau and Manhardt, Thomas and Chafi, Hassan and Capot{\u{a}}, Mihai and Sundaram, Narayanan and Anderson, Michael and others},
  journal={Proceedings of the VLDB Endowment},
  volume={9},
  number={13},
  pages={1317--1328},
  year={2016},
  month={September},
  doi={10.14778/3007263.3007270}
}

@inproceedings{kwon2023vllm,
  title={Efficient memory management for large language model serving with PagedAttention},
  author={Kwon, Woosuk and Li, Zhuohan and Zhuang, Siyuan and Sheng, Ying and Zheng, Lianmin and Yu, Cody Hao and Gonzalez, Joseph and Zhang, Hao and Stoica, Ion},
  booktitle={Proceedings of the 29th Symposium on Operating Systems Principles (SOSP)},
  pages={611--626},
  year={2023},
  organization={ACM},
  address={Koblenz, Germany},
  month={October},
  doi={10.1145/3600006.3613165}
}

@article{es2024ragbench,
  title={RAGBench: Benchmarking retrieval-augmented generation systems},
  author={Es, Shahul and James, Jithin and Espinosa-Anke, Luis and Schockaert, Steven},
  journal={arXiv preprint arXiv:2407.11005},
  year={2024},
  note={Available: \url{https://arxiv.org/abs/2407.11005}}
}

@misc{kopytov2004sysbench,
  title={SysBench: A system performance benchmark},
  author={Kopytov, Alexey},
  year={2004},
  howpublished={\url{https://github.com/akopytov/sysbench}},
  note={Accessed: 2026-01-19}
}

@inproceedings{armstrong2013linkbench,
  title={LinkBench: A database benchmark based on the Facebook social graph},
  author={Armstrong, Timothy G and Ponnekanti, Vamsi and Borthakur, Dhruba and Callaghan, Mark},
  booktitle={Proceedings of the 2013 ACM SIGMOD International Conference on Management of Data},
  pages={1185--1196},
  year={2013},
  organization={ACM},
  address={New York, NY, USA},
  month={June},
  doi={10.1145/2463676.2465296}
}

% ========================================
% STATISTICAL METHODS
% ========================================

@book{cohen1988statistical,
  title={Statistical Power Analysis for the Behavioral Sciences},
  author={Cohen, Jacob},
  edition={2nd},
  year={1988},
  publisher={Lawrence Erlbaum Associates},
  address={Hillsdale, NJ, USA},
  isbn={0-8058-0283-5}
}

@book{montgomery2017design,
  title={Design and Analysis of Experiments},
  author={Montgomery, Douglas C},
  edition={9th},
  year={2017},
  publisher={John Wiley \& Sons},
  address={Hoboken, NJ, USA},
  isbn={978-1-119-11347-8}
}

% ========================================
% REPRODUCIBILITY STANDARDS
% ========================================

@misc{acm2020badging,
  title={Artifact Review and Badging - Version 1.1},
  author={{ACM Publications Board}},
  year={2020},
  howpublished={\url{https://www.acm.org/publications/policies/artifact-review-and-badging-current}},
  note={Accessed: 2026-01-19}
}

% ========================================
% ADDITIONAL REFERENCES
% ========================================

@article{student1908probable,
  title={The probable error of a mean},
  author={Student},
  journal={Biometrika},
  volume={6},
  number={1},
  pages={1--25},
  year={1908},
  publisher={JSTOR},
  doi={10.2307/2331554},
  note={Original t-test publication}
}

@article{mann1947test,
  title={On a test of whether one of two random variables is stochastically larger than the other},
  author={Mann, Henry B and Whitney, Donald R},
  journal={The Annals of Mathematical Statistics},
  volume={18},
  number={1},
  pages={50--60},
  year={1947},
  publisher={Institute of Mathematical Statistics},
  doi={10.1214/aoms/1177730491}
}

@article{fisher1925statistical,
  title={Statistical methods for research workers},
  author={Fisher, Ronald A},
  journal={Oliver and Boyd, Edinburgh},
  year={1925},
  note={Foundational work on ANOVA}
}

@article{tukey1949comparing,
  title={Comparing individual means in the analysis of variance},
  author={Tukey, John W},
  journal={Biometrics},
  volume={5},
  number={2},
  pages={99--114},
  year={1949},
  publisher={JSTOR},
  doi={10.2307/3001913},
  note={Tukey's HSD test for post-hoc comparisons}
}

@book{wilcox2011introduction,
  title={Introduction to Robust Estimation and Hypothesis Testing},
  author={Wilcox, Rand R},
  edition={3rd},
  year={2011},
  publisher={Academic Press},
  address={Amsterdam, Netherlands},
  isbn={978-0-12-386983-8},
  note={Comprehensive coverage of robust statistical methods}
}

% ========================================
% DATABASE BENCHMARKING LITERATURE
% ========================================

@inproceedings{gray1993benchmark,
  title={The benchmark handbook for database and transaction processing systems},
  author={Gray, Jim},
  booktitle={Morgan Kaufmann},
  year={1993},
  edition={2nd},
  isbn={1-55860-292-5}
}

@article{difallah2013oltp,
  title={OLTP-Bench: An extensible testbed for benchmarking relational databases},
  author={Difallah, Djellel Eddine and Pavlo, Andrew and Curino, Carlo and Cudre-Mauroux, Philippe},
  journal={Proceedings of the VLDB Endowment},
  volume={7},
  number={4},
  pages={277--288},
  year={2013},
  doi={10.14778/2732240.2732246}
}

% ========================================
% VECTOR SEARCH & EMBEDDINGS
% ========================================

@inproceedings{johnson2019billion,
  title={Billion-scale similarity search with GPUs},
  author={Johnson, Jeff and Douze, Matthijs and J{\'e}gou, Herv{\'e}},
  booktitle={IEEE Transactions on Big Data},
  volume={7},
  number={3},
  pages={535--547},
  year={2019},
  publisher={IEEE},
  doi={10.1109/TBDATA.2019.2921572}
}

@inproceedings{malkov2018efficient,
  title={Efficient and robust approximate nearest neighbor search using hierarchical navigable small world graphs},
  author={Malkov, Yury A and Yashunin, Dmitry A},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={42},
  number={4},
  pages={824--836},
  year={2018},
  publisher={IEEE},
  doi={10.1109/TPAMI.2018.2889473}
}

% ========================================
% LLM & RAG SYSTEMS
% ========================================

@article{lewis2020retrieval,
  title={Retrieval-augmented generation for knowledge-intensive NLP tasks},
  author={Lewis, Patrick and Perez, Ethan and Piktus, Aleksandra and Petroni, Fabio and Karpukhin, Vladimir and Goyal, Naman and K{\"u}ttler, Heinrich and Lewis, Mike and Yih, Wen-tau and Rockt{\"a}schel, Tim and others},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={9459--9474},
  year={2020}
}

@article{hu2021lora,
  title={LoRA: Low-rank adaptation of large language models},
  author={Hu, Edward J and Shen, Yelong and Wallis, Phillip and Allen-Zhu, Zeyuan and Li, Yuanzhi and Wang, Shean and Wang, Lu and Chen, Weizhu},
  journal={arXiv preprint arXiv:2106.09685},
  year={2021},
  note={Available: \url{https://arxiv.org/abs/2106.09685}}
}

@article{dettmers2023qlora,
  title={QLoRA: Efficient finetuning of quantized LLMs},
  author={Dettmers, Tim and Pagnoni, Artidoro and Holtzman, Ari and Zettlemoyer, Luke},
  journal={arXiv preprint arXiv:2305.14314},
  year={2023},
  note={Available: \url{https://arxiv.org/abs/2305.14314}}
}

% ========================================
% GRAPH ALGORITHMS
% ========================================

@article{page1999pagerank,
  title={The PageRank citation ranking: Bringing order to the web},
  author={Page, Lawrence and Brin, Sergey and Motwani, Rajeev and Winograd, Terry},
  journal={Stanford InfoLab},
  year={1999},
  note={Technical Report}
}

@article{brandes2001faster,
  title={A faster algorithm for betweenness centrality},
  author={Brandes, Ulrik},
  journal={Journal of Mathematical Sociology},
  volume={25},
  number={2},
  pages={163--177},
  year={2001},
  publisher={Taylor \& Francis},
  doi={10.1080/0022250X.2001.9990249}
}

% ========================================
% PERFORMANCE MEASUREMENT
% ========================================

@article{mytkowicz2009producing,
  title={Producing wrong data without doing anything obviously wrong!},
  author={Mytkowicz, Todd and Diwan, Amer and Hauswirth, Matthias and Sweeney, Peter F},
  journal={ACM SIGPLAN Notices},
  volume={44},
  number={3},
  pages={265--276},
  year={2009},
  publisher={ACM},
  doi={10.1145/1508284.1508275},
  note={Important work on measurement bias in performance evaluation}
}

@inproceedings{blackburn2008wake,
  title={Wake up and smell the coffee: Evaluation methodology for the 21st century},
  author={Blackburn, Stephen M and McKinley, Kathryn S and Garner, Robin and Hoffmann, Chris and Khan, Asjad M and Bentzur, Rotem and Diwan, Amer and Feinberg, Daniel and Frampton, Daniel and Guyer, Samuel Z and others},
  journal={Communications of the ACM},
  volume={51},
  number={8},
  pages={83--89},
  year={2008},
  publisher={ACM},
  doi={10.1145/1378704.1378723}
}

% ========================================
% CHIMERA SUITE
% ========================================

@software{chimera2026,
  title={{CHIMERA}: Comprehensive, Honest, Impartial Metrics for Empirical Reporting and Analysis},
  author={{CHIMERA Development Team}},
  year={2026},
  url={https://github.com/chimera-benchmark/chimera-suite},
  note={Vendor-neutral benchmark suite for database evaluation},
  version={1.0}
}