%0 Conference Paper %1 conf/asplos/MiaoOZCWZWZYSSC24 %A Miao, Xupeng %A Oliaro, Gabriele %A Zhang, Zhihao %A Cheng, Xinhao %A Wang, Zeyu %A Zhang, Zhengxin %A Wong, Rae Ying Yee %A Zhu, Alan %A Yang, Lijie %A Shi, Xiaoxiang %A Shi, Chunan %A Chen, Zhuoming %A Arfeen, Daiyaan %A Abhyankar, Reyna %A Jia, Zhihao %B ASPLOS (3) %D 2024 %E Gupta, Rajiv %E Abu-Ghazaleh, Nael B. %E Musuvathi, Madan %E Tsafrir, Dan %I ACM %K dblp %P 932-949 %T SpecInfer: Accelerating Large Language Model Serving with Tree-based Speculative Inference and Verification. %U http://dblp.uni-trier.de/db/conf/asplos/asplos2024-3.html#MiaoOZCWZWZYSSC24

@inproceedings{conf/asplos/MiaoOZCWZWZYSSC24, added-at = {2024-05-04T00:00:00.000+0200}, author = {Miao, Xupeng and Oliaro, Gabriele and Zhang, Zhihao and Cheng, Xinhao and Wang, Zeyu and Zhang, Zhengxin and Wong, Rae Ying Yee and Zhu, Alan and Yang, Lijie and Shi, Xiaoxiang and Shi, Chunan and Chen, Zhuoming and Arfeen, Daiyaan and Abhyankar, Reyna and Jia, Zhihao}, biburl = {https://www.bibsonomy.org/bibtex/23eef923946fc054e9dc51b2ae2bd22b4/dblp}, booktitle = {ASPLOS (3)}, crossref = {conf/asplos/2024-3}, editor = {Gupta, Rajiv and Abu-Ghazaleh, Nael B. and Musuvathi, Madan and Tsafrir, Dan}, ee = {https://doi.org/10.1145/3620666.3651335}, interhash = {04c34633ee2b9c2afa9450bed49cada7}, intrahash = {3eef923946fc054e9dc51b2ae2bd22b4}, keywords = {dblp}, pages = {932-949}, publisher = {ACM}, timestamp = {2024-05-06T07:20:39.000+0200}, title = {SpecInfer: Accelerating Large Language Model Serving with Tree-based Speculative Inference and Verification.}, url = {http://dblp.uni-trier.de/db/conf/asplos/asplos2024-3.html#MiaoOZCWZWZYSSC24}, year = 2024 }