421 Add Model Serving section to MLOps

contents/ops/ops.bib

@@ -1,172 +1,238 @@
 %comment{This file was created with betterbib v5.0.11.}
 
-
 @article{attia2018noninvasive,
- author = {Attia, Zachi I. and Sugrue, Alan and Asirvatham, Samuel J. and Ackerman, Michael J. and Kapa, Suraj and Friedman, Paul A. and Noseworthy, Peter A.},
- bdsk-url-1 = {https://doi.org/10.1371/journal.pone.0201059},
- doi = {10.1371/journal.pone.0201059},
- issn = {1932-6203},
- journal = {PLoS One},
- number = {8},
- pages = {e0201059},
- publisher = {Public Library of Science (PLoS)},
- source = {Crossref},
- title = {Noninvasive assessment of dofetilide plasma concentration using a deep learning (neural network) analysis of the surface electrocardiogram: {A} proof of concept study},
- url = {https://doi.org/10.1371/journal.pone.0201059},
- volume = {13},
- year = {2018},
- month = aug,
+  number = {8},
+  doi = {10.1371/journal.pone.0201059},
+  pages = {e0201059},
+  source = {Crossref},
+  volume = {13},
+  author = {Attia, Zachi I. and Sugrue, Alan and Asirvatham, Samuel J. and Ackerman, Michael J. and Kapa, Suraj and Friedman, Paul A. and Noseworthy, Peter A.},
+  year = {2018},
+  month = aug,
+  url = {https://doi.org/10.1371/journal.pone.0201059},
+  issn = {1932-6203},
+  journal = {PLOS ONE},
+  publisher = {Public Library of Science (PLoS)},
+  title = {Noninvasive assessment of dofetilide plasma concentration using a deep learning (neural network) analysis of the surface electrocardiogram: A proof of concept study},
+  bdsk-url-1 = {https://doi.org/10.1371/journal.pone.0201059},
+}
+
+@inproceedings{li2023alpaserve,
+  title = {$\{$AlpaServe$\}$: Statistical multiplexing with model parallelism for deep learning serving},
+  author = {Li, Zhuohan and Zheng, Lianmin and Zhong, Yinmin and Liu, Vincent and Sheng, Ying and Jin, Xin and Huang, Yanping and Chen, Zhifeng and Zhang, Hao and Gonzalez, Joseph E and others},
+  booktitle = {17th USENIX Symposium on Operating Systems Design and Implementation (OSDI 23)},
+  pages = {663--679},
+  year = {2023},
+}
+
+@inproceedings{gujarati2020serving,
+  author = {Gujarati, Arpan and Karimi, Reza and Alzayat, Safya and Hao, Wei and Kaufmann, Antoine and Vigfusson, Ymir and Mace, Jonathan},
+  title = {Serving DNNs like Clockwork: Performance Predictability from the Bottom Up.},
+  journal = {OSDI},
+  pages = {443--462},
+  year = {2020},
+  url = {https://www.usenix.org/conference/osdi20/presentation/gujarati},
+  source = {DBLP},
+  booktitle = {14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20)},
+}
+
+@inproceedings{romero2021infaas,
+  author = {Romero, Francisco and 0027, Qian Li and Yadwadkar, Neeraja J. and Kozyrakis, Christos},
+  title = {INFaaS: Automated Model-less Inference Serving.},
+  journal = {USENIX ATC},
+  pages = {397--411},
+  year = {2021},
+  url = {https://www.usenix.org/conference/atc21/presentation/romero},
+  source = {DBLP},
+  booktitle = {2021 USENIX Annual Technical Conference (USENIX ATC 21)},
+}
+
+@inproceedings{zhang2019mark,
+  author = {Zhang, Chengliang and Yu, Minchen and 0030, Wei Wang and 0001, Feng Yan},
+  title = {MArk: Exploiting Cloud Services for Cost-Effective, SLO-Aware Machine Learning Inference Serving.},
+  journal = {USENIX ATC},
+  pages = {1049--1062},
+  year = {2019},
+  url = {https://www.usenix.org/conference/atc19/presentation/zhang-chengliang},
+  source = {DBLP},
+  booktitle = {2019 USENIX Annual Technical Conference (USENIX ATC 19)},
+}
+
+@inproceedings{wu2019machine,
+  doi = {10.1109/hpca.2019.00048},
+  source = {Crossref},
+  author = {Wu, Carole-Jean and Brooks, David and Chen, Kevin and Chen, Douglas and Choudhury, Sy and Dukhan, Marat and Hazelwood, Kim and Isaac, Eldad and Jia, Yangqing and Jia, Bill and Leyvand, Tommer and Lu, Hao and Lu, Yang and Qiao, Lin and Reagen, Brandon and Spisak, Joe and Sun, Fei and Tulloch, Andrew and Vajda, Peter and Wang, Xiaodong and Wang, Yanghan and Wasti, Bram and Wu, Yiming and Xian, Ran and Yoo, Sungjoo and Zhang, Peizhao},
+  year = {2019},
+  month = feb,
+  url = {https://doi.org/10.1109/hpca.2019.00048},
+  booktitle = {2019 IEEE International Symposium on High Performance Computer Architecture (HPCA)},
+  publisher = {IEEE},
+  title = {Machine Learning at Facebook: Understanding Inference at the Edge},
+  pages = {331--344},
+  organization = {IEEE},
+}
+
+@inproceedings{crankshaw2017clipper,
+  title = {Clipper: A $\{$Low-Latency$\}$ online prediction serving system},
+  author = {Crankshaw, Daniel and Wang, Xin and Zhou, Guilio and Franklin, Michael J and Gonzalez, Joseph E and Stoica, Ion},
+  booktitle = {14th USENIX Symposium on Networked Systems Design and Implementation (NSDI 17)},
+  pages = {613--627},
+  year = {2017},
 }
 
 @article{chen2023framework,
- author = {Chen, Emma and Prakash, Shvetank and Janapa Reddi, Vijay and Kim, David and Rajpurkar, Pranav},
- bdsk-url-1 = {https://doi.org/10.1038/s41551-023-01115-0},
- day = {06},
- doi = {10.1038/s41551-023-01115-0},
- issn = {2157-846X},
- journal = {Nat. Biomed. Eng.},
- publisher = {Springer Science and Business Media LLC},
- source = {Crossref},
- title = {A framework for integrating artificial intelligence for clinical care with continuous therapeutic monitoring},
- url = {https://doi.org/10.1038/s41551-023-01115-0},
- year = {2023},
- month = nov,
+  doi = {10.1038/s41551-023-01115-0},
+  source = {Crossref},
+  author = {Chen, Emma and Prakash, Shvetank and Janapa Reddi, Vijay and Kim, David and Rajpurkar, Pranav},
+  year = {2023},
+  month = nov,
+  url = {https://doi.org/10.1038/s41551-023-01115-0},
+  issn = {2157-846X},
+  journal = {Nature Biomedical Engineering},
+  publisher = {Springer Science and Business Media LLC},
+  title = {A framework for integrating artificial intelligence for clinical care with continuous therapeutic monitoring},
+  bdsk-url-1 = {https://doi.org/10.1038/s41551-023-01115-0},
+  day = {06},
 }
 
 @article{guo2019mobile,
- author = {Guo, Yutao and Wang, Hao and Zhang, Hui and Liu, Tong and Liang, Zhaoguang and Xia, Yunlong and Yan, Li and Xing, Yunli and Shi, Haili and Li, Shuyan and Liu, Yanxia and Liu, Fan and Feng, Mei and Chen, Yundai and Lip, Gregory Y.H. and Guo, Yutao and Lip, Gregory Y.H. and Lane, Deirdre A. and Chen, Yundai and Wang, Liming and Eckstein, Jens and Thomas, G Neil and Tong, Liu and Mei, Feng and Xuejun, Liu and Xiaoming, Li and Zhaoliang, Shan and Xiangming, Shi and Wei, Zhang and Yunli, Xing and Jing, Wen and Fan, Wu and Sitong, Yang and Xiaoqing, Jin and Bo, Yang and Xiaojuan, Bai and Yuting, Jiang and Yangxia, Liu and Yingying, Song and Zhongju, Tan and Li, Yang and Tianzhu, Luan and Chunfeng, Niu and Lili, Zhang and Shuyan, Li and Zulu, Wang and Bing, Xv and Liming, Liu and Yuanzhe, Jin and Yunlong, Xia and Xiaohong, Chen and Fang, Wu and Lina, Zhong and yihong, Sun and shujie, Jia and Jing, Li and Nan, Li and shijun, Li and huixia, Liu and Rong, Li and Fan, Liu and qingfeng, Ge and tianyun, Guan and Yuan, Wen and Xin, Li and Yan, Ren and xiaoping, Chen and ronghua, Chen and Yun, Shi and yulan, Zhao and haili, Shi and yujie, Zhao and quanchun, Wang and weidong, Sun and Lin, Wei and Chan, Esther and Guangliang, Shan and Chen, Yao and Wei, Zong and Dandi, Chen and Xiang, Han and Anding, Xu and Xiaohan, Fan and Ziqiang, Yu and Xiang, Gu and Fulin, Ge},
- bdsk-url-1 = {https://doi.org/10.1016/j.jacc.2019.08.019},
- doi = {10.1016/j.jacc.2019.08.019},
- issn = {0735-1097},
- journal = {J. Am. Coll. Cardiol.},
- number = {19},
- pages = {2365--2375},
- publisher = {Elsevier BV},
- source = {Crossref},
- title = {Mobile Photoplethysmographic Technology to Detect Atrial Fibrillation},
- url = {https://doi.org/10.1016/j.jacc.2019.08.019},
- volume = {74},
- year = {2019},
- month = nov,
+  number = {19},
+  doi = {10.1016/j.jacc.2019.08.019},
+  pages = {2365--2375},
+  source = {Crossref},
+  volume = {74},
+  author = {Guo, Yutao and Wang, Hao and Zhang, Hui and Liu, Tong and Liang, Zhaoguang and Xia, Yunlong and Yan, Li and Xing, Yunli and Shi, Haili and Li, Shuyan and Liu, Yanxia and Liu, Fan and Feng, Mei and Chen, Yundai and Lip, Gregory Y.H. and Guo, Yutao and Lip, Gregory Y.H. and Lane, Deirdre A. and Chen, Yundai and Wang, Liming and Eckstein, Jens and Thomas, G Neil and Tong, Liu and Mei, Feng and Xuejun, Liu and Xiaoming, Li and Zhaoliang, Shan and Xiangming, Shi and Wei, Zhang and Yunli, Xing and Jing, Wen and Fan, Wu and Sitong, Yang and Xiaoqing, Jin and Bo, Yang and Xiaojuan, Bai and Yuting, Jiang and Yangxia, Liu and Yingying, Song and Zhongju, Tan and Li, Yang and Tianzhu, Luan and Chunfeng, Niu and Lili, Zhang and Shuyan, Li and Zulu, Wang and Bing, Xv and Liming, Liu and Yuanzhe, Jin and Yunlong, Xia and Xiaohong, Chen and Fang, Wu and Lina, Zhong and yihong, Sun and shujie, Jia and Jing, Li and Nan, Li and shijun, Li and huixia, Liu and Rong, Li and Fan, Liu and qingfeng, Ge and tianyun, Guan and Yuan, Wen and Xin, Li and Yan, Ren and xiaoping, Chen and ronghua, Chen and Yun, Shi and yulan, Zhao and haili, Shi and yujie, Zhao and quanchun, Wang and weidong, Sun and Lin, Wei and Chan, Esther and Guangliang, Shan and Chen, Yao and Wei, Zong and Dandi, Chen and Xiang, Han and Anding, Xu and Xiaohan, Fan and Ziqiang, Yu and Xiang, Gu and Fulin, Ge},
+  year = {2019},
+  month = nov,
+  url = {https://doi.org/10.1016/j.jacc.2019.08.019},
+  issn = {0735-1097},
+  journal = {Journal of the American College of Cardiology},
+  publisher = {Elsevier BV},
+  title = {Mobile Photoplethysmographic Technology to Detect Atrial Fibrillation},
+  bdsk-url-1 = {https://doi.org/10.1016/j.jacc.2019.08.019},
 }
 
 @article{janapa2023edge,
- author = {Janapa Reddi, Vijay and Elium, Alexander and Hymel, Shawn and Tischler, David and Situnayake, Daniel and Ward, Carl and Moreau, Louis and Plunkett, Jenny and Kelcey, Matthew and Baaijens, Mathijs and others},
- journal = {Proceedings of Machine Learning and Systems},
- title = {Edge Impulse: {An} {MLOps} Platform for Tiny Machine Learning},
- volume = {5},
- year = {2023},
+  author = {Janapa Reddi, Vijay and Elium, Alexander and Hymel, Shawn and Tischler, David and Situnayake, Daniel and Ward, Carl and Moreau, Louis and Plunkett, Jenny and Kelcey, Matthew and Baaijens, Mathijs and others},
+  journal = {Proceedings of Machine Learning and Systems},
+  title = {Edge Impulse: An MLOps Platform for Tiny Machine Learning},
+  volume = {5},
+  year = {2023},
 }
 
 @article{li2021noninvasive,
- author = {Li, Jingzhen and Tobore, Igbe and Liu, Yuhang and Kandwal, Abhishek and Wang, Lei and Nie, Zedong},
- bdsk-url-1 = {https://doi.org/10.1109/JBHI.2021.3072628},
- doi = {10.1109/jbhi.2021.3072628},
- issn = {2168-2194, 2168-2208},
- journal = {\#IEEE\_J\_BHI\#},
- number = {9},
- pages = {3340--3350},
- publisher = {Institute of Electrical and Electronics Engineers (IEEE)},
- source = {Crossref},
- title = {Non-invasive Monitoring of Three Glucose Ranges Based On {ECG} By Using {DBSCAN}-{CNN}},
- url = {https://doi.org/10.1109/jbhi.2021.3072628},
- volume = {25},
- year = {2021},
- month = sep,
+  number = {9},
+  doi = {10.1109/jbhi.2021.3072628},
+  pages = {3340--3350},
+  source = {Crossref},
+  volume = {25},
+  author = {Li, Jingzhen and Tobore, Igbe and Liu, Yuhang and Kandwal, Abhishek and Wang, Lei and Nie, Zedong},
+  year = {2021},
+  month = sep,
+  url = {https://doi.org/10.1109/jbhi.2021.3072628},
+  issn = {2168-2194,2168-2208},
+  journal = {IEEE Journal of Biomedical and Health Informatics},
+  publisher = {Institute of Electrical and Electronics Engineers (IEEE)},
+  title = {Non-invasive Monitoring of Three Glucose Ranges Based On ECG By Using DBSCAN-CNN},
+  bdsk-url-1 = {https://doi.org/10.1109/JBHI.2021.3072628},
 }
 
 @article{liu2022monitoring,
- author = {Liu, Yingcheng and Zhang, Guo and Tarolli, Christopher G. and Hristov, Rumen and Jensen-Roberts, Stella and Waddell, Emma M. and Myers, Taylor L. and Pawlik, Meghan E. and Soto, Julia M. and Wilson, Renee M. and Yang, Yuzhe and Nordahl, Timothy and Lizarraga, Karlo J. and Adams, Jamie L. and Schneider, Ruth B. and Kieburtz, Karl and Ellis, Terry and Dorsey, E. Ray and Katabi, Dina},
- bdsk-url-1 = {https://www.science.org/doi/abs/10.1126/scitranslmed.adc9669},
- bdsk-url-2 = {https://doi.org/10.1126/scitranslmed.adc9669},
- doi = {10.1126/scitranslmed.adc9669},
- eprint = {https://www.science.org/doi/pdf/10.1126/scitranslmed.adc9669},
- issn = {1946-6234, 1946-6242},
- journal = {Sci. Transl. Med.},
- number = {663},
- pages = {eadc9669},
- publisher = {American Association for the Advancement of Science (AAAS)},
- source = {Crossref},
- title = {Monitoring gait at home with radio waves in Parkinson{\textquoteright}s disease: {A} marker of severity, progression, and medication response},
- url = {https://doi.org/10.1126/scitranslmed.adc9669},
- volume = {14},
- year = {2022},
- month = sep,
+  number = {663},
+  doi = {10.1126/scitranslmed.adc9669},
+  source = {Crossref},
+  volume = {14},
+  author = {Liu, Yingcheng and Zhang, Guo and Tarolli, Christopher G. and Hristov, Rumen and Jensen-Roberts, Stella and Waddell, Emma M. and Myers, Taylor L. and Pawlik, Meghan E. and Soto, Julia M. and Wilson, Renee M. and Yang, Yuzhe and Nordahl, Timothy and Lizarraga, Karlo J. and Adams, Jamie L. and Schneider, Ruth B. and Kieburtz, Karl and Ellis, Terry and Dorsey, E. Ray and Katabi, Dina},
+  year = {2022},
+  month = sep,
+  url = {https://doi.org/10.1126/scitranslmed.adc9669},
+  issn = {1946-6234,1946-6242},
+  journal = {Science Translational Medicine},
+  publisher = {American Association for the Advancement of Science (AAAS)},
+  title = {Monitoring gait at home with radio waves in Parkinson's disease: A marker of severity, progression, and medication response},
+  bdsk-url-1 = {https://www.science.org/doi/abs/10.1126/scitranslmed.adc9669},
+  bdsk-url-2 = {https://doi.org/10.1126/scitranslmed.adc9669},
+  eprint = {https://www.science.org/doi/pdf/10.1126/scitranslmed.adc9669},
+  pages = {eadc9669},
 }
 
 @article{psoma2023wearable,
- author = {Psoma, Sotiria D. and Kanthou, Chryso},
- article-number = {719},
- bdsk-url-1 = {https://www.mdpi.com/2079-6374/13/7/719},
- bdsk-url-2 = {https://doi.org/10.3390/bios13070719},
- doi = {10.3390/bios13070719},
- issn = {2079-6374},
- journal = {Biosensors},
- number = {7},
- pages = {719},
- publisher = {MDPI AG},
- pubmedid = {37504117},
- source = {Crossref},
- title = {Wearable Insulin Biosensors for Diabetes Management: {Advances} and Challenges},
- url = {https://doi.org/10.3390/bios13070719},
- volume = {13},
- year = {2023},
- month = jul,
+  number = {7},
+  doi = {10.3390/bios13070719},
+  pages = {719},
+  source = {Crossref},
+  volume = {13},
+  author = {Psoma, Sotiria D. and Kanthou, Chryso},
+  year = {2023},
+  month = jul,
+  url = {https://doi.org/10.3390/bios13070719},
+  issn = {2079-6374},
+  journal = {Biosensors},
+  publisher = {MDPI AG},
+  title = {Wearable Insulin Biosensors for Diabetes Management: Advances and Challenges},
+  article-number = {719},
+  bdsk-url-1 = {https://www.mdpi.com/2079-6374/13/7/719},
+  bdsk-url-2 = {https://doi.org/10.3390/bios13070719},
+  pubmedid = {37504117},
 }
 
 @inproceedings{sambasivan2021,
- author = {Sambasivan, Nithya and Kapania, Shivani and Highfill, Hannah and Akrong, Diana and Paritosh, Praveen and Aroyo, Lora M},
- title = {{{\textquotedblleft}Everyone} wants to do the model work, not the data work{\textquotedblright}: {Data} Cascades in High-Stakes {AI}},
- year = {2021},
- isbn = {9781450380966},
- publisher = {ACM},
- address = {New York, NY, USA},
- url = {https://doi.org/10.1145/3411764.3445518},
- doi = {10.1145/3411764.3445518},
- booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems},
- articleno = {39},
- numpages = {15},
- location = {conf-loc, cityYokohama/city, countryJapan/country, /conf-loc},
- series = {CHI '21},
- source = {Crossref},
- month = may,
+  doi = {10.1145/3411764.3445518},
+  source = {Crossref},
+  author = {Sambasivan, Nithya and Kapania, Shivani and Highfill, Hannah and Akrong, Diana and Paritosh, Praveen and Aroyo, Lora M},
+  year = {2021},
+  month = may,
+  url = {https://doi.org/10.1145/3411764.3445518},
+  booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems},
+  publisher = {ACM},
+  title = {``Everyone wants to do the model work, not the data work'': Data Cascades in High-Stakes AI},
+  isbn = {9781450380966},
+  address = {New York, NY, USA},
+  articleno = {39},
+  numpages = {15},
+  location = {conf-loc, cityYokohama/city, countryJapan/country, /conf-loc},
+  series = {CHI '21},
 }
 
 @inproceedings{sculley2015hidden,
- author = {Sambasivan, Nithya and Kapania, Shivani and Highfill, Hannah and Akrong, Diana and Paritosh, Praveen and Aroyo, Lora M},
- booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems},
- doi = {10.1145/3411764.3445518},
- publisher = {ACM},
- source = {Crossref},
- title = {{{\textquotedblleft}Everyone} wants to do the model work, not the data work{\textquotedblright}: {Data} Cascades in High-Stakes {AI}},
- url = {https://doi.org/10.1145/3411764.3445518},
- year = {2021},
- month = may,
-}
-
-@manual{stm2021l4,
- organization = {STMicroelectronics},
- title = {{Stm32L4Q5Ag}},
- number = {DS12902},
- year = {2021},
- month = nov,
- note = {Rev. 3},
+  doi = {10.1145/3411764.3445518},
+  source = {Crossref},
+  author = {Sambasivan, Nithya and Kapania, Shivani and Highfill, Hannah and Akrong, Diana and Paritosh, Praveen and Aroyo, Lora M},
+  year = {2021},
+  month = may,
+  url = {https://doi.org/10.1145/3411764.3445518},
+  booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems},
+  publisher = {ACM},
+  title = {``Everyone wants to do the model work, not the data work'': Data Cascades in High-Stakes AI},
 }
 
-@article{zhang2017highly,
- author = {Zhang, Qingxue and Zhou, Dian and Zeng, Xuan},
- bdsk-url-1 = {https://doi.org/10.1186/s12938-017-0317-z},
- day = {06},
- doi = {10.1186/s12938-017-0317-z},
- issn = {1475-925X},
- journal = {BioMedical Engineering OnLine},
- number = {1},
- pages = {23},
- publisher = {Springer Science and Business Media LLC},
- source = {Crossref},
- title = {Highly wearable cuff-less blood pressure and heart rate monitoring with single-arm electrocardiogram and photoplethysmogram signals},
- url = {https://doi.org/10.1186/s12938-017-0317-z},
- volume = {16},
- year = {2017},
- month = feb,
+@inproceedings{stm2021l4,
+  doi = {10.3389/978-2-88966-997-4},
+  source = {Crossref},
+  year = {2021},
+  url = {https://doi.org/10.3389/978-2-88966-997-4},
+  booktitle = {EuroSoil 2021 (O205)},
+  publisher = {Frontiers Media SA},
+  title = {EuroSoil 2021 (O205)},
+  organization = {STMicroelectronics},
+  number = {DS12902},
+  note = {Rev. 3},
 }
+
+@article{zhang2017highly,
+  number = {1},
+  doi = {10.1186/s12938-017-0317-z},
+  source = {Crossref},
+  volume = {16},
+  author = {Zhang, Qingxue and Zhou, Dian and Zeng, Xuan},
+  year = {2017},
+  month = feb,
+  url = {https://doi.org/10.1186/s12938-017-0317-z},
+  issn = {1475-925X},
+  journal = {BioMedical Engineering OnLine},
+  publisher = {Springer Science and Business Media LLC},
+  title = {Highly wearable cuff-less blood pressure and heart rate monitoring with single-arm electrocardiogram and photoplethysmogram signals},
+  bdsk-url-1 = {https://doi.org/10.1186/s12938-017-0317-z},
+  day = {06},
+  pages = {23},
+}