appendix.tex

\section{Introducing and Transferring Sparsity for efficient inference}
\label{app:sparsity}
\section{Robust and Efficient Semantic Retrieval}
\label{app:retrieval}

\section{Scaling Multi-Lingual Classification and Abstractive Summarization to Web-Scale workloads}
\label{app:scaling-workload}

\section{Publications}
\begin{itemize}
\item \href{https://arxiv.org/abs/2203.07259}{The Optimal BERT Surgeon: Scalable and Accurate Second-Order Pruning for Large Language Models} - Eldar Kurtic, \textbf{Daniel Campos}, Tuan Nguyen, Elias Frantar, Mark Kurtz, Benjamin Fineran, Michael Goin, Dan Alistarh - \href{https://2022.emnlp.org/}{EMNLP 2022}
\item \href{https://arxiv.org/abs/2205.12452}{Sparse*BERT: Sparse Models Generalize To New tasks and Domains} - \textbf{Daniel Campos}, Alexandre Marques, Tuan Nguyen, Mark Kurtz, ChengXiang Zhai - \href{https://www.sparseneural.net/}{Sparsity in Neural Networks Workshop at ICML 2022}
\item \href{https://arxiv.org/abs/2303.17612}{oBERTa: Improving Sparse Transfer Learning via improved initialization, distillation, and pruning regimes} - \textbf{Daniel Campos}, Alexandre Marques, Mark Kurtz, ChengXiang Zhai 
\item \href{https://arxiv.org/abs/2304.00114}{Dense Sparse Retrieval: Using Sparse Language Models for Inference Efficient Dense Retrieval} - \textbf{Daniel Campos}, ChengXiang Zhai
\item \href{https://arxiv.org/abs/2304.03401}{Noise-Robust Dense Retrieval via Contrastive Alignment Post Training} - \textbf{Daniel Campos}, Alessandro Magnani, ChengXiang Zhai
\item \href{https://arxiv.org/abs/2304.01016}{Quick Dense Retrievers Consume KALE: Post Training Kullback Leibler Alignment of Embeddings for Asymmetrical dual encoders} - \textbf{Daniel Campos}, Alessandro Magnani, ChengXiang Zhai
\item \href{https://arxiv.org/abs/2211.15927}{Compressing Cross-Lingual Multi-task Models at Qualtrics} - \textbf{Daniel Campos}, Daniel Perry, Samir Joshi, Yashmeet Gambhir, Wei Du, Zhengzheng Xing, and Aaron Colak - \href{https://aaai.org/Conferences/AAAI-23/iaai-23-call/}{The Thirty-Fifth Annual Conference on Innovative Applications of Artificial Intelligence (IAAI-23)}
\item \href{https://arxiv.org/abs/2304.02721}{To Asymmetry and Beyond: Structured Pruning of Sequence to Sequence Models for Improved Inference Efficiency} - \textbf{Daniel Campos}, ChengXiang Zhai
\end{itemize}