  DISTILBERT: &#34;distilled, smaller, and faster BERT from Hugging Face transformers [https://arxiv.org/abs/1910.01108]&#34;,
}

TEXT_REGRESSION_MODELS = {
    FASTTEXT: &#34;a fastText-like model [http://arxiv.org/pdf/1607.01759.pdf]&#34;,
    LINREG: &#34;linear text regression using a trainable Embedding layer&#34;,
    BIGRU: &#34;Bidirectional GRU with pretrained English word vectors [https://arxiv.org/abs/1712.09405]&#34;,
    STANDARD_GRU: &#34;simple 2-layer GRU with randomly initialized embeddings