apps1/without_distillation

1from transformers.models.bert.configuration_bert import BertConfig2 3 4class BertHashConfig(BertConfig):5    """6    Extension of Bert configuration to add projections parameter.7    """8 9    model_type = "bert_hash"10 11    def __init__(self, projections=5, **kwargs):12        super().__init__(**kwargs)13 14        self.projections = projections15