Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
amanchadha
GitHub Repository: amanchadha/coursera-deep-learning-specialization
 Path: blob/master/C5 - Sequence Models/Week 4/Named Entity Recognition/model/config.json
9564 views
1
{

2
  "_name_or_path": "distilbert-base-uncased",

3
  "activation": "gelu",

4
  "architectures": [

5
    "DistilBertForMaskedLM"

6
  ],

7
  "attention_dropout": 0.1,

8
  "dim": 768,

9
  "dropout": 0.1,

10
  "hidden_dim": 3072,

11
  "id2label": {

12
    "0": "LABEL_0",

13
    "1": "LABEL_1",

14
    "2": "LABEL_2",

15
    "3": "LABEL_3",

16
    "4": "LABEL_4",

17
    "5": "LABEL_5",

18
    "6": "LABEL_6",

19
    "7": "LABEL_7",

20
    "8": "LABEL_8",

21
    "9": "LABEL_9",

22
    "10": "LABEL_10",

23
    "11": "LABEL_11"

24
  },

25
  "initializer_range": 0.02,

26
  "label2id": {

27
    "LABEL_0": 0,

28
    "LABEL_1": 1,

29
    "LABEL_10": 10,

30
    "LABEL_11": 11,

31
    "LABEL_2": 2,

32
    "LABEL_3": 3,

33
    "LABEL_4": 4,

34
    "LABEL_5": 5,

35
    "LABEL_6": 6,

36
    "LABEL_7": 7,

37
    "LABEL_8": 8,

38
    "LABEL_9": 9

39
  },

40
  "max_position_embeddings": 512,

41
  "model_type": "distilbert",

42
  "n_heads": 12,

43
  "n_layers": 6,

44
  "pad_token_id": 0,

45
  "qa_dropout": 0.1,

46
  "seq_classif_dropout": 0.2,

47
  "sinusoidal_pos_embds": false,

48
  "tie_weights_": true,

49
  "transformers_version": "4.5.1",

50
  "vocab_size": 30522

51
}

52


53