keyword_extraction/project.lock at main · learlab/keyword_extraction · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
convert:
  cmd: python -m spacy run convert
  script:
    - python scripts/convert.py assets/openstax_all_term_offsets.jsonl 70
  deps:
    - path: assets/openstax_all_term_offsets.jsonl
      md5: b39f603d76018fb6c1269bc49cd78e9c
    - path: scripts/convert.py
      md5: ed100f176e9fb923d0bbba9508551989
  outs:
    - path: corpus/train.spacy
      md5: 9eb60c1d2992e033791a6f7bda717200
    - path: corpus/dev.spacy
      md5: fe001b2d7458ac15ef488078d3bf8c87
    - path: corpus/test.spacy
      md5: 4148904c50c3adb6031080c86020fd56
  spacy_version: 3.4.3
  spacy_git_version: 63673a792
create-config:
  cmd: python -m spacy run create-config
  script:
    - python scripts/create_config.py en_core_web_trf ner configs/config.cfg
  deps:
    - path: scripts/create_config.py
      md5: 7d9930659adc39aef19d8b3120e8d87e
  outs:
    - path: configs/config.cfg
      md5: 7d05830b75ca267bbb9a9f1b59836a10
  spacy_version: 3.3.1
  spacy_git_version: 5fb597f77
train:
  cmd: python -m spacy run train
  script:
    - python -m spacy train configs/longformer.cfg --output training/ --paths.train
      corpus/train.spacy --paths.dev corpus/dev.spacy --gpu-id 0
  deps:
    - path: configs/longformer.cfg
      md5: 9f354344b416f8ff9f9156da0b5557eb
    - path: corpus/train.spacy
      md5: 7eee7e1b677a2c0f25668fc75de21b72
    - path: corpus/dev.spacy
      md5: 9f1dd674b9c415f164234f56c6d1f770
  outs:
    - path: training/model-best
      md5: d06353cd3ee6feb7ed0383c033faacc3
  spacy_version: 3.5.0
  spacy_git_version: dec81508d
evaluate:
  cmd: python -m spacy run evaluate
  script:
    - python -m spacy evaluate training/model-best corpus/dev.spacy --output training/metrics.json
      --gpu-id 0
  deps:
    - path: corpus/dev.spacy
      md5: 6cad3a7ab431a65e59bbd3a901069e93
    - path: training/model-best
      md5: 6ab03282c11a64dcb7b6a05378c56870
  outs:
    - path: training/metrics.json
      md5: 1c9d99dc518bf7dfbd07e6fa4b3ad0bf
  spacy_version: 3.3.1
  spacy_git_version: 5fb597f77
visualize-model:
  cmd: python -m spacy run visualize-model
  script:
    - python scripts/visualize_model.py training/model-best "My name is Henrietta.
      This paper was written and developed by Margaret. According to Roland Barthes,
      Methylene is the best chemical." images/example_vis.html
  deps:
    - path: scripts/visualize_model.py
      md5: a8711d5b9a800831c7d60021766b88a6
    - path: training/model-best
      md5: 571b24283dfe62c4ad719e73ff987946
  outs:
    - path: images/example_vis.html
      md5: 07b03f3565259018ce3a9a18c82916df
  spacy_version: 3.3.1
  spacy_git_version: 5fb597f77
init:
  cmd: python -m spacy run init
  script:
    - python -m spacy init labels configs/config.cfg corpus/labels --verbose --gpu-id
      0 --paths.train corpus/train.spacy --paths.dev corpus/dev.spacy
  deps:
    - path: configs/config.cfg
      md5: 140c5ded099325bca8e2b0bd3bb00624
  outs:
    - path: corpus/labels/ner.json
      md5: 3a0a768826d6b14d0668db8bffd856ae
    - path: corpus/labels/parser.json
      md5: 940f2149459c98063e2ee980834823c4
    - path: corpus/labels/tagger.json
      md5: 362d5efb2c2fd0a7cb97cce10a8cf4b6
  spacy_version: 3.3.1
  spacy_git_version: 5fb597f77
push_to_hub:
  cmd: python -m spacy run push_to_hub
  script:
    - python -m spacy huggingface-hub push packages/en_student_name_detector-0.0.1/dist/en_student_name_detector-0.0.1-py3-none-any.whl
  deps:
    - path: packages/en_student_name_detector-0.0.1/dist/en_student_name_detector-0.0.1-py3-none-any.whl
      md5: 89257e745bab755fe2213932166c7248
  outs: []
  spacy_version: 3.4.3
  spacy_git_version: 63673a792