kovlive/config.py at master · kenkov/kovlive · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
#! /usr/bin/env python
# coding:utf-8

from os import path


def filepath(*fp):
    '''
    このシクリプトが存在するディレクトリからの
    絶対パスに変換する
    '''
    return path.join(
        path.abspath(path.dirname(__file__)),
        *fp
    )

modeldir = "model"

# the number of loop for train IBM Model 2
LOOP_COUNT = 10
PHRASE_MODEL = filepath(
    modeldir,
    "phrase.model"
)
PHRASE = filepath(
    modeldir,
    "phrase.txt"
)
BIGRAM = filepath(
    modeldir,
    "halfwidthkatakana.txt"
)
PHRASE_MOD = filepath(
    modeldir,
    "phrase.mod.txt"
)
BIGRAM_MODEL = filepath(
    modeldir,
    "bigram.model"
)
PHRASE_MODEL_MOD = filepath(
    modeldir,
    "phrase.mod.model"
)
BIGRAM_MODEL_MOD = filepath(
    modeldir,
    "bigram.mod.model"
)
KEYWORD_FILE = filepath(
    modeldir,
    "keyword.txt"
)

XTU_REPLACE = {
    "。", "、", ".", "．",
    "，",
}

XTU_ADD = {
    "</s>", "…", "・",
    "！", "？", "!", "♡", "☆", "♪", "♡", "ｗ",
    "/",
    # ">", ")"
    # "＞", "）",
}


if __name__ == '__main__':
    from jinja2 import Environment, FileSystemLoader
    env = Environment(
        loader=FileSystemLoader('.')
    )
    template = env.get_template('Makefile.tpl')
    makefile = template.render(
        PHRASE=PHRASE,
        PHRASE_MODEL=PHRASE_MODEL,
        PHRASE_MODEL_MOD=PHRASE_MODEL_MOD,
        PHRASE_MOD=PHRASE_MOD,
        BIGRAM=BIGRAM,
        BIGRAM_MODEL=BIGRAM_MODEL,
        BIGRAM_MODEL_MOD=BIGRAM_MODEL_MOD,
        KEYWORD_FILE=KEYWORD_FILE,
    )
    print(makefile, file=open("Makefile", "w"))
    print("generating Makefile ... done")