CS216/chapter-parse.py at master · sbcogan/CS216 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
import re

allWords = list()
verses = list()

def clean():
    #ensures each verse begins on its one line, separates each verse with newline if not already done in text
    with open("kingjames.txt", 'r') as bible, open('cleanedBible.txt', 'w') as cleaned:
        for line in bible:
                lineBreaks = False
                if re.match("^[0-9]*$",line[0]):
                    cleaned.write("\n")
                line = line.strip("\n")
                for i in range(6, len(line) - 1):
                    if (line[i].isdigit() or re.match("^[0-9]*$",line[i]) or line[i] == "6") and(line[i+1] == ":" or re.match("^[0-9]*$",line[i+1])): #sorry this is hardcoded, randomly one 6 wasnt making this conditional true idek
                        cleaned.write(line[:i] + "\n" + "\n" + line[i:] + " ")
                        lineBreaks = True
                        break
                if not lineBreaks and len(line) > 1:
                    cleaned.write(line + " ")


def parseJames():
    with open("cleanedBible.txt", 'r') as bible, open('parsed.txt', 'w') as parsed:
        for line in bible:
            getWords(line)
            parsed.write(line)


def getWords(line):
    words = line.split()
    if len(words) > 0:
        if re.match("^[0-9:]*$",words[0]):
            verse = words[0]
            verses.append(verse)
        for i in range(1, len(words)):
            allWords.append(words[i].strip(",:;.?!"))

            #strips of some chars -- how to deal w apostrophes still not decided

def uniqueWords():
    print(len(set(allWords)))

def numWords():
    print(len(allWords))

def toTSV():
    with open("parsed.txt", 'r') as bible, open('kingjames.tsv', 'w') as tsv:
        tsv.write("Book\t Chapter\t Verse Number\t Verse Text\n") #header for csv
        book = ""
        someBookTitles = ["Hosea", "Ezra", "Joel", "Amos", "Obadiah", "Jonah", \
        "Micah", "Nahum", "Habakkuk", "Zephaniah", "Haggai", "Zechariah", "Malachi"]
        for lno, line in enumerate(bible):
            #if lno < 29:
                #continue
            if 'End of the Project Gutenberg EBook of The King James Bible' in line:
                break
            if line[:4] == "The " and not line[4].islower():
                book = line[:len(line) -1].strip()
                continue
            breakcondition = False
            for title in someBookTitles:
                if line.startswith(title):
                    book = line.strip("\n")
                    breakcondition = True
                    break
            if breakcondition:
                continue
            if line.find(":") > -1:
                words = line.split()
                nums = words[0].split(":")
                tsv.write(book + "\t" + nums[0] + "\t" + nums[1] + "\t" + line[len(words[0]) + 1:])


clean()
parseJames()
toTSV()
#print(sorted(set(allWords)))

#fixed the newline problem!
#fixing this I think will help with the bible csv column issue too