DistributedDatabase/README.txt at master · rockthebesr/DistributedDatabase · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
Special instructions for compiling/running the code should be included in this file.

To test on VM:
    VM1: lbs
    ssh -i ~/.ssh/id_rsa haoran@40.125.70.162
    go run lbs.go "10.0.0.4:54321" "false"

    VM2: server1
    ssh -i ~/.ssh/id_rsa haoran@52.151.36.31
    go run server.go "40.125.70.162:54321" "10.0.0.5:12345" "false" "A" "C"

    VM3: server2
    ssh -i ~/.ssh/id_rsa haoran@40.125.70.74
    go run server.go "40.125.70.162:54321" "10.0.0.6:12346" "false" "B"

    VM4: server3
    ssh -i ~/.ssh/id_rsa haoran@52.151.14.52
    go run server.go "40.125.70.162:54321" "10.0.0.7:12347" "false" "A" "B" "C"

    VM5: server4
    ssh -i ~/.ssh/id_rsa haoran@52.158.234.124
    go run server.go "40.125.70.162:54321" "10.0.0.8:12348" "false" "A"

    VM6: client1
    ssh -i ~/.ssh/id_rsa haoran@52.175.252.217
    go run appA.go "40.125.70.162:54321" "10.0.0.9:12349" "0"
    go run appB.go "40.125.70.162:54321" "10.0.0.9:12349" "0"

    VM7: client2
    ssh -i ~/.ssh/id_rsa haoran@52.151.8.223
    go run appA.go "40.125.70.162:54321" "10.0.0.10:12350" "0"

    Local macOs/linux:
    After appA:
    sed -i '' '3,$d' report/demo/govectorLog_demo_A.txt
    scp haoran@40.125.70.162:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsLBS-Log.txt report/demo/ddbsLBS-Log.txt
    scp haoran@52.151.36.31:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.5:12345-Log.txt report/demo/ddbsServer10.0.0.5:12345-Log.txt
    scp haoran@40.125.70.74:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.6:12346-Log.txt report/demo/ddbsServer10.0.0.6:12346-Log.txt
    scp haoran@52.151.14.52:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.7:12347-Log.txt report/demo/ddbsServer10.0.0.7:12347-Log.txt
    scp haoran@52.158.234.124:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.8:12348-Log.txt report/demo/ddbsServer10.0.0.8:12348-Log.txt
    scp haoran@52.175.252.217:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsClient10.0.0.9:12349-Log.txt report/demo/ddbsClient10.0.0.9:12349-Log.txt
    scp haoran@52.151.8.223:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsClient10.0.0.10:12350-Log.txt report/demo/ddbsClient10.0.0.10:12350-Log.txt
    sed -i '' '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog_demo_A.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.5:12345-Log.txt' report/demo/govectorLog_demo_A.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.6:12346-Log.txt' report/demo/govectorLog_demo_A.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.7:12347-Log.txt' report/demo/govectorLog_demo_A.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.8:12348-Log.txt' report/demo/govectorLog_demo_A.txt
    sed -i '' '$r report/demo/ddbsClient10.0.0.9:12349-Log.txt' report/demo/govectorLog_demo_A.txt
    sed -i '' '$r report/demo/ddbsClient10.0.0.10:12350-Log.txt' report/demo/govectorLog_demo_A.txt
    sed -i '' 's/10.0.0.5:12345/W/g' report/demo/govectorLog_demo_A.txt
    sed -i '' 's/10.0.0.6:12346/X/g' report/demo/govectorLog_demo_A.txt
    sed -i '' 's/10.0.0.7:12347/Y/g' report/demo/govectorLog_demo_A.txt
    sed -i '' 's/10.0.0.8:12348/Z/g' report/demo/govectorLog_demo_A.txt
    sed -i '' 's/10.0.0.9:12349/A/g' report/demo/govectorLog_demo_A.txt
    sed -i '' 's/10.0.0.10:12350/B/g' report/demo/govectorLog_demo_A.txt

    After appB:
    sed -i '' '3,$d' report/demo/govectorLog_demo_B.txt
    scp haoran@40.125.70.162:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsLBS-Log.txt report/demo/ddbsLBS-Log.txt
    scp haoran@52.151.36.31:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.5:12345-Log.txt report/demo/ddbsServer10.0.0.5:12345-Log.txt
    scp haoran@40.125.70.74:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.6:12346-Log.txt report/demo/ddbsServer10.0.0.6:12346-Log.txt
    scp haoran@52.151.14.52:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.7:12347-Log.txt report/demo/ddbsServer10.0.0.7:12347-Log.txt
    scp haoran@52.158.234.124:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.8:12348-Log.txt report/demo/ddbsServer10.0.0.8:12348-Log.txt
    scp haoran@52.175.252.217:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsClient10.0.0.9:12349-Log.txt report/demo/ddbsClient10.0.0.9:12349-Log.txt
    sed -i '' '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog_demo_B.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.5:12345-Log.txt' report/demo/govectorLog_demo_B.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.6:12346-Log.txt' report/demo/govectorLog_demo_B.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.7:12347-Log.txt' report/demo/govectorLog_demo_B.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.8:12348-Log.txt' report/demo/govectorLog_demo_B.txt
    sed -i '' '$r report/demo/ddbsClient10.0.0.9:12349-Log.txt' report/demo/govectorLog_demo_B.txt
    sed -i '' 's/10.0.0.5:12345/W/g' report/demo/govectorLog_demo_B.txt
    sed -i '' 's/10.0.0.6:12346/X/g' report/demo/govectorLog_demo_B.txt
    sed -i '' 's/10.0.0.7:12347/Y/g' report/demo/govectorLog_demo_B.txt
    sed -i '' 's/10.0.0.8:12348/Z/g' report/demo/govectorLog_demo_B.txt
    sed -i '' 's/10.0.0.9:12349/A/g' report/demo/govectorLog_demo_B.txt

    After appC:
    sed -i '' '3,$d' report/demo/govectorLog_demo_C.txt
    scp haoran@40.125.70.162:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsLBS-Log.txt report/demo/ddbsLBS-Log.txt
    scp haoran@52.151.36.31:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.5:12345-Log.txt report/demo/ddbsServer10.0.0.5:12345-Log.txt
    scp haoran@40.125.70.74:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.6:12346-Log.txt report/demo/ddbsServer10.0.0.6:12346-Log.txt
    scp haoran@52.151.14.52:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.7:12347-Log.txt report/demo/ddbsServer10.0.0.7:12347-Log.txt
    scp haoran@52.158.234.124:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.8:12348-Log.txt report/demo/ddbsServer10.0.0.8:12348-Log.txt
    scp haoran@52.175.252.217:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsClient10.0.0.9:12349-Log.txt report/demo/ddbsClient10.0.0.9:12349-Log.txt
    sed -i '' '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog_demo_C.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.5:12345-Log.txt' report/demo/govectorLog_demo_C.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.6:12346-Log.txt' report/demo/govectorLog_demo_C.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.7:12347-Log.txt' report/demo/govectorLog_demo_C.txt
    sed -i '' '$r report/demo/ddbsServer10.0.0.8:12348-Log.txt' report/demo/govectorLog_demo_C.txt
    sed -i '' '$r report/demo/ddbsClient10.0.0.9:12349-Log.txt' report/demo/govectorLog_demo_C.txt
    sed -i '' 's/10.0.0.5:12345/W/g' report/demo/govectorLog_demo_C.txt
    sed -i '' 's/10.0.0.6:12346/X/g' report/demo/govectorLog_demo_C.txt
    sed -i '' 's/10.0.0.7:12347/Y/g' report/demo/govectorLog_demo_C.txt
    sed -i '' 's/10.0.0.8:12348/Z/g' report/demo/govectorLog_demo_C.txt
    sed -i '' 's/10.0.0.9:12349/A/g' report/demo/govectorLog_demo_C.txt

    Local:
    sed -i '3,$d' report/demo/govectorLog.txt
    scp haoran@40.125.70.162:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsLBS-Log.txt report/demo/ddbsLBS-Log.txt
    scp haoran@52.151.36.31:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.5:12345-Log.txt report/demo/ddbsServer10.0.0.5:12345-Log.txt
    scp haoran@40.125.70.74:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.6:12346-Log.txt report/demo/ddbsServer10.0.0.6:12346-Log.txt
    scp haoran@52.151.14.52:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.7:12347-Log.txt report/demo/ddbsServer10.0.0.7:12347-Log.txt
    scp haoran@52.158.234.124:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.8:12348-Log.txt report/demo/ddbsClient10.0.0.8:12348-Log.txt
    scp haoran@52.175.252.217:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsClient10.0.0.9:12349-Log.txt report/demo/ddbsClient10.0.0.9:12349-Log.txt
    scp haoran@52.151.8.223:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsClient10.0.0.10:12350-Log.txt report/demo/ddbsClient10.0.0.10:12350-Log.txt
    sed -i '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer10.0.0.5:12345-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer10.0.0.6:12346-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer10.0.0.7:12347-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer10.0.0.8:12348-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsClient10.0.0.9:12349-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsClient10.0.0.10:12350-Log.txt' report/demo/govectorLog.txt
    sed -i 's/10.0.0.5:12345/W/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.6:12346/X/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.7:12347/Y/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.8:12348/Z/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.9:12349/ClientA/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.10:12350/ClientB/g' report/demo/govectorLog.txt


To run testLBS.go
    go run lbs.go "127.0.0.1:54321" "false"
    go run testLBS.go "127.0.0.1:54321"

To run testLock.go
    go run server.go "127.0.0.1:54345" "127.0.0.1:54321" "false" "A" "B" "C"
    go run testLock.go "127.0.0.1:54345"

To test server, lbs, and client together (single client):
    go run lbs.go "127.0.0.1:54321" "false"
    go run server.go "127.0.0.1:54321" "127.0.0.1:12345" "false" "A" "B"
    go run server.go "127.0.0.1:54321" "127.0.0.1:12346" "false" "A" "B" "C"
    go run app.go "127.0.0.1:54321" "127.0.0.1:9999" "1"

    sed -i '3,$d' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer127.0.0.1:12345-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer127.0.0.1:12346-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsClient127.0.0.1:9999-Log.txt' report/demo/govectorLog.txt
    sed -i 's/127.0.0.1:12345/X/g' report/demo/govectorLog.txt
    sed -i 's/127.0.0.1:12346/Y/g' report/demo/govectorLog.txt
    sed -i 's/127.0.0.1:9999//g' report/demo/govectorLog.txt

    for macOs/linux:
    sed -i '' '3,$d' report/demo/govectorLog.txt
    sed -i '' '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog.txt
    sed -i '' '$r report/demo/ddbsServer127.0.0.1:12345-Log.txt' report/demo/govectorLog.txt
    sed -i '' '$r report/demo/ddbsServer127.0.0.1:12346-Log.txt' report/demo/govectorLog.txt
    sed -i '' '$r report/demo/ddbsClient127.0.0.1:9999-Log.txt' report/demo/govectorLog.txt
    sed -i '' 's/127.0.0.1:12345/X/g' report/demo/govectorLog.txt
    sed -i '' 's/127.0.0.1:12346/Y/g' report/demo/govectorLog.txt
    sed -i '' 's/127.0.0.1:9999//g' report/demo/govectorLog.txt

    visit https://bestchai.bitbucket.io/report/demo/ and load report/demo/govectorLog.txt


To test strict 2-phase locking protocol with deadlocks:
    go run lbs.go "10.0.0.4:54321" "false"
    go run server.go "40.125.70.162:54321" "10.0.0.5:12345" "false"
    go run server.go "40.125.70.162:54321" "10.0.0.6:12346" "false"

    Run these together very quickly:
    go run app_deadlock.go "40.125.70.162:54321" "10.0.0.8:12348" "true" "true"
    go run app_deadlock.go "40.125.70.162:54321" "10.0.0.10:12350" "false" "false"

    sed -i '3,$d' report/demo/govectorLog.txt
    scp haoran@40.125.70.162:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsLBS-Log.txt report/demo/ddbsLBS-Log.txt
    scp haoran@52.151.36.31:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.5:12345-Log.txt report/demo/ddbsServer10.0.0.5:12345-Log.txt
    scp haoran@40.125.70.74:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.6:12346-Log.txt report/demo/ddbsServer10.0.0.6:12346-Log.txt
    scp haoran@52.158.234.124:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsClient10.0.0.8:12348-Log.txt report/demo/ddbsClient10.0.0.8:12348-Log.txt
    scp haoran@52.151.8.223:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsClient10.0.0.10:12350-Log.txt report/demo/ddbsClient10.0.0.10:12350-Log.txt
    sed -i '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer10.0.0.5:12345-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer10.0.0.6:12346-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsClient10.0.0.8:12348-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsClient10.0.0.10:12350-Log.txt' report/demo/govectorLog.txt
    sed -i 's/10.0.0.5:12345/X/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.6:12346/Y/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.8:12348/M/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.10:12350/N/g' report/demo/govectorLog.txt

    shiviz using report/demo/govectorLog.txt

To test LBS crash recovery:
    go run lbs.go "10.0.0.4:54321" "true"
    go run server.go "40.125.70.162:54321" "10.0.0.5:12345" "false"
    go run server.go "40.125.70.162:54321" "10.0.0.6:12346" "false"

    sed -i '3,$d' report/demo/govectorLog.txt
    scp haoran@40.125.70.162:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsLBS-Log.txt report/demo/ddbsLBS-Log.txt
    scp haoran@52.151.36.31:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.5:12345-Log.txt report/demo/ddbsServer10.0.0.5:12345-Log.txt
    scp haoran@40.125.70.74:~/proj2_c4w9a_k0a9_k7y8/report/demo/ddbsServer10.0.0.6:12346-Log.txt report/demo/ddbsServer10.0.0.6:12346-Log.txt
    sed -i '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer10.0.0.5:12345-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer10.0.0.6:12346-Log.txt' report/demo/govectorLog.txt
    sed -i 's/10.0.0.5:12345/X/g' report/demo/govectorLog.txt
    sed -i 's/10.0.0.6:12346/Y/g' report/demo/govectorLog.txt

    shiviz using report/demo/govectorLog.txt


To test server crash (without recovery right now) enter the following numbers to represent when you want to crash
    FailPrimaryServerDuringTransaction                        = 6
	FailPrimaryServerAfterClientSendsPrepareCommit            = 7
	FailPrimaryServerAfterClientSendsCommit                   = 8

    Example:
    go run lbs.go "127.0.0.1:54321" "false"
    go run server.go "127.0.0.1:54321" "127.0.0.1:12345" "true" "A" "B"
    go run server.go "127.0.0.1:54321" "127.0.0.1:12346" "false" "B" "C"
    go run server.go "127.0.0.1:54321" "127.0.0.1:12347" "false" "A" "C"
    go run app.go "127.0.0.1:54321" "127.0.0.1:12348" "6"

    sed -i '3,$d' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer127.0.0.1:12345-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer127.0.0.1:12346-Log.txt' report/demo/govectorLog.txt
    sed -i '$r report/demo/ddbsServer127.0.0.1:12347-Log.txt' report/demo/govectorLog.txt
    sed -i 's/127.0.0.1:12345/X/g/' report/demo/govectorLog.txt
    sed -i 's/127.0.0.1:12346/Y/g/' report/demo/govectorLog.txt
    sed -i 's/127.0.0.1:12347/Z/g/' report/demo/govectorLog.txt
    sed -i 's/127.0.0.1:9999//g' report/demo/govectorLog.txt

    for macOs/linux:
    sed -i '' '3,$d' report/demo/govectorLog_join.txt
    sed -i '' '$r report/demo/ddbsLBS-Log.txt' report/demo/govectorLog_join.txt
    sed -i '' '$r report/demo/ddbsServer127.0.0.1:12345-Log.txt' report/demo/govectorLog_join.txt
    sed -i '' '$r report/demo/ddbsServer127.0.0.1:12346-Log.txt' report/demo/govectorLog_join.txt
    sed -i '' '$r report/demo/ddbsServer127.0.0.1:12347-Log.txt' report/demo/govectorLog_join.txt
    sed -i '' '$r report/demo/ddbsClient127.0.0.1:12348-Log.txt' report/demo/govectorLog_join.txt
    sed -i '' 's/127.0.0.1:12345/X/g' report/demo/govectorLog_join.txt
    sed -i '' 's/127.0.0.1:12346/Y/g' report/demo/govectorLog_join.txt
    sed -i '' 's/127.0.0.1:12347/Z/g' report/demo/govectorLog_join.txt
    sed -i '' 's/127.0.0.1:12348//g' report/demo/govectorLog_join.txt

To test server recovery (server is not a primary server):
    go run lbs.go "127.0.0.1:54321" "false"
    go run server.go "127.0.0.1:54321" "127.0.0.1:12345"
    go run server.go "127.0.0.1:54321" "127.0.0.1:12346"
    go run app.go "127.0.0.1:54321" "127.0.0.1:9999" "5"