1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
|
#!/usr/bin/python -S
# Copyright 2011 Canonical Ltd. This software is licensed under the
# GNU Affero General Public License version 3 (see the file LICENSE).
"""Generate slonik scripts for Slony 1.2 to 2.0 migration.
Remove this script after migration is complete.
"""
__metaclass__ = type
__all__ = []
import _pythonpath
from optparse import OptionParser
import os.path
from textwrap import dedent
from lp.services import scripts
from lp.services.database.sqlbase import connect
import replication.helpers
from replication.helpers import (
LPMAIN_SET_ID,
LPMIRROR_SET_ID,
SSO_SET_ID,
get_all_cluster_nodes,
get_master_node,
)
con = None
options = None
sets = {
LPMAIN_SET_ID: 'lpmain_set',
SSO_SET_ID: 'sso_set',
LPMIRROR_SET_ID: 'lpmirror_set',
}
def outpath(filename):
return os.path.join(options.outdir, filename)
def message(outf, msg):
assert "'" not in msg
print >> outf, "echo '%s';" % msg
def generate_preamble():
outf = open(outpath('mig_preamble.sk'), 'w')
print >> outf, replication.helpers.preamble(con)
cur = con.cursor()
for set_id, set_name in list(sets.items()):
cur.execute(
"SELECT set_origin FROM _sl.sl_set WHERE set_id=%s", [set_id])
result = cur.fetchone()
if result:
origin = result[0]
print >> outf, "define %s_origin %d;" % (set_name, origin)
else:
del sets[set_id] # For testing. Production will have 3 sets.
outf.close()
def generate_uninstall():
outf = open(outpath('mig_uninstall.sk'), 'w')
print >> outf, "# Uninstall Slony-I 1.2 from all nodes"
print >> outf, "include <mig_preamble.sk>;"
nodes = get_all_cluster_nodes(con)
# Ensure everything is really, really synced since we will be
# resubscribing with 'omit copy'
for node in nodes:
print >> outf, dedent("""\
sync (id=%d);
wait for event (origin=%d, confirmed=all, wait on=%d);
""").strip() % (node.node_id, node.node_id, node.node_id)
for node in nodes:
message(outf, "Uninstall node %d" % node.node_id)
print >> outf, "uninstall node (id=%d);" % node.node_id
outf.close()
def generate_sync():
outf = open(outpath('mig_sync.sk'), 'w')
message(outf, "Waiting for sync")
print >> outf, "sync (id=@master_node);"
print >> outf, dedent("""\
wait for event (
origin=@master_node, confirmed=all, wait on=@master_node);
""").strip()
outf.close()
def generate_rebuild():
outf = open(outpath('mig_rebuild.sk'), 'w')
print >> outf, "# Rebuild the replication cluster with Slony-I 2.0"
print >> outf, "include <mig_preamble.sk>;"
nodes = get_all_cluster_nodes(con)
first_node = nodes[0]
remaining_nodes = nodes[1:]
# Initialize the cluster
message(outf, "Initializing cluster (node %d)" % first_node.node_id)
print >> outf, "init cluster (id=%d);" % first_node.node_id
# Create all the other nodes
for node in remaining_nodes:
message(outf, "Initializing node %d" % node.node_id)
print >> outf, "store node (id=%d, event node=%d);" % (
node.node_id, first_node.node_id)
# Create paths so they can communicate.
message(outf, "Storing %d paths" % pow(len(nodes), 2))
for client_node in nodes:
for server_node in nodes:
print >> outf, (
"store path (server=%d, client=%d, "
"conninfo=@node%d_node_conninfo);" % (
server_node.node_id, client_node.node_id,
server_node.node_id))
# sync to ensure replication is happening.
print >> outf, "include <mig_sync.sk>;"
# Create replication sets.
for set_id, set_name in sets.items():
generate_initialize_set(set_id, set_name, outf)
print >> outf, "include <mig_sync.sk>;"
# Subscribe slave nodes to replication sets.
for set_id, set_name in sets.items():
generate_subscribe_set(set_id, set_name, outf)
outf.close()
def generate_initialize_set(set_id, set_name, outf):
origin_node = get_master_node(con, set_id)
message(outf, "Creating %s origin %d" % (set_name, origin_node.node_id))
print >> outf, "create set (id=%d, origin=@%s_origin, comment='%s');" % (
set_id, set_name, set_name)
# Need to connect to a node currently replicating the desired set.
origin_con = origin_node.connect()
cur = origin_con.cursor()
cur.execute("""
SELECT tab_id, tab_nspname, tab_relname, tab_comment
FROM _sl.sl_table WHERE tab_set=%s
""", (set_id,))
results = cur.fetchall()
message(outf, "Adding %d tables to %s" % (len(results), set_name))
for tab_id, tab_nspname, tab_relname, tab_comment in results:
if not tab_comment:
tab_comment = ''
print >> outf, dedent("""\
set add table (
set id=@%s, origin=@%s_origin, id=%d,
fully qualified name='%s.%s',
comment='%s');
""").strip() % (
set_name, set_name, tab_id,
tab_nspname, tab_relname, tab_comment)
cur.execute("""
SELECT seq_id, seq_nspname, seq_relname, seq_comment
FROM _sl.sl_sequence WHERE seq_set=%s
""", (set_id,))
results = cur.fetchall()
message(outf, "Adding %d sequences to %s" % (len(results), set_name))
for seq_id, seq_nspname, seq_relname, seq_comment in results:
if not seq_comment:
seq_comment = ''
print >> outf, dedent("""\
set add sequence (
set id=@%s, origin=@%s_origin, id=%d,
fully qualified name='%s.%s',
comment='%s');
""").strip() % (
set_name, set_name, seq_id,
seq_nspname, seq_relname, seq_comment)
def generate_subscribe_set(set_id, set_name, outf):
cur = con.cursor()
cur.execute("""
SELECT sub_receiver FROM _sl.sl_subscribe
WHERE sub_set=%s and sub_active is true
""", (set_id,))
for receiver_id, in cur.fetchall():
message(outf, "Subscribing node %d to %s" % (receiver_id, set_name))
print >> outf, dedent("""\
subscribe set (
id=%d, provider=@%s_origin, receiver=%d,
forward=true, omit copy=true);
wait for event (
origin=@%s_origin, confirmed=all, wait on=@%s_origin);
""").strip() % (
set_id, set_name, receiver_id,
set_name, set_name)
print >> outf, "include <mig_sync.sk>;"
def main():
parser = OptionParser()
scripts.db_options(parser)
parser.add_option(
"-o", "--output-dir", dest='outdir', default=".",
help="Write slonik scripts to DIR", metavar="DIR")
global options
options, args = parser.parse_args()
if args:
parser.error("Too many arguments")
scripts.execute_zcml_for_scripts(use_web_security=False)
global con
con = connect()
generate_preamble()
generate_sync()
generate_uninstall()
generate_rebuild()
return 0
if __name__ == '__main__':
raise SystemExit(main())
|