1
|
|
|
#!/usr/bin/env python3 |
2
|
|
|
# -*- coding: future_fstrings -*- |
3
|
|
|
|
4
|
|
|
""" |
5
|
|
|
Main script |
6
|
|
|
""" |
7
|
|
|
|
8
|
|
|
import argparse |
9
|
|
|
import os |
10
|
|
|
import sys |
11
|
|
|
from collections import defaultdict |
|
|
|
|
12
|
|
|
|
13
|
|
|
# Workaround for ModuleNotFoundError |
14
|
|
|
sys.path.append(os.getcwd()) |
15
|
|
|
from db_sync_tool import sync |
|
|
|
|
16
|
|
|
from db_sync_tool.utility import helper |
|
|
|
|
17
|
|
|
|
18
|
|
|
|
19
|
|
|
def main(args=None): |
20
|
|
|
""" |
21
|
|
|
Main entry point for the command line. Parse the arguments and call to the main process. |
22
|
|
|
:param args: |
23
|
|
|
:return: |
24
|
|
|
""" |
25
|
|
|
if args is None: |
26
|
|
|
args = {} |
27
|
|
|
|
28
|
|
|
args = get_arguments(args) |
29
|
|
|
sync.Sync( |
30
|
|
|
config_file=args.config_file, |
31
|
|
|
verbose=args.verbose, |
32
|
|
|
yes=args.yes, |
33
|
|
|
mute=args.mute, |
34
|
|
|
dry_run=args.dry_run, |
35
|
|
|
import_file=args.import_file, |
36
|
|
|
dump_name=args.dump_name, |
37
|
|
|
keep_dump=args.keep_dump, |
38
|
|
|
host_file=args.host_file, |
39
|
|
|
clear=args.clear_database, |
40
|
|
|
force_password=args.force_password, |
41
|
|
|
use_rsync=args.use_rsync, |
42
|
|
|
use_rsync_options=args.use_rsync_options, |
43
|
|
|
reverse=args.reverse, |
44
|
|
|
args=args |
45
|
|
|
) |
46
|
|
|
|
47
|
|
|
|
48
|
|
|
def get_arguments(args): |
49
|
|
|
""" |
50
|
|
|
Parses and returns script arguments |
51
|
|
|
:param args: |
52
|
|
|
:return: |
53
|
|
|
""" |
54
|
|
|
parser = argparse.ArgumentParser(prog='db_sync_tool', |
55
|
|
|
description='A tool for automatic database synchronization from ' |
|
|
|
|
56
|
|
|
'and to host systems.') |
57
|
|
|
parser.add_argument('origin', |
58
|
|
|
help='Origin database defined in host file', |
59
|
|
|
nargs='?', |
60
|
|
|
type=str) |
61
|
|
|
parser.add_argument('target', |
62
|
|
|
help='Target database defined in host file', |
63
|
|
|
nargs='?', |
64
|
|
|
type=str) |
65
|
|
|
parser.add_argument('-f', '--config-file', |
66
|
|
|
help='Path to configuration file', |
67
|
|
|
required=False, |
68
|
|
|
type=str) |
69
|
|
|
parser.add_argument('-v', '--verbose', |
70
|
|
|
help='Enable extended console output', |
71
|
|
|
required=False, |
72
|
|
|
action='store_true') |
73
|
|
|
parser.add_argument('-y', '--yes', |
74
|
|
|
help='Skipping user confirmation for database import', |
75
|
|
|
required=False, |
76
|
|
|
action='store_true') |
77
|
|
|
parser.add_argument('-m', '--mute', |
78
|
|
|
help='Mute console output', |
79
|
|
|
required=False, |
80
|
|
|
action='store_true') |
81
|
|
|
parser.add_argument('-dr', '--dry-run', |
82
|
|
|
help='Testing process without running database export, transfer or import.', |
83
|
|
|
required=False, |
84
|
|
|
action='store_true') |
85
|
|
|
parser.add_argument('-i', '--import-file', |
86
|
|
|
help='Import database from a specific file dump', |
87
|
|
|
required=False, |
88
|
|
|
type=str) |
89
|
|
|
parser.add_argument('-dn', '--dump-name', |
90
|
|
|
help='Set a specific dump file name (default is "_[dbname]_[date]")', |
91
|
|
|
required=False, |
92
|
|
|
type=str) |
93
|
|
|
parser.add_argument('-kd', '--keep-dump', |
94
|
|
|
help='Skipping target import of the database dump and saving the available dump file in the ' |
|
|
|
|
95
|
|
|
'given directory', |
96
|
|
|
required=False, |
97
|
|
|
type=str) |
98
|
|
|
parser.add_argument('-o', '--host-file', |
99
|
|
|
help='Using an additional hosts file for merging hosts information with the configuration file', |
|
|
|
|
100
|
|
|
required=False, |
101
|
|
|
type=str) |
102
|
|
|
parser.add_argument('-l', '--log-file', |
103
|
|
|
help='File path for creating a additional log file', |
104
|
|
|
required=False, |
105
|
|
|
type=str) |
106
|
|
|
parser.add_argument('-cd', '--clear-database', |
107
|
|
|
help='Dropping all tables before importing a new sync to get a clean database.', |
|
|
|
|
108
|
|
|
required=False, |
109
|
|
|
action='store_true') |
110
|
|
|
parser.add_argument('-ta', '--tables', |
111
|
|
|
help='Defining specific tables to export, e.g. --tables=table1,table2', |
112
|
|
|
required=False, |
113
|
|
|
type=str) |
114
|
|
|
parser.add_argument('-r', '--reverse', |
115
|
|
|
help='Reverse origin and target hosts', |
116
|
|
|
required=False, |
117
|
|
|
action='store_true') |
118
|
|
|
parser.add_argument('-t', '--type', |
119
|
|
|
help='Defining the framework type [TYPO3, Symfony, Drupal, Wordpress]', |
120
|
|
|
required=False, |
121
|
|
|
type=str) |
122
|
|
|
parser.add_argument('-tp', '--target-path', |
123
|
|
|
help='File path to target database credential file depending on the framework type', |
|
|
|
|
124
|
|
|
required=False, |
125
|
|
|
type=str) |
126
|
|
|
parser.add_argument('-tn', '--target-name', |
127
|
|
|
help='Providing a name for the target system', |
128
|
|
|
required=False, |
129
|
|
|
type=str) |
130
|
|
|
parser.add_argument('-th', '--target-host', |
131
|
|
|
help='SSH host to target system', |
132
|
|
|
required=False, |
133
|
|
|
type=str) |
134
|
|
|
parser.add_argument('-tu', '--target-user', |
135
|
|
|
help='SSH user for target system', |
136
|
|
|
required=False, |
137
|
|
|
type=str) |
138
|
|
|
parser.add_argument('-tpw', '--target-password', |
139
|
|
|
help='SSH password for target system', |
140
|
|
|
required=False, |
141
|
|
|
type=str) |
142
|
|
|
parser.add_argument('-tk', '--target-key', |
143
|
|
|
help='File path to SSH key for target system', |
144
|
|
|
required=False, |
145
|
|
|
type=str) |
146
|
|
|
parser.add_argument('-tpo', '--target-port', |
147
|
|
|
help='SSH port for target system', |
148
|
|
|
required=False, |
149
|
|
|
type=int) |
150
|
|
|
parser.add_argument('-tdd', '--target-dump-dir', |
151
|
|
|
help='Directory path for database dump file on target system', |
152
|
|
|
required=False, |
153
|
|
|
type=str) |
154
|
|
|
parser.add_argument('-tkd', '--target-keep-dumps', |
155
|
|
|
help='Keep dump file count for target system', |
156
|
|
|
required=False, |
157
|
|
|
type=int) |
158
|
|
|
parser.add_argument('-tdn', '--target-db-name', |
159
|
|
|
help='Database name for target system', |
160
|
|
|
required=False, |
161
|
|
|
type=str) |
162
|
|
|
parser.add_argument('-tdh', '--target-db-host', |
163
|
|
|
help='Database host for target system', |
164
|
|
|
required=False, |
165
|
|
|
type=str) |
166
|
|
|
parser.add_argument('-tdu', '--target-db-user', |
167
|
|
|
help='Database user for target system', |
168
|
|
|
required=False, |
169
|
|
|
type=str) |
170
|
|
|
parser.add_argument('-tdpw', '--target-db-password', |
171
|
|
|
help='Database password for target system', |
172
|
|
|
required=False, |
173
|
|
|
type=str) |
174
|
|
|
parser.add_argument('-tdpo', '--target-db-port', |
175
|
|
|
help='Database port for target system', |
176
|
|
|
required=False, |
177
|
|
|
type=int) |
178
|
|
|
parser.add_argument('-tad', '--target-after-dump', |
179
|
|
|
help='Additional dump file to insert after the regular database import', |
180
|
|
|
required=False, |
181
|
|
|
type=int) |
182
|
|
|
parser.add_argument('-op', '--origin-path', |
183
|
|
|
help='File path to origin database credential file depending on the framework type', |
|
|
|
|
184
|
|
|
required=False, |
185
|
|
|
type=str) |
186
|
|
|
parser.add_argument('-on', '--origin-name', |
187
|
|
|
help='Providing a name for the origin system', |
188
|
|
|
required=False, |
189
|
|
|
type=str) |
190
|
|
|
parser.add_argument('-oh', '--origin-host', |
191
|
|
|
help='SSH host to origin system', |
192
|
|
|
required=False, |
193
|
|
|
type=str) |
194
|
|
|
parser.add_argument('-ou', '--origin-user', |
195
|
|
|
help='SSH user for origin system', |
196
|
|
|
required=False, |
197
|
|
|
type=str) |
198
|
|
|
parser.add_argument('-opw', '--origin-password', |
199
|
|
|
help='SSH password for origin system', |
200
|
|
|
required=False, |
201
|
|
|
type=str) |
202
|
|
|
parser.add_argument('-ok', '--origin-key', |
203
|
|
|
help='File path to SSH key for origin system', |
204
|
|
|
required=False, |
205
|
|
|
type=str) |
206
|
|
|
parser.add_argument('-opo', '--origin-port', |
207
|
|
|
help='SSH port for origin system', |
208
|
|
|
required=False, |
209
|
|
|
type=int) |
210
|
|
|
parser.add_argument('-odd', '--origin-dump-dir', |
211
|
|
|
help='Directory path for database dump file on origin system', |
212
|
|
|
required=False, |
213
|
|
|
type=str) |
214
|
|
|
parser.add_argument('-okd', '--origin-keep-dumps', |
215
|
|
|
help='Keep dump file count for origin system', |
216
|
|
|
required=False, |
217
|
|
|
type=int) |
218
|
|
|
parser.add_argument('-odn', '--origin-db-name', |
219
|
|
|
help='Database name for origin system', |
220
|
|
|
required=False, |
221
|
|
|
type=str) |
222
|
|
|
parser.add_argument('-odh', '--origin-db-host', |
223
|
|
|
help='Database host for origin system', |
224
|
|
|
required=False, |
225
|
|
|
type=str) |
226
|
|
|
parser.add_argument('-odu', '--origin-db-user', |
227
|
|
|
help='Database user for origin system', |
228
|
|
|
required=False, |
229
|
|
|
type=str) |
230
|
|
|
parser.add_argument('-odpw', '--origin-db-password', |
231
|
|
|
help='Database password for origin system', |
232
|
|
|
required=False, |
233
|
|
|
type=str) |
234
|
|
|
parser.add_argument('-odpo', '--origin-db-port', |
235
|
|
|
help='Database port for origin system', |
236
|
|
|
required=False, |
237
|
|
|
type=int) |
238
|
|
|
parser.add_argument('-fpw', '--force-password', |
239
|
|
|
help='Force password user query', |
240
|
|
|
required=False, |
241
|
|
|
action='store_true') |
242
|
|
|
parser.add_argument('-ur', '--use-rsync', |
243
|
|
|
help='Use rsync as transfer method', |
244
|
|
|
required=False, |
245
|
|
|
action='store_true') |
246
|
|
|
parser.add_argument('-uro', '--use-rsync-options', |
247
|
|
|
help='Additional rsync options', |
248
|
|
|
required=False, |
249
|
|
|
type=str) |
250
|
|
|
parser.add_argument('-w', '--where', |
251
|
|
|
help='Additional where clause for mysql dump to sync only selected rows', |
252
|
|
|
required=False, |
253
|
|
|
type=str) |
254
|
|
|
parser.add_argument('-amo', '--additional-mysqldump-options', |
255
|
|
|
help='Additional mysqldump options for creating the database dump, e.g. --additional-mysqldump-options="--where="deleted=0"', |
|
|
|
|
256
|
|
|
required=False, |
257
|
|
|
type=str) |
258
|
|
|
|
259
|
|
|
return parser.parse_args(helper.dict_to_args(args)) |
260
|
|
|
|
261
|
|
|
|
262
|
|
|
if __name__ == "__main__": |
263
|
|
|
main() |
264
|
|
|
|