1
|
|
|
<?php |
2
|
|
|
/** |
3
|
|
|
* @copyright Copyright (c) 2016, ownCloud, Inc. |
4
|
|
|
* |
5
|
|
|
* @author Christoph Wurst <[email protected]> |
6
|
|
|
* @author Joas Schilling <[email protected]> |
7
|
|
|
* @author martin-rueegg <[email protected]> |
8
|
|
|
* @author Morris Jobke <[email protected]> |
9
|
|
|
* @author Robin Appelman <[email protected]> |
10
|
|
|
* @author Roeland Jago Douma <[email protected]> |
11
|
|
|
* @author tbelau666 <[email protected]> |
12
|
|
|
* @author Thomas Müller <[email protected]> |
13
|
|
|
* @author Victor Dubiniuk <[email protected]> |
14
|
|
|
* @author Vincent Petry <[email protected]> |
15
|
|
|
* |
16
|
|
|
* @license AGPL-3.0 |
17
|
|
|
* |
18
|
|
|
* This code is free software: you can redistribute it and/or modify |
19
|
|
|
* it under the terms of the GNU Affero General Public License, version 3, |
20
|
|
|
* as published by the Free Software Foundation. |
21
|
|
|
* |
22
|
|
|
* This program is distributed in the hope that it will be useful, |
23
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
24
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
25
|
|
|
* GNU Affero General Public License for more details. |
26
|
|
|
* |
27
|
|
|
* You should have received a copy of the GNU Affero General Public License, version 3, |
28
|
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/> |
29
|
|
|
* |
30
|
|
|
*/ |
31
|
|
|
|
32
|
|
|
namespace OC\DB; |
33
|
|
|
|
34
|
|
|
use Doctrine\DBAL\Exception; |
35
|
|
|
use Doctrine\DBAL\Schema\AbstractAsset; |
36
|
|
|
use Doctrine\DBAL\Schema\Comparator; |
37
|
|
|
use Doctrine\DBAL\Schema\Index; |
38
|
|
|
use Doctrine\DBAL\Schema\Schema; |
39
|
|
|
use Doctrine\DBAL\Schema\SchemaConfig; |
40
|
|
|
use Doctrine\DBAL\Schema\Table; |
41
|
|
|
use Doctrine\DBAL\Types\StringType; |
42
|
|
|
use Doctrine\DBAL\Types\Type; |
43
|
|
|
use OCP\IConfig; |
44
|
|
|
use OCP\Security\ISecureRandom; |
45
|
|
|
use Symfony\Component\EventDispatcher\EventDispatcherInterface; |
46
|
|
|
use Symfony\Component\EventDispatcher\GenericEvent; |
47
|
|
|
use function preg_match; |
48
|
|
|
|
49
|
|
|
class Migrator { |
50
|
|
|
|
51
|
|
|
/** @var \Doctrine\DBAL\Connection */ |
52
|
|
|
protected $connection; |
53
|
|
|
|
54
|
|
|
/** @var ISecureRandom */ |
55
|
|
|
private $random; |
56
|
|
|
|
57
|
|
|
/** @var IConfig */ |
58
|
|
|
protected $config; |
59
|
|
|
|
60
|
|
|
/** @var EventDispatcherInterface */ |
61
|
|
|
private $dispatcher; |
62
|
|
|
|
63
|
|
|
/** @var bool */ |
64
|
|
|
private $noEmit = false; |
65
|
|
|
|
66
|
|
|
/** |
67
|
|
|
* @param \Doctrine\DBAL\Connection $connection |
68
|
|
|
* @param ISecureRandom $random |
69
|
|
|
* @param IConfig $config |
70
|
|
|
* @param EventDispatcherInterface $dispatcher |
71
|
|
|
*/ |
72
|
|
|
public function __construct(\Doctrine\DBAL\Connection $connection, |
73
|
|
|
ISecureRandom $random, |
74
|
|
|
IConfig $config, |
75
|
|
|
EventDispatcherInterface $dispatcher = null) { |
76
|
|
|
$this->connection = $connection; |
77
|
|
|
$this->random = $random; |
78
|
|
|
$this->config = $config; |
79
|
|
|
$this->dispatcher = $dispatcher; |
80
|
|
|
} |
81
|
|
|
|
82
|
|
|
/** |
83
|
|
|
* @param \Doctrine\DBAL\Schema\Schema $targetSchema |
84
|
|
|
*/ |
85
|
|
|
public function migrate(Schema $targetSchema) { |
86
|
|
|
$this->noEmit = true; |
87
|
|
|
$this->applySchema($targetSchema); |
88
|
|
|
} |
89
|
|
|
|
90
|
|
|
/** |
91
|
|
|
* @param \Doctrine\DBAL\Schema\Schema $targetSchema |
92
|
|
|
* @return string |
93
|
|
|
*/ |
94
|
|
|
public function generateChangeScript(Schema $targetSchema) { |
95
|
|
|
$schemaDiff = $this->getDiff($targetSchema, $this->connection); |
96
|
|
|
|
97
|
|
|
$script = ''; |
98
|
|
|
$sqls = $schemaDiff->toSql($this->connection->getDatabasePlatform()); |
99
|
|
|
foreach ($sqls as $sql) { |
100
|
|
|
$script .= $this->convertStatementToScript($sql); |
101
|
|
|
} |
102
|
|
|
|
103
|
|
|
return $script; |
104
|
|
|
} |
105
|
|
|
|
106
|
|
|
/** |
107
|
|
|
* Create a unique name for the temporary table |
108
|
|
|
* |
109
|
|
|
* @param string $name |
110
|
|
|
* @return string |
111
|
|
|
*/ |
112
|
|
|
protected function generateTemporaryTableName($name) { |
113
|
|
|
return $this->config->getSystemValue('dbtableprefix', 'oc_') . $name . '_' . $this->random->generate(13, ISecureRandom::CHAR_LOWER . ISecureRandom::CHAR_DIGITS); |
114
|
|
|
} |
115
|
|
|
|
116
|
|
|
/** |
117
|
|
|
* Check the migration of a table on a copy so we can detect errors before messing with the real table |
118
|
|
|
* |
119
|
|
|
* @param \Doctrine\DBAL\Schema\Table $table |
120
|
|
|
* @throws \OC\DB\MigrationException |
121
|
|
|
*/ |
122
|
|
|
protected function checkTableMigrate(Table $table) { |
123
|
|
|
$name = $table->getName(); |
124
|
|
|
$tmpName = $this->generateTemporaryTableName($name); |
125
|
|
|
|
126
|
|
|
$this->copyTable($name, $tmpName); |
127
|
|
|
|
128
|
|
|
//create the migration schema for the temporary table |
129
|
|
|
$tmpTable = $this->renameTableSchema($table, $tmpName); |
130
|
|
|
$schemaConfig = new SchemaConfig(); |
131
|
|
|
$schemaConfig->setName($this->connection->getDatabase()); |
132
|
|
|
$schema = new Schema([$tmpTable], [], $schemaConfig); |
133
|
|
|
|
134
|
|
|
try { |
135
|
|
|
$this->applySchema($schema); |
136
|
|
|
$this->dropTable($tmpName); |
137
|
|
|
} catch (Exception $e) { |
138
|
|
|
// pgsql needs to commit it's failed transaction before doing anything else |
139
|
|
|
if ($this->connection->isTransactionActive()) { |
140
|
|
|
$this->connection->commit(); |
141
|
|
|
} |
142
|
|
|
$this->dropTable($tmpName); |
143
|
|
|
throw new MigrationException($table->getName(), $e->getMessage()); |
144
|
|
|
} |
145
|
|
|
} |
146
|
|
|
|
147
|
|
|
/** |
148
|
|
|
* @param \Doctrine\DBAL\Schema\Table $table |
149
|
|
|
* @param string $newName |
150
|
|
|
* @return \Doctrine\DBAL\Schema\Table |
151
|
|
|
*/ |
152
|
|
|
protected function renameTableSchema(Table $table, $newName) { |
153
|
|
|
/** |
154
|
|
|
* @var \Doctrine\DBAL\Schema\Index[] $indexes |
155
|
|
|
*/ |
156
|
|
|
$indexes = $table->getIndexes(); |
157
|
|
|
$newIndexes = []; |
158
|
|
|
foreach ($indexes as $index) { |
159
|
|
|
if ($index->isPrimary()) { |
160
|
|
|
// do not rename primary key |
161
|
|
|
$indexName = $index->getName(); |
162
|
|
|
} else { |
163
|
|
|
// avoid conflicts in index names |
164
|
|
|
$indexName = $this->config->getSystemValue('dbtableprefix', 'oc_') . $this->random->generate(13, ISecureRandom::CHAR_LOWER); |
165
|
|
|
} |
166
|
|
|
$newIndexes[] = new Index($indexName, $index->getColumns(), $index->isUnique(), $index->isPrimary()); |
167
|
|
|
} |
168
|
|
|
|
169
|
|
|
// foreign keys are not supported so we just set it to an empty array |
170
|
|
|
return new Table($newName, $table->getColumns(), $newIndexes, [], [], $table->getOptions()); |
171
|
|
|
} |
172
|
|
|
|
173
|
|
|
public function createSchema() { |
174
|
|
|
$this->connection->getConfiguration()->setSchemaAssetsFilter(function ($asset) { |
175
|
|
|
/** @var string|AbstractAsset $asset */ |
176
|
|
|
$filterExpression = $this->getFilterExpression(); |
177
|
|
|
if ($asset instanceof AbstractAsset) { |
178
|
|
|
return preg_match($filterExpression, $asset->getName()) !== false; |
179
|
|
|
} |
180
|
|
|
return preg_match($filterExpression, $asset) !== false; |
181
|
|
|
}); |
182
|
|
|
return $this->connection->getSchemaManager()->createSchema(); |
183
|
|
|
} |
184
|
|
|
|
185
|
|
|
/** |
186
|
|
|
* @param Schema $targetSchema |
187
|
|
|
* @param \Doctrine\DBAL\Connection $connection |
188
|
|
|
* @return \Doctrine\DBAL\Schema\SchemaDiff |
189
|
|
|
*/ |
190
|
|
|
protected function getDiff(Schema $targetSchema, \Doctrine\DBAL\Connection $connection) { |
191
|
|
|
// adjust varchar columns with a length higher then getVarcharMaxLength to clob |
192
|
|
|
foreach ($targetSchema->getTables() as $table) { |
193
|
|
|
foreach ($table->getColumns() as $column) { |
194
|
|
|
if ($column->getType() instanceof StringType) { |
195
|
|
|
if ($column->getLength() > $connection->getDatabasePlatform()->getVarcharMaxLength()) { |
196
|
|
|
$column->setType(Type::getType('text')); |
197
|
|
|
$column->setLength(null); |
198
|
|
|
} |
199
|
|
|
} |
200
|
|
|
} |
201
|
|
|
} |
202
|
|
|
|
203
|
|
|
$this->connection->getConfiguration()->setSchemaAssetsFilter(function ($asset) { |
204
|
|
|
/** @var string|AbstractAsset $asset */ |
205
|
|
|
$filterExpression = $this->getFilterExpression(); |
206
|
|
|
if ($asset instanceof AbstractAsset) { |
207
|
|
|
return preg_match($filterExpression, $asset->getName()) !== false; |
208
|
|
|
} |
209
|
|
|
return preg_match($filterExpression, $asset) !== false; |
210
|
|
|
}); |
211
|
|
|
$sourceSchema = $connection->getSchemaManager()->createSchema(); |
212
|
|
|
|
213
|
|
|
// remove tables we don't know about |
214
|
|
|
foreach ($sourceSchema->getTables() as $table) { |
215
|
|
|
if (!$targetSchema->hasTable($table->getName())) { |
216
|
|
|
$sourceSchema->dropTable($table->getName()); |
217
|
|
|
} |
218
|
|
|
} |
219
|
|
|
// remove sequences we don't know about |
220
|
|
|
foreach ($sourceSchema->getSequences() as $table) { |
221
|
|
|
if (!$targetSchema->hasSequence($table->getName())) { |
222
|
|
|
$sourceSchema->dropSequence($table->getName()); |
223
|
|
|
} |
224
|
|
|
} |
225
|
|
|
|
226
|
|
|
$comparator = new Comparator(); |
227
|
|
|
return $comparator->compare($sourceSchema, $targetSchema); |
228
|
|
|
} |
229
|
|
|
|
230
|
|
|
/** |
231
|
|
|
* @param \Doctrine\DBAL\Schema\Schema $targetSchema |
232
|
|
|
* @param \Doctrine\DBAL\Connection $connection |
233
|
|
|
*/ |
234
|
|
|
protected function applySchema(Schema $targetSchema, \Doctrine\DBAL\Connection $connection = null) { |
235
|
|
|
if (is_null($connection)) { |
236
|
|
|
$connection = $this->connection; |
237
|
|
|
} |
238
|
|
|
|
239
|
|
|
$schemaDiff = $this->getDiff($targetSchema, $connection); |
240
|
|
|
|
241
|
|
|
$connection->beginTransaction(); |
242
|
|
|
$sqls = $schemaDiff->toSql($connection->getDatabasePlatform()); |
243
|
|
|
$step = 0; |
244
|
|
|
foreach ($sqls as $sql) { |
245
|
|
|
$this->emit($sql, $step++, count($sqls)); |
246
|
|
|
$connection->query($sql); |
247
|
|
|
} |
248
|
|
|
$connection->commit(); |
249
|
|
|
} |
250
|
|
|
|
251
|
|
|
/** |
252
|
|
|
* @param string $sourceName |
253
|
|
|
* @param string $targetName |
254
|
|
|
*/ |
255
|
|
|
protected function copyTable($sourceName, $targetName) { |
256
|
|
|
$quotedSource = $this->connection->quoteIdentifier($sourceName); |
257
|
|
|
$quotedTarget = $this->connection->quoteIdentifier($targetName); |
258
|
|
|
|
259
|
|
|
$this->connection->exec('CREATE TABLE ' . $quotedTarget . ' (LIKE ' . $quotedSource . ')'); |
260
|
|
|
$this->connection->exec('INSERT INTO ' . $quotedTarget . ' SELECT * FROM ' . $quotedSource); |
261
|
|
|
} |
262
|
|
|
|
263
|
|
|
/** |
264
|
|
|
* @param string $name |
265
|
|
|
*/ |
266
|
|
|
protected function dropTable($name) { |
267
|
|
|
$this->connection->exec('DROP TABLE ' . $this->connection->quoteIdentifier($name)); |
268
|
|
|
} |
269
|
|
|
|
270
|
|
|
/** |
271
|
|
|
* @param $statement |
272
|
|
|
* @return string |
273
|
|
|
*/ |
274
|
|
|
protected function convertStatementToScript($statement) { |
275
|
|
|
$script = $statement . ';'; |
276
|
|
|
$script .= PHP_EOL; |
277
|
|
|
$script .= PHP_EOL; |
278
|
|
|
return $script; |
279
|
|
|
} |
280
|
|
|
|
281
|
|
|
protected function getFilterExpression() { |
282
|
|
|
return '/^' . preg_quote($this->config->getSystemValue('dbtableprefix', 'oc_')) . '/'; |
283
|
|
|
} |
284
|
|
|
|
285
|
|
|
protected function emit($sql, $step, $max) { |
286
|
|
|
if ($this->noEmit) { |
287
|
|
|
return; |
288
|
|
|
} |
289
|
|
|
if (is_null($this->dispatcher)) { |
290
|
|
|
return; |
291
|
|
|
} |
292
|
|
|
$this->dispatcher->dispatch('\OC\DB\Migrator::executeSql', new GenericEvent($sql, [$step + 1, $max])); |
|
|
|
|
293
|
|
|
} |
294
|
|
|
|
295
|
|
|
private function emitCheckStep($tableName, $step, $max) { |
|
|
|
|
296
|
|
|
if (is_null($this->dispatcher)) { |
297
|
|
|
return; |
298
|
|
|
} |
299
|
|
|
$this->dispatcher->dispatch('\OC\DB\Migrator::checkTable', new GenericEvent($tableName, [$step + 1, $max])); |
|
|
|
|
300
|
|
|
} |
301
|
|
|
} |
302
|
|
|
|