Standard::run()   B
last analyzed

Complexity

Conditions 7
Paths 16

Size

Total Lines 42
Code Lines 23

Duplication

Lines 0
Ratio 0 %

Importance

Changes 5
Bugs 0 Features 0
Metric Value
cc 7
eloc 23
c 5
b 0
f 0
nc 16
nop 0
dl 0
loc 42
rs 8.6186
1
<?php
2
3
/**
4
 * @license LGPLv3, http://opensource.org/licenses/LGPL-3.0
5
 * @copyright Aimeos (aimeos.org), 2019-2025
6
 * @package Controller
7
 * @subpackage Jobs
8
 */
9
10
11
namespace Aimeos\Controller\Jobs\Supplier\Import\Xml;
12
13
14
/**
15
 * Job controller for XML supplier imports
16
 *
17
 * @package Controller
18
 * @subpackage Jobs
19
 */
20
class Standard
21
	extends \Aimeos\Controller\Jobs\Base
22
	implements \Aimeos\Controller\Jobs\Iface
23
{
24
	/** controller/jobs/supplier/import/xml/name
25
	 * Class name of the used supplier suggestions scheduler controller implementation
26
	 *
27
	 * Each default job controller can be replace by an alternative imlementation.
28
	 * To use this implementation, you have to set the last part of the class
29
	 * name as configuration value so the controller factory knows which class it
30
	 * has to instantiate.
31
	 *
32
	 * For example, if the name of the default class is
33
	 *
34
	 *  \Aimeos\Controller\Jobs\Supplier\Import\Xml\Standard
35
	 *
36
	 * and you want to replace it with your own version named
37
	 *
38
	 *  \Aimeos\Controller\Jobs\Supplier\Import\Xml\Myxml
39
	 *
40
	 * then you have to set the this configuration option:
41
	 *
42
	 *  controller/jobs/supplier/import/xml/name = Myxml
43
	 *
44
	 * The value is the last part of your own class name and it's case sensitive,
45
	 * so take care that the configuration value is exactly named like the last
46
	 * part of the class name.
47
	 *
48
	 * The allowed characters of the class name are A-Z, a-z and 0-9. No other
49
	 * characters are possible! You should always start the last part of the class
50
	 * name with an upper case character and continue only with lower case characters
51
	 * or numbers. Avoid chamel case names like "MyXml"!
52
	 *
53
	 * @param string Last part of the class name
54
	 * @since 2019.04
55
	 */
56
57
	/** controller/jobs/supplier/import/xml/decorators/excludes
58
	 * Excludes decorators added by the "common" option from the supplier import CSV job controller
59
	 *
60
	 * Decorators extend the functionality of a class by adding new aspects
61
	 * (e.g. log what is currently done), executing the methods of the underlying
62
	 * class only in certain conditions (e.g. only for logged in users) or
63
	 * modify what is returned to the caller.
64
	 *
65
	 * This option allows you to remove a decorator added via
66
	 * "controller/jobs/common/decorators/default" before they are wrapped
67
	 * around the job controller.
68
	 *
69
	 *  controller/jobs/supplier/import/xml/decorators/excludes = array( 'decorator1' )
70
	 *
71
	 * This would remove the decorator named "decorator1" from the list of
72
	 * common decorators ("\Aimeos\Controller\Jobs\Common\Decorator\*") added via
73
	 * "controller/jobs/common/decorators/default" to the job controller.
74
	 *
75
	 * @param array List of decorator names
76
	 * @since 2019.04
77
	 * @see controller/jobs/common/decorators/default
78
	 * @see controller/jobs/supplier/import/xml/decorators/global
79
	 * @see controller/jobs/supplier/import/xml/decorators/local
80
	 */
81
82
	/** controller/jobs/supplier/import/xml/decorators/global
83
	 * Adds a list of globally available decorators only to the supplier import CSV job controller
84
	 *
85
	 * Decorators extend the functionality of a class by adding new aspects
86
	 * (e.g. log what is currently done), executing the methods of the underlying
87
	 * class only in certain conditions (e.g. only for logged in users) or
88
	 * modify what is returned to the caller.
89
	 *
90
	 * This option allows you to wrap global decorators
91
	 * ("\Aimeos\Controller\Jobs\Common\Decorator\*") around the job controller.
92
	 *
93
	 *  controller/jobs/supplier/import/xml/decorators/global = array( 'decorator1' )
94
	 *
95
	 * This would add the decorator named "decorator1" defined by
96
	 * "\Aimeos\Controller\Jobs\Common\Decorator\Decorator1" only to the job controller.
97
	 *
98
	 * @param array List of decorator names
99
	 * @since 2019.04
100
	 * @see controller/jobs/common/decorators/default
101
	 * @see controller/jobs/supplier/import/xml/decorators/excludes
102
	 * @see controller/jobs/supplier/import/xml/decorators/local
103
	 */
104
105
	/** controller/jobs/supplier/import/xml/decorators/local
106
	 * Adds a list of local decorators only to the supplier import CSV job controller
107
	 *
108
	 * Decorators extend the functionality of a class by adding new aspects
109
	 * (e.g. log what is currently done), executing the methods of the underlying
110
	 * class only in certain conditions (e.g. only for logged in users) or
111
	 * modify what is returned to the caller.
112
	 *
113
	 * This option allows you to wrap local decorators
114
	 * ("\Aimeos\Controller\Jobs\Supplier\Import\Xml\Decorator\*") around the job
115
	 * controller.
116
	 *
117
	 *  controller/jobs/supplier/import/xml/decorators/local = array( 'decorator2' )
118
	 *
119
	 * This would add the decorator named "decorator2" defined by
120
	 * "\Aimeos\Controller\Jobs\Supplier\Import\Xml\Decorator\Decorator2"
121
	 * only to the job controller.
122
	 *
123
	 * @param array List of decorator names
124
	 * @since 2019.04
125
	 * @see controller/jobs/common/decorators/default
126
	 * @see controller/jobs/supplier/import/xml/decorators/excludes
127
	 * @see controller/jobs/supplier/import/xml/decorators/global
128
	 */
129
130
131
	use \Aimeos\Controller\Jobs\Common\Types;
132
	use \Aimeos\Controller\Jobs\Common\Import\Xml\Traits;
133
134
135
	/**
136
	 * Returns the localized name of the job.
137
	 *
138
	 * @return string Name of the job
139
	 */
140
	public function getName() : string
141
	{
142
		return $this->context()->translate( 'controller/jobs', 'Supplier import XML' );
143
	}
144
145
146
	/**
147
	 * Returns the localized description of the job.
148
	 *
149
	 * @return string Description of the job
150
	 */
151
	public function getDescription() : string
152
	{
153
		return $this->context()->translate( 'controller/jobs', 'Imports new and updates existing suppliers from XML files' );
154
	}
155
156
157
	/**
158
	 * Executes the job.
159
	 *
160
	 * @throws \Aimeos\Controller\Jobs\Exception If an error occurs
161
	 */
162
	public function run()
163
	{
164
		$context = $this->context();
165
		$logger = $context->logger();
166
		$process = $context->process();
167
168
		try
169
		{
170
			$fs = $context->fs( 'fs-import' );
171
			$site = $context->locale()->getSiteItem()->getCode();
172
			$location = $this->location() . '/' . $site;
173
174
			if( $fs->isDir( $location ) === false ) {
175
				return;
176
			}
177
178
			$logger->info( sprintf( 'Started supplier import from "%1$s"', $location ), 'import/xml/supplier' );
179
180
			$fcn = function( \Aimeos\MShop\ContextIface $context, string $path ) {
181
				$this->import( $context, $path );
182
			};
183
184
			foreach( map( $fs->scan( $location ) )->sort() as $filename )
185
			{
186
				$path = $location . '/' . $filename;
187
188
				if( $filename[0] === '.' || $fs instanceof \Aimeos\Base\Filesystem\DirIface && $fs->isDir( $path ) ) {
189
					continue;
190
				}
191
192
				$process->start( $fcn, [$context, $path] );
193
			}
194
195
			$process->wait();
196
197
			$logger->info( sprintf( 'Finished supplier import from "%1$s"', $location ), 'import/xml/supplier' );
198
		}
199
		catch( \Exception $e )
200
		{
201
			$logger->error( 'Supplier import error: ' . $e->getMessage() . "\n" . $e->getTraceAsString(), 'import/xml/supplier' );
202
			$this->mail( 'Supplier XML import error', $e->getMessage() . "\n" . $e->getTraceAsString() );
203
			throw $e;
204
		}
205
	}
206
207
208
	/**
209
	 * Returns the directory for storing imported files
210
	 *
211
	 * @return string Directory for storing imported files
212
	 */
213
	protected function backup() : string
214
	{
215
		/** controller/jobs/supplier/import/xml/backup
216
		 * Name of the backup for sucessfully imported files
217
		 *
218
		 * After a XML file was imported successfully, you can move it to another
219
		 * location, so it won't be imported again and isn't overwritten by the
220
		 * next file that is stored at the same location in the file system.
221
		 *
222
		 * You should use an absolute path to be sure but can be relative path
223
		 * if you absolutely know from where the job will be executed from. The
224
		 * name of the new backup location can contain placeholders understood
225
		 * by the PHP DateTime::format() method (with percent signs prefix) to
226
		 * create dynamic paths, e.g. "backup/%Y-%m-%d" which would create
227
		 * "backup/2000-01-01". For more information about the date() placeholders,
228
		 * please have a look  into the PHP documentation of the
229
		 * {@link https://www.php.net/manual/en/datetime.format.php format() method}.
230
		 *
231
		 * **Note:** If no backup name is configured, the file will be removed!
232
		 *
233
		 * @param integer Name of the backup file, optionally with date/time placeholders
234
		 * @since 2019.04
235
		 * @see controller/jobs/supplier/import/xml/domains
236
		 * @see controller/jobs/supplier/import/xml/location
237
		 * @see controller/jobs/supplier/import/xml/max-query
238
		 */
239
		$backup = $this->context()->config()->get( 'controller/jobs/supplier/import/xml/backup' );
240
		return \Aimeos\Base\Str::strtime( (string) $backup );
241
	}
242
243
244
	/**
245
	 * Returns the list of domain names that should be retrieved along with the attribute items
246
	 *
247
	 * @return array List of domain names
248
	 */
249
	protected function domains() : array
250
	{
251
		/** controller/jobs/supplier/import/xml/domains
252
		 * List of item domain names that should be retrieved along with the attribute items
253
		 *
254
		 * For efficient processing, the items associated to the suppliers can be
255
		 * fetched to, minimizing the number of database queries required. To be
256
		 * most effective, the list of item domain names should be used in the
257
		 * mapping configuration too, so the retrieved items will be used during
258
		 * the import.
259
		 *
260
		 * @param array Associative list of MShop item domain names
261
		 * @since 2019.04
262
		 * @see controller/jobs/supplier/import/xml/backup
263
		 * @see controller/jobs/supplier/import/xml/location
264
		 * @see controller/jobs/supplier/import/xml/max-query
265
		 */
266
		$domains = ['supplier/address', 'media', 'text'];
267
		return $this->context()->config()->get( 'controller/jobs/supplier/import/xml/domains', $domains );
268
	}
269
270
271
	/**
272
	 * Imports the XML file given by its path
273
	 *
274
	 * @param \Aimeos\MShop\ContextIface $context Context object
275
	 * @param string $path Relative path to the XML file in the file system
276
	 */
277
	protected function import( \Aimeos\MShop\ContextIface $context, string $path )
278
	{
279
		$slice = 0;
280
		$nodes = [];
281
282
		$xml = new \XMLReader();
283
		$maxquery = $this->max();
284
285
		$logger = $context->logger();
286
		$fs = $context->fs( 'fs-import' );
287
		$tmpfile = $fs->readf( $path );
288
289
		if( $xml->open( $tmpfile, null, LIBXML_COMPACT | LIBXML_PARSEHUGE ) === false ) {
290
			throw new \Aimeos\Controller\Jobs\Exception( sprintf( 'No XML file "%1$s" found', $tmpfile ) );
291
		}
292
293
		$logger->info( sprintf( 'Started supplier import from file "%1$s"', $path ), 'import/xml/supplier' );
294
295
		while( $xml->read() === true )
296
		{
297
			if( $xml->depth === 1 && $xml->nodeType === \XMLReader::ELEMENT && $xml->name === 'supplieritem' )
298
			{
299
				if( ( $dom = $xml->expand() ) === false )
300
				{
301
					$msg = sprintf( 'Expanding "%1$s" node failed', 'supplieritem' );
302
					throw new \Aimeos\Controller\Jobs\Exception( $msg );
303
				}
304
305
				$nodes[] = $dom;
306
307
				if( $slice++ >= $maxquery )
308
				{
309
					$this->importNodes( $nodes );
310
					unset( $nodes );
311
					$nodes = [];
312
					$slice = 0;
313
				}
314
			}
315
		}
316
317
		$this->importNodes( $nodes );
318
		unset( $nodes );
319
320
		$this->saveTypes();
321
322
		foreach( $this->getProcessors() as $proc ) {
323
			$proc->finish();
324
		}
325
326
		unlink( $tmpfile );
327
328
		if( !empty( $backup = $this->backup() ) ) {
329
			$fs->move( $path, $backup );
330
		} else {
331
			$fs->rm( $path );
332
		}
333
334
		$logger->info( sprintf( 'Finished supplier import from file "%1$s"', $path ), 'import/xml/supplier' );
335
	}
336
337
338
	/**
339
	 * Imports the given DOM nodes
340
	 *
341
	 * @param \DomElement[] $nodes List of nodes to import
342
	 */
343
	protected function importNodes( array $nodes )
344
	{
345
		$codes = [];
346
347
		foreach( $nodes as $node )
348
		{
349
			if( ( $attr = $node->attributes->getNamedItem( 'ref' ) ) !== null ) {
0 ignored issues
show
Bug introduced by
The method getNamedItem() does not exist on null. ( Ignorable by Annotation )

If this is a false-positive, you can also ignore this issue in your code via the ignore-call  annotation

349
			if( ( $attr = $node->attributes->/** @scrutinizer ignore-call */ getNamedItem( 'ref' ) ) !== null ) {

This check looks for calls to methods that do not seem to exist on a given type. It looks for the method on the type itself as well as in inherited classes or implemented interfaces.

This is most likely a typographical error or the method has been renamed.

Loading history...
350
				$codes[$attr->nodeValue] = null;
351
			}
352
		}
353
354
		$manager = \Aimeos\MShop::create( $this->context(), 'supplier' );
355
		$search = $manager->filter()->slice( 0, count( $codes ) )->add( ['supplier.code' => array_keys( $codes )] );
356
		$map = $manager->search( $search, $this->domains() )->col( null, 'supplier.code' );
357
358
		foreach( $nodes as $node )
359
		{
360
			if( ( $attr = $node->attributes->getNamedItem( 'ref' ) ) !== null && isset( $map[$attr->nodeValue] ) ) {
361
				$item = $this->process( $map[$attr->nodeValue], $node );
0 ignored issues
show
Bug introduced by
It seems like $map[$attr->nodeValue] can also be of type null; however, parameter $item of Aimeos\Controller\Jobs\S...Xml\Standard::process() does only seem to accept Aimeos\MShop\Supplier\Item\Iface, maybe add an additional type check? ( Ignorable by Annotation )

If this is a false-positive, you can also ignore this issue in your code via the ignore-type  annotation

361
				$item = $this->process( /** @scrutinizer ignore-type */ $map[$attr->nodeValue], $node );
Loading history...
362
			} else {
363
				$item = $this->process( $manager->create(), $node );
364
			}
365
366
			$manager->save( $item );
367
		}
368
	}
369
370
371
	/**
372
	 * Returns the path to the directory with the XML file
373
	 *
374
	 * @return string Path to the directory with the XML file
375
	 */
376
	protected function location() : string
377
	{
378
		/** controller/jobs/supplier/import/xml/location
379
		 * Directory where the CSV files are stored which should be imported
380
		 *
381
		 * It's the relative path inside the "fs-import" virtual file system
382
		 * configuration. The default location of the "fs-import" file system is:
383
		 *
384
		 * * Laravel: ./storage/import/
385
		 * * TYPO3: /uploads/tx_aimeos/.secure/import/
386
		 *
387
		 * @param string Relative path to the XML files
388
		 * @since 2019.04
389
		 * @see controller/jobs/supplier/import/xml/backup
390
		 * @see controller/jobs/supplier/import/xml/domains
391
		 * @see controller/jobs/supplier/import/xml/max-query
392
		 */
393
		return (string) $this->context()->config()->get( 'controller/jobs/supplier/import/xml/location', 'supplier' );
394
	}
395
396
397
	/**
398
	 * Returns the maximum number of XML nodes processed at once
399
	 *
400
	 * @return int Maximum number of XML nodes
401
	 */
402
	protected function max() : int
403
	{
404
		/** controller/jobs/supplier/import/xml/max-query
405
		 * Maximum number of XML nodes processed at once
406
		 *
407
		 * Processing and fetching several attribute items at once speeds up importing
408
		 * the XML files. The more items can be processed at once, the faster the
409
		 * import. More items also increases the memory usage of the importer and
410
		 * thus, this parameter should be low enough to avoid reaching the memory
411
		 * limit of the PHP process.
412
		 *
413
		 * @param integer Number of XML nodes
414
		 * @since 2019.04
415
		 * @see controller/jobs/supplier/import/xml/domains
416
		 * @see controller/jobs/supplier/import/xml/location
417
		 * @see controller/jobs/supplier/import/xml/backup
418
		 */
419
		return $this->context()->config()->get( 'controller/jobs/supplier/import/xml/max-query', 100 );
420
	}
421
422
423
	/**
424
	 * Updates the supplier item and its referenced items using the given DOM node
425
	 *
426
	 * @param \Aimeos\MShop\Supplier\Item\Iface $item Supplier item object to update
427
	 * @param \DomElement $node DOM node used for updateding the supplier item
428
	 * @return \Aimeos\MShop\Supplier\Item\Iface $item Updated supplier item object
429
	 */
430
	protected function process( \Aimeos\MShop\Supplier\Item\Iface $item, \DomElement $node ) : \Aimeos\MShop\Supplier\Item\Iface
431
	{
432
		try
433
		{
434
			$list = [];
435
436
			foreach( $node->attributes as $attr ) {
437
				$list[$attr->nodeName] = $attr->nodeValue;
438
			}
439
440
			foreach( $node->childNodes as $tag )
441
			{
442
				if( in_array( $tag->nodeName, ['address', 'lists'] ) ) {
443
					$item = $this->getProcessor( $tag->nodeName )->process( $item, $tag );
444
				} elseif( $tag->nodeName[0] !== '#' ) {
445
					$list[$tag->nodeName] = $tag->nodeValue;
446
				}
447
			}
448
449
			$item->fromArray( $list, true );
450
		}
451
		catch( \Exception $e )
452
		{
453
			$msg = 'Supplier import error: ' . $e->getMessage() . "\n" . $e->getTraceAsString();
454
			$this->context()->logger()->error( $msg, 'import/xml/supplier' );
455
		}
456
457
		return $item;
458
	}
459
}
460