1 | <?php |
||||||
2 | |||||||
3 | namespace FamilyTree365\LaravelGedcom\Utils; |
||||||
4 | |||||||
5 | use DB; |
||||||
0 ignored issues
–
show
|
|||||||
6 | use FamilyTree365\LaravelGedcom\Events\GedComProgressSent; |
||||||
7 | use FamilyTree365\LaravelGedcom\Models\PersonAlia; |
||||||
8 | use FamilyTree365\LaravelGedcom\Models\PersonAsso; |
||||||
9 | use FamilyTree365\LaravelGedcom\Utils\Importer\Note; |
||||||
10 | use FamilyTree365\LaravelGedcom\Utils\Importer\Obje; |
||||||
11 | use FamilyTree365\LaravelGedcom\Utils\Importer\Repo; |
||||||
12 | use FamilyTree365\LaravelGedcom\Utils\Importer\Sour; |
||||||
13 | use FamilyTree365\LaravelGedcom\Utils\Importer\Subm; |
||||||
14 | use FamilyTree365\LaravelGedcom\Utils\Importer\Subn; |
||||||
15 | use Gedcom\Parser; |
||||||
16 | use Illuminate\Console\OutputStyle; |
||||||
0 ignored issues
–
show
The type
Illuminate\Console\OutputStyle was not found. Maybe you did not declare it correctly or list all dependencies?
The issue could also be caused by a filter entry in the build configuration.
If the path has been excluded in your configuration, e.g. filter:
dependency_paths: ["lib/*"]
For further information see https://scrutinizer-ci.com/docs/tools/php/php-scrutinizer/#list-dependency-paths ![]() |
|||||||
17 | use Illuminate\Support\Facades\Log; |
||||||
0 ignored issues
–
show
The type
Illuminate\Support\Facades\Log was not found. Maybe you did not declare it correctly or list all dependencies?
The issue could also be caused by a filter entry in the build configuration.
If the path has been excluded in your configuration, e.g. filter:
dependency_paths: ["lib/*"]
For further information see https://scrutinizer-ci.com/docs/tools/php/php-scrutinizer/#list-dependency-paths ![]() |
|||||||
18 | use Symfony\Component\Console\Input\StringInput; |
||||||
0 ignored issues
–
show
The type
Symfony\Component\Console\Input\StringInput was not found. Maybe you did not declare it correctly or list all dependencies?
The issue could also be caused by a filter entry in the build configuration.
If the path has been excluded in your configuration, e.g. filter:
dependency_paths: ["lib/*"]
For further information see https://scrutinizer-ci.com/docs/tools/php/php-scrutinizer/#list-dependency-paths ![]() |
|||||||
19 | use Symfony\Component\Console\Output\StreamOutput; |
||||||
0 ignored issues
–
show
The type
Symfony\Component\Console\Output\StreamOutput was not found. Maybe you did not declare it correctly or list all dependencies?
The issue could also be caused by a filter entry in the build configuration.
If the path has been excluded in your configuration, e.g. filter:
dependency_paths: ["lib/*"]
For further information see https://scrutinizer-ci.com/docs/tools/php/php-scrutinizer/#list-dependency-paths ![]() |
|||||||
20 | |||||||
21 | class GedcomParser |
||||||
22 | { |
||||||
23 | /** |
||||||
24 | * Array of persons ID |
||||||
25 | * key - old GEDCOM ID |
||||||
26 | * value - new autoincrement ID. |
||||||
27 | * |
||||||
28 | * @var string |
||||||
29 | */ |
||||||
30 | protected $persons_id = []; |
||||||
31 | protected $subm_ids = []; |
||||||
32 | protected $sour_ids = []; |
||||||
33 | protected $obje_ids = []; |
||||||
34 | protected $note_ids = []; |
||||||
35 | protected $repo_ids = []; |
||||||
36 | protected $conn = ''; |
||||||
37 | |||||||
38 | public function parse( |
||||||
39 | $conn, |
||||||
40 | string $filename, |
||||||
41 | string $slug, |
||||||
42 | bool $progressBar = null, |
||||||
43 | $channel = ['name' => 'gedcom-progress1', 'eventName' => 'newMessage'] |
||||||
44 | ) { |
||||||
45 | DB::disableQueryLog(); |
||||||
46 | //start calculating the time |
||||||
47 | $time_start = microtime(true); |
||||||
48 | $this->conn = $conn; |
||||||
49 | //start calculating the memory - https://www.php.net/manual/en/function.memory-get-usage.php |
||||||
50 | $startMemoryUse = round(memory_get_usage() / 1048576, 2); |
||||||
51 | |||||||
52 | error_log("\n Memory Usage: ".$startMemoryUse.' MB'); |
||||||
53 | error_log('PARSE LOG : +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++'.$conn); |
||||||
54 | $parser = new Parser(); |
||||||
55 | $gedcom = @$parser->parse($filename); |
||||||
56 | |||||||
57 | /** |
||||||
58 | * work. |
||||||
59 | */ |
||||||
60 | $subn = []; |
||||||
61 | $subm = []; |
||||||
62 | $sour = []; |
||||||
63 | $note = []; |
||||||
64 | $repo = []; |
||||||
65 | $obje = []; |
||||||
66 | |||||||
67 | if ($gedcom->getSubn()) { |
||||||
68 | $subn = $gedcom->getSubn(); |
||||||
69 | } |
||||||
70 | if ($gedcom->getSubm()) { |
||||||
71 | $subm = $gedcom->getSubm(); |
||||||
72 | } |
||||||
73 | if ($gedcom->getSour()) { |
||||||
74 | $sour = $gedcom->getSour(); |
||||||
75 | } |
||||||
76 | if ($gedcom->getNote()) { |
||||||
77 | $note = $gedcom->getNote(); |
||||||
78 | } |
||||||
79 | if ($gedcom->getRepo()) { |
||||||
80 | $repo = $gedcom->getRepo(); |
||||||
81 | } |
||||||
82 | if ($gedcom->getObje()) { |
||||||
83 | $obje = $gedcom->getObje(); |
||||||
84 | } |
||||||
85 | |||||||
86 | /** |
||||||
87 | * work end. |
||||||
88 | */ |
||||||
89 | $c_subn = 0; |
||||||
90 | $c_subm = count($subm); |
||||||
91 | $c_sour = count($sour); |
||||||
92 | $c_note = count($note); |
||||||
93 | $c_repo = count($repo); |
||||||
94 | $c_obje = count($obje); |
||||||
95 | if ($subn != null) { |
||||||
96 | $c_subn = 1; |
||||||
97 | } |
||||||
98 | $beforeInsert = round(memory_get_usage() / 1048576, 2); |
||||||
99 | |||||||
100 | $individuals = $gedcom->getIndi(); |
||||||
101 | $families = $gedcom->getFam(); |
||||||
102 | $indCount = count($individuals); |
||||||
103 | $famCount = count($families); |
||||||
104 | $total = $indCount + $famCount + $c_subn + $c_subm + $c_sour + $c_note + $c_repo + $c_obje; |
||||||
105 | $complete = 0; |
||||||
106 | if ($progressBar === true) { |
||||||
107 | $bar = $this->getProgressBar($indCount + $famCount); |
||||||
108 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
0 ignored issues
–
show
The function
event was not found. Maybe you did not declare it correctly or list all dependencies?
(
Ignorable by Annotation
)
If this is a false-positive, you can also ignore this issue in your code via the
![]() |
|||||||
109 | } |
||||||
110 | Log::info('Individual:'.$indCount); |
||||||
111 | Log::info('Families:'.$famCount); |
||||||
112 | Log::info('Subn:'.$c_subn); |
||||||
113 | Log::info('Subm:'.$c_subm); |
||||||
114 | Log::info('Sour:'.$c_sour); |
||||||
115 | Log::info('Note:'.$c_note); |
||||||
116 | Log::info('Repo:'.$c_repo); |
||||||
117 | |||||||
118 | try { |
||||||
119 | // store all the media objects that are contained within the GEDCOM file. |
||||||
120 | foreach ($obje as $item) { |
||||||
121 | // $this->getObje($item); |
||||||
122 | if ($item) { |
||||||
123 | $_obje_id = $item->getId(); |
||||||
124 | $obje_id = Obje::read($this->conn, $item); |
||||||
125 | if ($obje_id != 0) { |
||||||
126 | $this->obje_ids[$_obje_id] = $obje_id; |
||||||
127 | } |
||||||
128 | } |
||||||
129 | if ($progressBar === true) { |
||||||
130 | $bar->advance(); |
||||||
0 ignored issues
–
show
Comprehensibility
Best Practice
introduced
by
|
|||||||
131 | $complete++; |
||||||
132 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
133 | } |
||||||
134 | } |
||||||
135 | // store information about all the submitters to the GEDCOM file. |
||||||
136 | foreach ($subm as $item) { |
||||||
137 | if ($item) { |
||||||
138 | $_subm_id = $item->getSubm(); |
||||||
139 | $subm_id = Subm::read($this->conn, $item, null, null, $this->obje_ids); |
||||||
140 | $this->subm_ids[$_subm_id] = $subm_id; |
||||||
141 | } |
||||||
142 | if ($progressBar === true) { |
||||||
143 | $bar->advance(); |
||||||
144 | $complete++; |
||||||
145 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
146 | } |
||||||
147 | } |
||||||
148 | |||||||
149 | if ($subn != null) { |
||||||
150 | // store the submission information for the GEDCOM file. |
||||||
151 | // $this->getSubn($subn); |
||||||
152 | Subn::read($this->conn, $subn, $this->subm_ids); |
||||||
153 | if ($progressBar === true) { |
||||||
154 | $bar->advance(); |
||||||
155 | $complete++; |
||||||
156 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
157 | } |
||||||
158 | } |
||||||
159 | |||||||
160 | // store all the notes contained within the GEDCOM file that are not inline. |
||||||
161 | foreach ($note as $item) { |
||||||
162 | // $this->getNote($item); |
||||||
163 | if ($item) { |
||||||
164 | $note_id = $item->getId(); |
||||||
165 | $_note_id = Note::read($this->conn, $item); |
||||||
166 | $this->note_ids[$note_id] = $_note_id; |
||||||
167 | } |
||||||
168 | if ($progressBar === true) { |
||||||
169 | $bar->advance(); |
||||||
170 | $complete++; |
||||||
171 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
172 | } |
||||||
173 | } |
||||||
174 | |||||||
175 | // store all repositories that are contained within the GEDCOM file and referenced by sources. |
||||||
176 | foreach ($repo as $item) { |
||||||
177 | // $this->getRepo($item); |
||||||
178 | if ($item) { |
||||||
179 | $repo_id = $item->getRepo(); |
||||||
180 | $_repo_id = Repo::read($this->conn, $item); |
||||||
181 | $this->repo_ids[$repo_id] = $_repo_id; |
||||||
182 | } |
||||||
183 | if ($progressBar === true) { |
||||||
184 | $bar->advance(); |
||||||
185 | $complete++; |
||||||
186 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
187 | } |
||||||
188 | } |
||||||
189 | |||||||
190 | // store sources cited throughout the GEDCOM file. |
||||||
191 | // obje import before sour import |
||||||
192 | foreach ($sour as $item) { |
||||||
193 | // $this->getSour($item); |
||||||
194 | if ($item) { |
||||||
195 | $_sour_id = $item->getSour(); |
||||||
196 | $sour_id = Sour::read($this->conn, $item, $this->obje_ids); |
||||||
197 | if ($sour_id != 0) { |
||||||
198 | $this->sour_ids[$_sour_id] = $sour_id; |
||||||
199 | } |
||||||
200 | } |
||||||
201 | if ($progressBar === true) { |
||||||
202 | $bar->advance(); |
||||||
203 | $complete++; |
||||||
204 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
205 | } |
||||||
206 | } |
||||||
207 | |||||||
208 | $parentData = ParentData::getPerson($this->conn, $individuals, $this->obje_ids, $this->sour_ids); |
||||||
209 | |||||||
210 | foreach ($individuals as $individual) { |
||||||
211 | if ($progressBar === true) { |
||||||
212 | $bar->advance(); |
||||||
213 | $complete++; |
||||||
214 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
215 | } |
||||||
216 | } |
||||||
217 | |||||||
218 | // complete person-alia and person-asso table with person table |
||||||
219 | $alia_list = PersonAlia::on($conn)->select('alia')->where('group', 'indi')->where('import_confirm', 0)->get(); |
||||||
220 | foreach ($alia_list as $item) { |
||||||
221 | $alia = $item->alia; |
||||||
222 | if (isset($this->person_ids[$alia])) { |
||||||
0 ignored issues
–
show
|
|||||||
223 | $item->alia = $this->person_ids[$alia]; |
||||||
224 | $item->import_confirm = 1; |
||||||
225 | $item->save(); |
||||||
226 | } else { |
||||||
227 | $item->delete(); |
||||||
228 | } |
||||||
229 | } |
||||||
230 | |||||||
231 | $asso_list = PersonAsso::on($conn)->select('indi')->where('group', 'indi')->where('import_confirm', 0)->get(); |
||||||
232 | foreach ($asso_list as $item) { |
||||||
233 | $_indi = $item->indi; |
||||||
234 | if (isset($this->person_ids[$_indi])) { |
||||||
235 | $item->indi = $this->person_ids[$_indi]; |
||||||
236 | $item->import_confirm = 1; |
||||||
237 | $item->save(); |
||||||
238 | } else { |
||||||
239 | $item->delete(); |
||||||
240 | } |
||||||
241 | } |
||||||
242 | |||||||
243 | FamilyData::getFamily($this->conn, $families, $this->obje_ids, $this->sour_ids, $this->persons_id, $this->note_ids, $this->repo_ids, $parentData); |
||||||
244 | |||||||
245 | foreach ($families as $family) { |
||||||
246 | FamilyData::getFamily($this->conn, $family, $this->obje_ids); |
||||||
247 | if ($progressBar === true) { |
||||||
248 | $bar->advance(); |
||||||
249 | $complete++; |
||||||
250 | event(new GedComProgressSent($slug, $total, $complete, $channel)); |
||||||
251 | } |
||||||
252 | } |
||||||
253 | } catch (\Exception $e) { |
||||||
254 | $error = $e->getMessage(); |
||||||
255 | |||||||
256 | return \Log::error($error); |
||||||
257 | } |
||||||
258 | |||||||
259 | if ($progressBar === true) { |
||||||
260 | $time_end = microtime(true); |
||||||
261 | $endMemoryUse = round(memory_get_usage() / 1048576, 2); |
||||||
262 | $execution_time = ($time_end - $time_start); |
||||||
263 | $beform_insert_memory = $beforeInsert - $startMemoryUse; |
||||||
0 ignored issues
–
show
|
|||||||
264 | $memory_usage = $endMemoryUse - $startMemoryUse; |
||||||
265 | error_log("\nTotal Execution Time: ".round($execution_time).' Seconds'); |
||||||
266 | error_log("\nMemory Usage: ".$memory_usage.''.' MB'); |
||||||
267 | $bar->finish(); |
||||||
268 | } |
||||||
269 | } |
||||||
270 | |||||||
271 | private function getProgressBar(int $max) |
||||||
272 | { |
||||||
273 | return (new OutputStyle( |
||||||
274 | new StringInput(''), |
||||||
275 | new StreamOutput(fopen('php://stdout', 'w')) |
||||||
276 | ))->createProgressBar($max); |
||||||
277 | } |
||||||
278 | } |
||||||
279 |
The issue could also be caused by a filter entry in the build configuration. If the path has been excluded in your configuration, e.g.
excluded_paths: ["lib/*"]
, you can move it to the dependency path list as follows:For further information see https://scrutinizer-ci.com/docs/tools/php/php-scrutinizer/#list-dependency-paths