|
1
|
|
|
<?php |
|
2
|
|
|
|
|
3
|
|
|
namespace SegmentIO\Cli\Command; |
|
4
|
|
|
|
|
5
|
|
|
use GuzzleHttp\Message\Response; |
|
6
|
|
|
use GuzzleHttp\Stream\Stream; |
|
7
|
|
|
use GuzzleHttp\Subscriber\Mock; |
|
8
|
|
|
use SegmentIO\Client; |
|
9
|
|
|
use Symfony\Component\Filesystem\Filesystem; |
|
10
|
|
|
use Symfony\Component\Console\Command\Command; |
|
11
|
|
|
use Symfony\Component\Console\Input\InputArgument; |
|
12
|
|
|
use Symfony\Component\Console\Input\InputInterface; |
|
13
|
|
|
use Symfony\Component\Console\Input\InputOption; |
|
14
|
|
|
use Symfony\Component\Console\Output\OutputInterface; |
|
15
|
|
|
|
|
16
|
|
|
/** |
|
17
|
|
|
* FileParserCommand Class |
|
18
|
|
|
* |
|
19
|
|
|
* @author Keith Kirk <[email protected]> |
|
20
|
|
|
*/ |
|
21
|
|
|
class FileParserCommand extends Command |
|
22
|
|
|
{ |
|
23
|
|
|
/** |
|
24
|
|
|
* {@inhertDoc} |
|
25
|
|
|
*/ |
|
26
|
|
|
protected function configure() |
|
27
|
|
|
{ |
|
28
|
|
|
$this |
|
29
|
|
|
->setName('parse') |
|
30
|
|
|
->setDescription('Parses a log file and sends logged events to the Segment.io API') |
|
31
|
|
|
->addArgument('write_key', InputArgument::REQUIRED, 'The Segment.io API Write Key', null) |
|
32
|
|
|
->addOption( |
|
33
|
|
|
'file', |
|
34
|
|
|
null, |
|
35
|
|
|
InputOption::VALUE_OPTIONAL, |
|
36
|
|
|
'The file to parse for Segment.io events', |
|
37
|
|
|
sys_get_temp_dir() . "/segment-io.log" |
|
38
|
|
|
) |
|
39
|
|
|
->addOption( |
|
40
|
|
|
'debug', |
|
41
|
|
|
null, |
|
42
|
|
|
InputOption::VALUE_NONE, |
|
43
|
|
|
'Debug mode keeps logs from being removed and does not send the data to Segment.io' |
|
44
|
|
|
); |
|
45
|
|
|
} |
|
46
|
|
|
|
|
47
|
|
|
/** |
|
48
|
|
|
* {@inheritDoc} |
|
49
|
|
|
*/ |
|
50
|
|
|
protected function execute(InputInterface $input, OutputInterface $output) |
|
51
|
|
|
{ |
|
52
|
|
|
$key = $input->getArgument('write_key'); |
|
53
|
|
|
$file = $input->getOption('file'); |
|
54
|
|
|
$debug = $input->getOption('debug'); |
|
55
|
|
|
|
|
56
|
|
|
$client = $this->createClient($key, $debug); |
|
57
|
|
|
$filesystem = new Filesystem(); |
|
58
|
|
|
|
|
59
|
|
|
if (!$filesystem->exists($file)) { |
|
60
|
|
|
throw new \RuntimeException('The specified file does not exist!'); |
|
61
|
|
|
} |
|
62
|
|
|
|
|
63
|
|
|
$temp = sys_get_temp_dir() . sprintf("/segment-io-%s.log", uniqid()); |
|
64
|
|
|
$filesystem->rename($file, $temp); |
|
65
|
|
|
|
|
66
|
|
|
$events = $this->getEvents($temp); |
|
67
|
|
|
$output->writeln(sprintf("<info>Found %s events in the log to Send</info>", sizeof($events))); |
|
68
|
|
|
if (!sizeof($events)) { |
|
69
|
|
|
return 0; |
|
70
|
|
|
} |
|
71
|
|
|
|
|
72
|
|
|
$batches = array_chunk(array_filter($events), 100); |
|
73
|
|
|
foreach ($batches as $batch) { |
|
74
|
|
|
$client->import(['batch' => $batch]); |
|
75
|
|
|
} |
|
76
|
|
|
|
|
77
|
|
|
$output->writeln(sprintf("<comment>Sent %s batches to Segment.io</comment>", sizeof($batches))); |
|
78
|
|
|
|
|
79
|
|
|
$filesystem->remove($temp); |
|
80
|
|
|
|
|
81
|
|
|
return 0; |
|
82
|
|
|
} |
|
83
|
|
|
|
|
84
|
|
|
|
|
85
|
|
|
/** |
|
86
|
|
|
* Parses the Log file and returns an array of events to send to Segment.io |
|
87
|
|
|
* |
|
88
|
|
|
* @param string $file The log file |
|
89
|
|
|
* |
|
90
|
|
|
* @return array |
|
91
|
|
|
*/ |
|
92
|
|
|
private function getEvents($file) |
|
93
|
|
|
{ |
|
94
|
|
|
$contents = file_get_contents($file); |
|
95
|
|
|
$events = explode("\n", $contents, -1); |
|
96
|
|
|
|
|
97
|
|
|
$events = array_map(function($event) { |
|
98
|
|
|
$event = json_decode($event, true); |
|
99
|
|
|
if (!empty($event)) { |
|
100
|
|
|
return $event; |
|
101
|
|
|
} |
|
102
|
|
|
}, $events); |
|
103
|
|
|
|
|
104
|
|
|
return array_filter($events); |
|
105
|
|
|
} |
|
106
|
|
|
|
|
107
|
|
|
/** |
|
108
|
|
|
* Creates a SegmentIO\Client |
|
109
|
|
|
* |
|
110
|
|
|
* @param string $key The Segment.io API Write Key |
|
111
|
|
|
* @param boolean $debug Whether or not to use a MockAdapater |
|
112
|
|
|
* |
|
113
|
|
|
* @return Client |
|
114
|
|
|
*/ |
|
115
|
|
|
private function createClient($key, $debug = false) |
|
116
|
|
|
{ |
|
117
|
|
|
$client = new Client(['write_key' => $key, 'batching' => false]); |
|
118
|
|
|
|
|
119
|
|
|
if ($debug) { |
|
120
|
|
|
$stream = Stream::factory(json_encode(['success' => true])); |
|
121
|
|
|
$mock = new Mock([ |
|
122
|
|
|
new Response(200, [], $stream), |
|
123
|
|
|
]); |
|
124
|
|
|
|
|
125
|
|
|
$client->getEmitter()->attach($mock); |
|
126
|
|
|
} |
|
127
|
|
|
|
|
128
|
|
|
|
|
129
|
|
|
return $client; |
|
130
|
|
|
} |
|
131
|
|
|
} |
|
132
|
|
|
|