@@ -13,27 +13,27 @@ |
||
13 | 13 | $cl->setSoftCheck(true); |
14 | 14 | if (!$cl->isReplicasIsOk()) |
15 | 15 | { |
16 | - throw new Exception('Replica state is bad , error='.$cl->getError()); |
|
16 | + throw new Exception('Replica state is bad , error=' . $cl->getError()); |
|
17 | 17 | } |
18 | 18 | |
19 | 19 | |
20 | -$tables=$cl->getTables(); |
|
20 | +$tables = $cl->getTables(); |
|
21 | 21 | |
22 | 22 | foreach ($tables as $dbtable=>$tmp) |
23 | 23 | { |
24 | 24 | echo ">>> $dbtable :"; |
25 | 25 | |
26 | - $size=$cl->getSizeTable($dbtable); |
|
26 | + $size = $cl->getSizeTable($dbtable); |
|
27 | 27 | |
28 | 28 | |
29 | - echo "\t".\ClickHouseDB\Example\Helper::humanFileSize($size)."\n"; |
|
29 | + echo "\t" . \ClickHouseDB\Example\Helper::humanFileSize($size) . "\n"; |
|
30 | 30 | |
31 | 31 | } |
32 | 32 | |
33 | 33 | |
34 | -$table_for_truncate='target.events_sharded'; |
|
34 | +$table_for_truncate = 'target.events_sharded'; |
|
35 | 35 | |
36 | -$result=$cl->truncateTable($table_for_truncate); |
|
36 | +$result = $cl->truncateTable($table_for_truncate); |
|
37 | 37 | |
38 | 38 | echo "Result:truncate table\n"; |
39 | 39 | print_r($result); |
@@ -8,20 +8,20 @@ discard block |
||
8 | 8 | |
9 | 9 | |
10 | 10 | $db = new ClickHouseDB\Client($config); |
11 | -$_flag_create_table=false; |
|
11 | +$_flag_create_table = false; |
|
12 | 12 | |
13 | -$size=$db->tableSize('summing_url_views_cityHash64_site_id'); |
|
14 | -echo "Site table summing_url_views_cityHash64_site_id : ".(isset($size['size'])?$size['size']:'false')."\n"; |
|
13 | +$size = $db->tableSize('summing_url_views_cityHash64_site_id'); |
|
14 | +echo "Site table summing_url_views_cityHash64_site_id : " . (isset($size['size']) ? $size['size'] : 'false') . "\n"; |
|
15 | 15 | |
16 | 16 | |
17 | -if (!isset($size['size'])) $_flag_create_table=true; |
|
17 | +if (!isset($size['size'])) $_flag_create_table = true; |
|
18 | 18 | |
19 | 19 | |
20 | 20 | if ($_flag_create_table) { |
21 | 21 | |
22 | 22 | |
23 | 23 | $db->write("DROP TABLE IF EXISTS summing_url_views_cityHash64_site_id"); |
24 | - $re=$db->write(' |
|
24 | + $re = $db->write(' |
|
25 | 25 | CREATE TABLE IF NOT EXISTS summing_url_views_cityHash64_site_id ( |
26 | 26 | event_date Date DEFAULT toDate(event_time), |
27 | 27 | event_time DateTime, |
@@ -48,8 +48,8 @@ discard block |
||
48 | 48 | $c = 0; |
49 | 49 | foreach ($file_data_names as $file_name) { |
50 | 50 | $c++; |
51 | - $shift_days=( -1* $c*3); |
|
52 | - \ClickHouseDB\Example\Helper::makeSomeDataFileBig($file_name, 23 * $c,$shift_days); |
|
51 | + $shift_days = ( -1 * $c * 3); |
|
52 | + \ClickHouseDB\Example\Helper::makeSomeDataFileBig($file_name, 23 * $c, $shift_days); |
|
53 | 53 | } |
54 | 54 | |
55 | 55 | echo "----------------------------------------------------------------------------------------------------\n"; |
@@ -75,56 +75,56 @@ discard block |
||
75 | 75 | } |
76 | 76 | echo "------------------------------- COMPARE event_date ---------------------------------------------------------------------\n"; |
77 | 77 | |
78 | -$rows=($db->select('select event_date,sum(views) as v from summing_url_views_cityHash64_site_id GROUP BY event_date ORDER BY event_date')->rowsAsTree('event_date')); |
|
78 | +$rows = ($db->select('select event_date,sum(views) as v from summing_url_views_cityHash64_site_id GROUP BY event_date ORDER BY event_date')->rowsAsTree('event_date')); |
|
79 | 79 | |
80 | -$samp=($db->select('select event_date,(sum(views)*10) as v from summing_url_views_cityHash64_site_id SAMPLE 0.1 GROUP BY event_date ORDER BY event_date ')->rowsAsTree('event_date')); |
|
80 | +$samp = ($db->select('select event_date,(sum(views)*10) as v from summing_url_views_cityHash64_site_id SAMPLE 0.1 GROUP BY event_date ORDER BY event_date ')->rowsAsTree('event_date')); |
|
81 | 81 | |
82 | 82 | |
83 | 83 | foreach ($rows as $event_date=>$data) |
84 | 84 | { |
85 | - echo $event_date."\t".$data['v']."\t".@$samp[$event_date]['v']."\n"; |
|
85 | + echo $event_date . "\t" . $data['v'] . "\t" . @$samp[$event_date]['v'] . "\n"; |
|
86 | 86 | } |
87 | 87 | |
88 | 88 | |
89 | -$rows=($db->select('select site_id,sum(views) as v from summing_url_views_cityHash64_site_id GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
89 | +$rows = ($db->select('select site_id,sum(views) as v from summing_url_views_cityHash64_site_id GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
90 | 90 | |
91 | -$samp=($db->select('select site_id,(sum(views)) as v from summing_url_views_cityHash64_site_id SAMPLE 0.5 GROUP BY site_id ORDER BY site_id ')->rowsAsTree('site_id')); |
|
91 | +$samp = ($db->select('select site_id,(sum(views)) as v from summing_url_views_cityHash64_site_id SAMPLE 0.5 GROUP BY site_id ORDER BY site_id ')->rowsAsTree('site_id')); |
|
92 | 92 | |
93 | 93 | |
94 | 94 | foreach ($rows as $event_date=>$data) |
95 | 95 | { |
96 | - echo $event_date."\t".$data['v']."\t".intval(@$samp[$event_date]['v'])."\n"; |
|
96 | + echo $event_date . "\t" . $data['v'] . "\t" . intval(@$samp[$event_date]['v']) . "\n"; |
|
97 | 97 | } |
98 | 98 | |
99 | 99 | |
100 | 100 | |
101 | -for($f=1;$f<=9;$f++) |
|
101 | +for ($f = 1; $f <= 9; $f++) |
|
102 | 102 | { |
103 | - $SAMPLE=$f/10; |
|
103 | + $SAMPLE = $f / 10; |
|
104 | 104 | |
105 | - $CQL='select site_id,(sum(views)) as v from summing_url_views_cityHash64_site_id SAMPLE '.$SAMPLE.' WHERE site_id=34 GROUP BY site_id ORDER BY site_id '; |
|
105 | + $CQL = 'select site_id,(sum(views)) as v from summing_url_views_cityHash64_site_id SAMPLE ' . $SAMPLE . ' WHERE site_id=34 GROUP BY site_id ORDER BY site_id '; |
|
106 | 106 | |
107 | - echo $CQL."\n"; |
|
108 | - $rows=($db->select('select site_id,sum(views) as v from summing_url_views_cityHash64_site_id WHERE site_id=34 GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
109 | - $samp=($db->select($CQL)->rowsAsTree('site_id')); |
|
107 | + echo $CQL . "\n"; |
|
108 | + $rows = ($db->select('select site_id,sum(views) as v from summing_url_views_cityHash64_site_id WHERE site_id=34 GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
109 | + $samp = ($db->select($CQL)->rowsAsTree('site_id')); |
|
110 | 110 | foreach ($rows as $id=>$data) |
111 | 111 | { |
112 | - $s=$samp[$id]['v']; |
|
113 | - $v=$data['v']; |
|
112 | + $s = $samp[$id]['v']; |
|
113 | + $v = $data['v']; |
|
114 | 114 | |
115 | 115 | |
116 | - $percent=round( (100*$s) /$v ,2); |
|
116 | + $percent = round((100 * $s) / $v, 2); |
|
117 | 117 | |
118 | - $kof=(100/$percent); |
|
119 | - $norma_views=$s*(100/$percent); |
|
118 | + $kof = (100 / $percent); |
|
119 | + $norma_views = $s * (100 / $percent); |
|
120 | 120 | |
121 | 121 | |
122 | 122 | |
123 | - echo "Сумма показов без SAMPLE = " .$v."\n"; |
|
124 | - echo "Сумма показов c SAMPLE = " .$s."\n"; |
|
125 | - echo "Процент = " .$percent."\n"; |
|
126 | - echo "На что домжнож.семлир.данн= " .$kof."\n"; |
|
127 | - echo "Сумма показов расчитанное = " .$norma_views."\n"; |
|
123 | + echo "Сумма показов без SAMPLE = " . $v . "\n"; |
|
124 | + echo "Сумма показов c SAMPLE = " . $s . "\n"; |
|
125 | + echo "Процент = " . $percent . "\n"; |
|
126 | + echo "На что домжнож.семлир.данн= " . $kof . "\n"; |
|
127 | + echo "Сумма показов расчитанное = " . $norma_views . "\n"; |
|
128 | 128 | |
129 | 129 | /// >> 1/(0.8) = для SAMPLE 0.8 |
130 | 130 | /// >> 1/(0.5) = для SAMPLE 0.5 |
@@ -8,26 +8,26 @@ discard block |
||
8 | 8 | |
9 | 9 | |
10 | 10 | $db = new ClickHouseDB\Client($config); |
11 | -$_flag_create_table=false; |
|
11 | +$_flag_create_table = false; |
|
12 | 12 | |
13 | 13 | |
14 | 14 | $db->write("DROP TABLE IF EXISTS summing_url_views_intHash32_site_id"); |
15 | 15 | |
16 | 16 | |
17 | 17 | |
18 | -$size=$db->tableSize('summing_url_views_intHash32_site_id'); |
|
19 | -echo "Site table summing_url_views_intHash32_site_id : ".(isset($size['size'])?$size['size']:'false')."\n"; |
|
18 | +$size = $db->tableSize('summing_url_views_intHash32_site_id'); |
|
19 | +echo "Site table summing_url_views_intHash32_site_id : " . (isset($size['size']) ? $size['size'] : 'false') . "\n"; |
|
20 | 20 | |
21 | 21 | |
22 | 22 | |
23 | -if (!isset($size['size'])) $_flag_create_table=true; |
|
23 | +if (!isset($size['size'])) $_flag_create_table = true; |
|
24 | 24 | |
25 | 25 | |
26 | 26 | if ($_flag_create_table) { |
27 | 27 | |
28 | 28 | |
29 | 29 | $db->write("DROP TABLE IF EXISTS summing_url_views_intHash32_site_id"); |
30 | - $re=$db->write(' |
|
30 | + $re = $db->write(' |
|
31 | 31 | CREATE TABLE IF NOT EXISTS summing_url_views_intHash32_site_id ( |
32 | 32 | event_date Date DEFAULT toDate(event_time), |
33 | 33 | event_time DateTime, |
@@ -54,8 +54,8 @@ discard block |
||
54 | 54 | $c = 0; |
55 | 55 | foreach ($file_data_names as $file_name) { |
56 | 56 | $c++; |
57 | - $shift_days=( -1* $c*3); |
|
58 | - \ClickHouseDB\Example\Helper::makeSomeDataFileBig($file_name, 4 * $c,$shift_days); |
|
57 | + $shift_days = ( -1 * $c * 3); |
|
58 | + \ClickHouseDB\Example\Helper::makeSomeDataFileBig($file_name, 4 * $c, $shift_days); |
|
59 | 59 | } |
60 | 60 | |
61 | 61 | echo "----------------------------------------------------------------------------------------------------\n"; |
@@ -81,25 +81,25 @@ discard block |
||
81 | 81 | } |
82 | 82 | echo "------------------------------- COMPARE event_date ---------------------------------------------------------------------\n"; |
83 | 83 | |
84 | -$rows=($db->select('select event_date,sum(views) as v from summing_url_views_intHash32_site_id GROUP BY event_date ORDER BY event_date')->rowsAsTree('event_date')); |
|
84 | +$rows = ($db->select('select event_date,sum(views) as v from summing_url_views_intHash32_site_id GROUP BY event_date ORDER BY event_date')->rowsAsTree('event_date')); |
|
85 | 85 | |
86 | -$samp=($db->select('select event_date,sum(views) as v from summing_url_views_intHash32_site_id SAMPLE 0.5 GROUP BY event_date ORDER BY event_date ')->rowsAsTree('event_date')); |
|
86 | +$samp = ($db->select('select event_date,sum(views) as v from summing_url_views_intHash32_site_id SAMPLE 0.5 GROUP BY event_date ORDER BY event_date ')->rowsAsTree('event_date')); |
|
87 | 87 | |
88 | 88 | |
89 | 89 | foreach ($rows as $event_date=>$data) |
90 | 90 | { |
91 | - echo $event_date."\t".$data['v']."\t".(@$samp[$event_date]['v']*(1/0.5))."\n"; |
|
91 | + echo $event_date . "\t" . $data['v'] . "\t" . (@$samp[$event_date]['v'] * (1 / 0.5)) . "\n"; |
|
92 | 92 | } |
93 | 93 | |
94 | 94 | |
95 | -$rows=($db->select('select site_id,sum(views) as v from summing_url_views_intHash32_site_id GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
95 | +$rows = ($db->select('select site_id,sum(views) as v from summing_url_views_intHash32_site_id GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
96 | 96 | |
97 | -$samp=($db->select('select site_id,(sum(views)) as v from summing_url_views_intHash32_site_id SAMPLE 0.5 GROUP BY site_id ORDER BY site_id ')->rowsAsTree('site_id')); |
|
97 | +$samp = ($db->select('select site_id,(sum(views)) as v from summing_url_views_intHash32_site_id SAMPLE 0.5 GROUP BY site_id ORDER BY site_id ')->rowsAsTree('site_id')); |
|
98 | 98 | |
99 | 99 | |
100 | 100 | foreach ($rows as $event_date=>$data) |
101 | 101 | { |
102 | - echo $event_date."\t".$data['v']."\t".intval(@$samp[$event_date]['v'])."\n"; |
|
102 | + echo $event_date . "\t" . $data['v'] . "\t" . intval(@$samp[$event_date]['v']) . "\n"; |
|
103 | 103 | } |
104 | 104 | /* |
105 | 105 |
@@ -12,10 +12,10 @@ |
||
12 | 12 | } |
13 | 13 | |
14 | 14 | /** |
15 | - * @param $file_name |
|
16 | - * @param int $from_id |
|
17 | - * @param int $to_id |
|
18 | - */ |
|
15 | + * @param $file_name |
|
16 | + * @param int $from_id |
|
17 | + * @param int $to_id |
|
18 | + */ |
|
19 | 19 | public static function makeListSitesKeysDataFile($file_name, $from_id = 1000, $to_id = 20000) |
20 | 20 | { |
21 | 21 | @unlink($file_name); |
@@ -7,8 +7,8 @@ |
||
7 | 7 | public static function init() |
8 | 8 | { |
9 | 9 | date_default_timezone_set('Europe/Moscow'); |
10 | - error_reporting( E_ALL ); |
|
11 | - ini_set('display_errors',1); |
|
10 | + error_reporting(E_ALL); |
|
11 | + ini_set('display_errors', 1); |
|
12 | 12 | } |
13 | 13 | |
14 | 14 | /** |
@@ -123,8 +123,10 @@ |
||
123 | 123 | |
124 | 124 | for ($day_ago = 0; $day_ago < 360; $day_ago++) { |
125 | 125 | $date = strtotime('-' . $day_ago . ' day'); |
126 | - for ($hash_id = 1; $hash_id < (1 + $size); $hash_id++) |
|
127 | - for ($site_id = 100; $site_id < 199; $site_id++) { |
|
126 | + for ($hash_id = 1; $hash_id < (1 + $size); $hash_id++) { |
|
127 | + for ($site_id = 100; |
|
128 | + } |
|
129 | + $site_id < 199; $site_id++) { |
|
128 | 130 | $j['event_time'] = date('Y-m-d H:00:00', $date); |
129 | 131 | $j['site_id'] = $site_id; |
130 | 132 | $j['hash_id'] = $hash_id; |
@@ -20,21 +20,21 @@ discard block |
||
20 | 20 | /** |
21 | 21 | * @var array |
22 | 22 | */ |
23 | - private $degenerations=[]; |
|
23 | + private $degenerations = []; |
|
24 | 24 | |
25 | 25 | /** |
26 | 26 | * Query constructor. |
27 | 27 | * @param $sql |
28 | 28 | * @param array $degenerations |
29 | 29 | */ |
30 | - public function __construct($sql,$degenerations=[]) |
|
30 | + public function __construct($sql, $degenerations = []) |
|
31 | 31 | { |
32 | 32 | if (!trim($sql)) |
33 | 33 | { |
34 | 34 | throw new QueryException('Empty Query'); |
35 | 35 | } |
36 | 36 | $this->sql = $sql; |
37 | - $this->degenerations=$degenerations; |
|
37 | + $this->degenerations = $degenerations; |
|
38 | 38 | } |
39 | 39 | |
40 | 40 | /** |
@@ -50,17 +50,17 @@ discard block |
||
50 | 50 | { |
51 | 51 | // FORMAT\s(\w)*$ |
52 | 52 | if (null === $this->format) return false; |
53 | - $supportFormats= |
|
53 | + $supportFormats = |
|
54 | 54 | "FORMAT\\s+TSV|FORMAT\\s+TSVRaw|FORMAT\\s+TSVWithNames|FORMAT\\s+TSVWithNamesAndTypes|FORMAT\\s+Vertical|FORMAT\\s+JSONCompact|FORMAT\\s+JSONEachRow|FORMAT\\s+TSKV|FORMAT\\s+TabSeparatedWithNames|FORMAT\\s+TabSeparatedWithNamesAndTypes|FORMAT\\s+TabSeparatedRaw|FORMAT\\s+BlockTabSeparated|FORMAT\\s+CSVWithNames|FORMAT\\s+CSV|FORMAT\\s+JSON|FORMAT\\s+TabSeparated"; |
55 | 55 | |
56 | - $matches=[]; |
|
57 | - if (preg_match_all('%('.$supportFormats.')%ius',$this->sql,$matches)){ |
|
56 | + $matches = []; |
|
57 | + if (preg_match_all('%(' . $supportFormats . ')%ius', $this->sql, $matches)) { |
|
58 | 58 | |
59 | 59 | // skip add "format json" |
60 | 60 | if (isset($matches[0])) |
61 | 61 | { |
62 | 62 | |
63 | - $this->format=trim(str_ireplace('format','',$matches[0][0])); |
|
63 | + $this->format = trim(str_ireplace('format', '', $matches[0][0])); |
|
64 | 64 | |
65 | 65 | } |
66 | 66 | } |
@@ -95,7 +95,7 @@ discard block |
||
95 | 95 | foreach ($this->degenerations as $degeneration) |
96 | 96 | { |
97 | 97 | if ($degeneration instanceof Degeneration) { |
98 | - $this->sql=$degeneration->process($this->sql); |
|
98 | + $this->sql = $degeneration->process($this->sql); |
|
99 | 99 | } |
100 | 100 | } |
101 | 101 | } |
@@ -49,7 +49,9 @@ discard block |
||
49 | 49 | private function applyFormatQuery() |
50 | 50 | { |
51 | 51 | // FORMAT\s(\w)*$ |
52 | - if (null === $this->format) return false; |
|
52 | + if (null === $this->format) { |
|
53 | + return false; |
|
54 | + } |
|
53 | 55 | $supportFormats= |
54 | 56 | "FORMAT\\s+TSV|FORMAT\\s+TSVRaw|FORMAT\\s+TSVWithNames|FORMAT\\s+TSVWithNamesAndTypes|FORMAT\\s+Vertical|FORMAT\\s+JSONCompact|FORMAT\\s+JSONEachRow|FORMAT\\s+TSKV|FORMAT\\s+TabSeparatedWithNames|FORMAT\\s+TabSeparatedWithNamesAndTypes|FORMAT\\s+TabSeparatedRaw|FORMAT\\s+BlockTabSeparated|FORMAT\\s+CSVWithNames|FORMAT\\s+CSV|FORMAT\\s+JSON|FORMAT\\s+TabSeparated"; |
55 | 57 | |
@@ -63,8 +65,7 @@ discard block |
||
63 | 65 | $this->format=trim(str_ireplace('format','',$matches[0][0])); |
64 | 66 | |
65 | 67 | } |
66 | - } |
|
67 | - else { |
|
68 | + } else { |
|
68 | 69 | $this->sql = $this->sql . ' FORMAT ' . $this->format; |
69 | 70 | } |
70 | 71 |