@@ -13,27 +13,27 @@ |
||
| 13 | 13 | $cl->setSoftCheck(true); |
| 14 | 14 | if (!$cl->isReplicasIsOk()) |
| 15 | 15 | { |
| 16 | - throw new Exception('Replica state is bad , error='.$cl->getError()); |
|
| 16 | + throw new Exception('Replica state is bad , error=' . $cl->getError()); |
|
| 17 | 17 | } |
| 18 | 18 | |
| 19 | 19 | |
| 20 | -$tables=$cl->getTables(); |
|
| 20 | +$tables = $cl->getTables(); |
|
| 21 | 21 | |
| 22 | 22 | foreach ($tables as $dbtable=>$tmp) |
| 23 | 23 | { |
| 24 | 24 | echo ">>> $dbtable :"; |
| 25 | 25 | |
| 26 | - $size=$cl->getSizeTable($dbtable); |
|
| 26 | + $size = $cl->getSizeTable($dbtable); |
|
| 27 | 27 | |
| 28 | 28 | |
| 29 | - echo "\t".\ClickHouseDB\Example\Helper::humanFileSize($size)."\n"; |
|
| 29 | + echo "\t" . \ClickHouseDB\Example\Helper::humanFileSize($size) . "\n"; |
|
| 30 | 30 | |
| 31 | 31 | } |
| 32 | 32 | |
| 33 | 33 | |
| 34 | -$table_for_truncate='target.events_sharded'; |
|
| 34 | +$table_for_truncate = 'target.events_sharded'; |
|
| 35 | 35 | |
| 36 | -$result=$cl->truncateTable($table_for_truncate); |
|
| 36 | +$result = $cl->truncateTable($table_for_truncate); |
|
| 37 | 37 | |
| 38 | 38 | echo "Result:truncate table\n"; |
| 39 | 39 | print_r($result); |
@@ -8,20 +8,20 @@ discard block |
||
| 8 | 8 | |
| 9 | 9 | |
| 10 | 10 | $db = new ClickHouseDB\Client($config); |
| 11 | -$_flag_create_table=false; |
|
| 11 | +$_flag_create_table = false; |
|
| 12 | 12 | |
| 13 | -$size=$db->tableSize('summing_url_views_cityHash64_site_id'); |
|
| 14 | -echo "Site table summing_url_views_cityHash64_site_id : ".(isset($size['size'])?$size['size']:'false')."\n"; |
|
| 13 | +$size = $db->tableSize('summing_url_views_cityHash64_site_id'); |
|
| 14 | +echo "Site table summing_url_views_cityHash64_site_id : " . (isset($size['size']) ? $size['size'] : 'false') . "\n"; |
|
| 15 | 15 | |
| 16 | 16 | |
| 17 | -if (!isset($size['size'])) $_flag_create_table=true; |
|
| 17 | +if (!isset($size['size'])) $_flag_create_table = true; |
|
| 18 | 18 | |
| 19 | 19 | |
| 20 | 20 | if ($_flag_create_table) { |
| 21 | 21 | |
| 22 | 22 | |
| 23 | 23 | $db->write("DROP TABLE IF EXISTS summing_url_views_cityHash64_site_id"); |
| 24 | - $re=$db->write(' |
|
| 24 | + $re = $db->write(' |
|
| 25 | 25 | CREATE TABLE IF NOT EXISTS summing_url_views_cityHash64_site_id ( |
| 26 | 26 | event_date Date DEFAULT toDate(event_time), |
| 27 | 27 | event_time DateTime, |
@@ -48,8 +48,8 @@ discard block |
||
| 48 | 48 | $c = 0; |
| 49 | 49 | foreach ($file_data_names as $file_name) { |
| 50 | 50 | $c++; |
| 51 | - $shift_days=( -1* $c*3); |
|
| 52 | - \ClickHouseDB\Example\Helper::makeSomeDataFileBig($file_name, 23 * $c,$shift_days); |
|
| 51 | + $shift_days = ( -1 * $c * 3); |
|
| 52 | + \ClickHouseDB\Example\Helper::makeSomeDataFileBig($file_name, 23 * $c, $shift_days); |
|
| 53 | 53 | } |
| 54 | 54 | |
| 55 | 55 | echo "----------------------------------------------------------------------------------------------------\n"; |
@@ -75,56 +75,56 @@ discard block |
||
| 75 | 75 | } |
| 76 | 76 | echo "------------------------------- COMPARE event_date ---------------------------------------------------------------------\n"; |
| 77 | 77 | |
| 78 | -$rows=($db->select('select event_date,sum(views) as v from summing_url_views_cityHash64_site_id GROUP BY event_date ORDER BY event_date')->rowsAsTree('event_date')); |
|
| 78 | +$rows = ($db->select('select event_date,sum(views) as v from summing_url_views_cityHash64_site_id GROUP BY event_date ORDER BY event_date')->rowsAsTree('event_date')); |
|
| 79 | 79 | |
| 80 | -$samp=($db->select('select event_date,(sum(views)*10) as v from summing_url_views_cityHash64_site_id SAMPLE 0.1 GROUP BY event_date ORDER BY event_date ')->rowsAsTree('event_date')); |
|
| 80 | +$samp = ($db->select('select event_date,(sum(views)*10) as v from summing_url_views_cityHash64_site_id SAMPLE 0.1 GROUP BY event_date ORDER BY event_date ')->rowsAsTree('event_date')); |
|
| 81 | 81 | |
| 82 | 82 | |
| 83 | 83 | foreach ($rows as $event_date=>$data) |
| 84 | 84 | { |
| 85 | - echo $event_date."\t".$data['v']."\t".@$samp[$event_date]['v']."\n"; |
|
| 85 | + echo $event_date . "\t" . $data['v'] . "\t" . @$samp[$event_date]['v'] . "\n"; |
|
| 86 | 86 | } |
| 87 | 87 | |
| 88 | 88 | |
| 89 | -$rows=($db->select('select site_id,sum(views) as v from summing_url_views_cityHash64_site_id GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
| 89 | +$rows = ($db->select('select site_id,sum(views) as v from summing_url_views_cityHash64_site_id GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
| 90 | 90 | |
| 91 | -$samp=($db->select('select site_id,(sum(views)) as v from summing_url_views_cityHash64_site_id SAMPLE 0.5 GROUP BY site_id ORDER BY site_id ')->rowsAsTree('site_id')); |
|
| 91 | +$samp = ($db->select('select site_id,(sum(views)) as v from summing_url_views_cityHash64_site_id SAMPLE 0.5 GROUP BY site_id ORDER BY site_id ')->rowsAsTree('site_id')); |
|
| 92 | 92 | |
| 93 | 93 | |
| 94 | 94 | foreach ($rows as $event_date=>$data) |
| 95 | 95 | { |
| 96 | - echo $event_date."\t".$data['v']."\t".intval(@$samp[$event_date]['v'])."\n"; |
|
| 96 | + echo $event_date . "\t" . $data['v'] . "\t" . intval(@$samp[$event_date]['v']) . "\n"; |
|
| 97 | 97 | } |
| 98 | 98 | |
| 99 | 99 | |
| 100 | 100 | |
| 101 | -for($f=1;$f<=9;$f++) |
|
| 101 | +for ($f = 1; $f <= 9; $f++) |
|
| 102 | 102 | { |
| 103 | - $SAMPLE=$f/10; |
|
| 103 | + $SAMPLE = $f / 10; |
|
| 104 | 104 | |
| 105 | - $CQL='select site_id,(sum(views)) as v from summing_url_views_cityHash64_site_id SAMPLE '.$SAMPLE.' WHERE site_id=34 GROUP BY site_id ORDER BY site_id '; |
|
| 105 | + $CQL = 'select site_id,(sum(views)) as v from summing_url_views_cityHash64_site_id SAMPLE ' . $SAMPLE . ' WHERE site_id=34 GROUP BY site_id ORDER BY site_id '; |
|
| 106 | 106 | |
| 107 | - echo $CQL."\n"; |
|
| 108 | - $rows=($db->select('select site_id,sum(views) as v from summing_url_views_cityHash64_site_id WHERE site_id=34 GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
| 109 | - $samp=($db->select($CQL)->rowsAsTree('site_id')); |
|
| 107 | + echo $CQL . "\n"; |
|
| 108 | + $rows = ($db->select('select site_id,sum(views) as v from summing_url_views_cityHash64_site_id WHERE site_id=34 GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
| 109 | + $samp = ($db->select($CQL)->rowsAsTree('site_id')); |
|
| 110 | 110 | foreach ($rows as $id=>$data) |
| 111 | 111 | { |
| 112 | - $s=$samp[$id]['v']; |
|
| 113 | - $v=$data['v']; |
|
| 112 | + $s = $samp[$id]['v']; |
|
| 113 | + $v = $data['v']; |
|
| 114 | 114 | |
| 115 | 115 | |
| 116 | - $percent=round( (100*$s) /$v ,2); |
|
| 116 | + $percent = round((100 * $s) / $v, 2); |
|
| 117 | 117 | |
| 118 | - $kof=(100/$percent); |
|
| 119 | - $norma_views=$s*(100/$percent); |
|
| 118 | + $kof = (100 / $percent); |
|
| 119 | + $norma_views = $s * (100 / $percent); |
|
| 120 | 120 | |
| 121 | 121 | |
| 122 | 122 | |
| 123 | - echo "Сумма показов без SAMPLE = " .$v."\n"; |
|
| 124 | - echo "Сумма показов c SAMPLE = " .$s."\n"; |
|
| 125 | - echo "Процент = " .$percent."\n"; |
|
| 126 | - echo "На что домжнож.семлир.данн= " .$kof."\n"; |
|
| 127 | - echo "Сумма показов расчитанное = " .$norma_views."\n"; |
|
| 123 | + echo "Сумма показов без SAMPLE = " . $v . "\n"; |
|
| 124 | + echo "Сумма показов c SAMPLE = " . $s . "\n"; |
|
| 125 | + echo "Процент = " . $percent . "\n"; |
|
| 126 | + echo "На что домжнож.семлир.данн= " . $kof . "\n"; |
|
| 127 | + echo "Сумма показов расчитанное = " . $norma_views . "\n"; |
|
| 128 | 128 | |
| 129 | 129 | /// >> 1/(0.8) = для SAMPLE 0.8 |
| 130 | 130 | /// >> 1/(0.5) = для SAMPLE 0.5 |
@@ -8,26 +8,26 @@ discard block |
||
| 8 | 8 | |
| 9 | 9 | |
| 10 | 10 | $db = new ClickHouseDB\Client($config); |
| 11 | -$_flag_create_table=false; |
|
| 11 | +$_flag_create_table = false; |
|
| 12 | 12 | |
| 13 | 13 | |
| 14 | 14 | $db->write("DROP TABLE IF EXISTS summing_url_views_intHash32_site_id"); |
| 15 | 15 | |
| 16 | 16 | |
| 17 | 17 | |
| 18 | -$size=$db->tableSize('summing_url_views_intHash32_site_id'); |
|
| 19 | -echo "Site table summing_url_views_intHash32_site_id : ".(isset($size['size'])?$size['size']:'false')."\n"; |
|
| 18 | +$size = $db->tableSize('summing_url_views_intHash32_site_id'); |
|
| 19 | +echo "Site table summing_url_views_intHash32_site_id : " . (isset($size['size']) ? $size['size'] : 'false') . "\n"; |
|
| 20 | 20 | |
| 21 | 21 | |
| 22 | 22 | |
| 23 | -if (!isset($size['size'])) $_flag_create_table=true; |
|
| 23 | +if (!isset($size['size'])) $_flag_create_table = true; |
|
| 24 | 24 | |
| 25 | 25 | |
| 26 | 26 | if ($_flag_create_table) { |
| 27 | 27 | |
| 28 | 28 | |
| 29 | 29 | $db->write("DROP TABLE IF EXISTS summing_url_views_intHash32_site_id"); |
| 30 | - $re=$db->write(' |
|
| 30 | + $re = $db->write(' |
|
| 31 | 31 | CREATE TABLE IF NOT EXISTS summing_url_views_intHash32_site_id ( |
| 32 | 32 | event_date Date DEFAULT toDate(event_time), |
| 33 | 33 | event_time DateTime, |
@@ -54,8 +54,8 @@ discard block |
||
| 54 | 54 | $c = 0; |
| 55 | 55 | foreach ($file_data_names as $file_name) { |
| 56 | 56 | $c++; |
| 57 | - $shift_days=( -1* $c*3); |
|
| 58 | - \ClickHouseDB\Example\Helper::makeSomeDataFileBig($file_name, 4 * $c,$shift_days); |
|
| 57 | + $shift_days = ( -1 * $c * 3); |
|
| 58 | + \ClickHouseDB\Example\Helper::makeSomeDataFileBig($file_name, 4 * $c, $shift_days); |
|
| 59 | 59 | } |
| 60 | 60 | |
| 61 | 61 | echo "----------------------------------------------------------------------------------------------------\n"; |
@@ -81,25 +81,25 @@ discard block |
||
| 81 | 81 | } |
| 82 | 82 | echo "------------------------------- COMPARE event_date ---------------------------------------------------------------------\n"; |
| 83 | 83 | |
| 84 | -$rows=($db->select('select event_date,sum(views) as v from summing_url_views_intHash32_site_id GROUP BY event_date ORDER BY event_date')->rowsAsTree('event_date')); |
|
| 84 | +$rows = ($db->select('select event_date,sum(views) as v from summing_url_views_intHash32_site_id GROUP BY event_date ORDER BY event_date')->rowsAsTree('event_date')); |
|
| 85 | 85 | |
| 86 | -$samp=($db->select('select event_date,sum(views) as v from summing_url_views_intHash32_site_id SAMPLE 0.5 GROUP BY event_date ORDER BY event_date ')->rowsAsTree('event_date')); |
|
| 86 | +$samp = ($db->select('select event_date,sum(views) as v from summing_url_views_intHash32_site_id SAMPLE 0.5 GROUP BY event_date ORDER BY event_date ')->rowsAsTree('event_date')); |
|
| 87 | 87 | |
| 88 | 88 | |
| 89 | 89 | foreach ($rows as $event_date=>$data) |
| 90 | 90 | { |
| 91 | - echo $event_date."\t".$data['v']."\t".(@$samp[$event_date]['v']*(1/0.5))."\n"; |
|
| 91 | + echo $event_date . "\t" . $data['v'] . "\t" . (@$samp[$event_date]['v'] * (1 / 0.5)) . "\n"; |
|
| 92 | 92 | } |
| 93 | 93 | |
| 94 | 94 | |
| 95 | -$rows=($db->select('select site_id,sum(views) as v from summing_url_views_intHash32_site_id GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
| 95 | +$rows = ($db->select('select site_id,sum(views) as v from summing_url_views_intHash32_site_id GROUP BY site_id ORDER BY site_id')->rowsAsTree('site_id')); |
|
| 96 | 96 | |
| 97 | -$samp=($db->select('select site_id,(sum(views)) as v from summing_url_views_intHash32_site_id SAMPLE 0.5 GROUP BY site_id ORDER BY site_id ')->rowsAsTree('site_id')); |
|
| 97 | +$samp = ($db->select('select site_id,(sum(views)) as v from summing_url_views_intHash32_site_id SAMPLE 0.5 GROUP BY site_id ORDER BY site_id ')->rowsAsTree('site_id')); |
|
| 98 | 98 | |
| 99 | 99 | |
| 100 | 100 | foreach ($rows as $event_date=>$data) |
| 101 | 101 | { |
| 102 | - echo $event_date."\t".$data['v']."\t".intval(@$samp[$event_date]['v'])."\n"; |
|
| 102 | + echo $event_date . "\t" . $data['v'] . "\t" . intval(@$samp[$event_date]['v']) . "\n"; |
|
| 103 | 103 | } |
| 104 | 104 | /* |
| 105 | 105 | |
@@ -12,10 +12,10 @@ |
||
| 12 | 12 | } |
| 13 | 13 | |
| 14 | 14 | /** |
| 15 | - * @param $file_name |
|
| 16 | - * @param int $from_id |
|
| 17 | - * @param int $to_id |
|
| 18 | - */ |
|
| 15 | + * @param $file_name |
|
| 16 | + * @param int $from_id |
|
| 17 | + * @param int $to_id |
|
| 18 | + */ |
|
| 19 | 19 | public static function makeListSitesKeysDataFile($file_name, $from_id = 1000, $to_id = 20000) |
| 20 | 20 | { |
| 21 | 21 | @unlink($file_name); |
@@ -7,8 +7,8 @@ |
||
| 7 | 7 | public static function init() |
| 8 | 8 | { |
| 9 | 9 | date_default_timezone_set('Europe/Moscow'); |
| 10 | - error_reporting( E_ALL ); |
|
| 11 | - ini_set('display_errors',1); |
|
| 10 | + error_reporting(E_ALL); |
|
| 11 | + ini_set('display_errors', 1); |
|
| 12 | 12 | } |
| 13 | 13 | |
| 14 | 14 | /** |
@@ -123,8 +123,10 @@ |
||
| 123 | 123 | |
| 124 | 124 | for ($day_ago = 0; $day_ago < 360; $day_ago++) { |
| 125 | 125 | $date = strtotime('-' . $day_ago . ' day'); |
| 126 | - for ($hash_id = 1; $hash_id < (1 + $size); $hash_id++) |
|
| 127 | - for ($site_id = 100; $site_id < 199; $site_id++) { |
|
| 126 | + for ($hash_id = 1; $hash_id < (1 + $size); $hash_id++) { |
|
| 127 | + for ($site_id = 100; |
|
| 128 | + } |
|
| 129 | + $site_id < 199; $site_id++) { |
|
| 128 | 130 | $j['event_time'] = date('Y-m-d H:00:00', $date); |
| 129 | 131 | $j['site_id'] = $site_id; |
| 130 | 132 | $j['hash_id'] = $hash_id; |
@@ -20,21 +20,21 @@ discard block |
||
| 20 | 20 | /** |
| 21 | 21 | * @var array |
| 22 | 22 | */ |
| 23 | - private $degenerations=[]; |
|
| 23 | + private $degenerations = []; |
|
| 24 | 24 | |
| 25 | 25 | /** |
| 26 | 26 | * Query constructor. |
| 27 | 27 | * @param $sql |
| 28 | 28 | * @param array $degenerations |
| 29 | 29 | */ |
| 30 | - public function __construct($sql,$degenerations=[]) |
|
| 30 | + public function __construct($sql, $degenerations = []) |
|
| 31 | 31 | { |
| 32 | 32 | if (!trim($sql)) |
| 33 | 33 | { |
| 34 | 34 | throw new QueryException('Empty Query'); |
| 35 | 35 | } |
| 36 | 36 | $this->sql = $sql; |
| 37 | - $this->degenerations=$degenerations; |
|
| 37 | + $this->degenerations = $degenerations; |
|
| 38 | 38 | } |
| 39 | 39 | |
| 40 | 40 | /** |
@@ -50,17 +50,17 @@ discard block |
||
| 50 | 50 | { |
| 51 | 51 | // FORMAT\s(\w)*$ |
| 52 | 52 | if (null === $this->format) return false; |
| 53 | - $supportFormats= |
|
| 53 | + $supportFormats = |
|
| 54 | 54 | "FORMAT\\s+TSV|FORMAT\\s+TSVRaw|FORMAT\\s+TSVWithNames|FORMAT\\s+TSVWithNamesAndTypes|FORMAT\\s+Vertical|FORMAT\\s+JSONCompact|FORMAT\\s+JSONEachRow|FORMAT\\s+TSKV|FORMAT\\s+TabSeparatedWithNames|FORMAT\\s+TabSeparatedWithNamesAndTypes|FORMAT\\s+TabSeparatedRaw|FORMAT\\s+BlockTabSeparated|FORMAT\\s+CSVWithNames|FORMAT\\s+CSV|FORMAT\\s+JSON|FORMAT\\s+TabSeparated"; |
| 55 | 55 | |
| 56 | - $matches=[]; |
|
| 57 | - if (preg_match_all('%('.$supportFormats.')%ius',$this->sql,$matches)){ |
|
| 56 | + $matches = []; |
|
| 57 | + if (preg_match_all('%(' . $supportFormats . ')%ius', $this->sql, $matches)) { |
|
| 58 | 58 | |
| 59 | 59 | // skip add "format json" |
| 60 | 60 | if (isset($matches[0])) |
| 61 | 61 | { |
| 62 | 62 | |
| 63 | - $this->format=trim(str_ireplace('format','',$matches[0][0])); |
|
| 63 | + $this->format = trim(str_ireplace('format', '', $matches[0][0])); |
|
| 64 | 64 | |
| 65 | 65 | } |
| 66 | 66 | } |
@@ -95,7 +95,7 @@ discard block |
||
| 95 | 95 | foreach ($this->degenerations as $degeneration) |
| 96 | 96 | { |
| 97 | 97 | if ($degeneration instanceof Degeneration) { |
| 98 | - $this->sql=$degeneration->process($this->sql); |
|
| 98 | + $this->sql = $degeneration->process($this->sql); |
|
| 99 | 99 | } |
| 100 | 100 | } |
| 101 | 101 | } |
@@ -49,7 +49,9 @@ discard block |
||
| 49 | 49 | private function applyFormatQuery() |
| 50 | 50 | { |
| 51 | 51 | // FORMAT\s(\w)*$ |
| 52 | - if (null === $this->format) return false; |
|
| 52 | + if (null === $this->format) { |
|
| 53 | + return false; |
|
| 54 | + } |
|
| 53 | 55 | $supportFormats= |
| 54 | 56 | "FORMAT\\s+TSV|FORMAT\\s+TSVRaw|FORMAT\\s+TSVWithNames|FORMAT\\s+TSVWithNamesAndTypes|FORMAT\\s+Vertical|FORMAT\\s+JSONCompact|FORMAT\\s+JSONEachRow|FORMAT\\s+TSKV|FORMAT\\s+TabSeparatedWithNames|FORMAT\\s+TabSeparatedWithNamesAndTypes|FORMAT\\s+TabSeparatedRaw|FORMAT\\s+BlockTabSeparated|FORMAT\\s+CSVWithNames|FORMAT\\s+CSV|FORMAT\\s+JSON|FORMAT\\s+TabSeparated"; |
| 55 | 57 | |
@@ -63,8 +65,7 @@ discard block |
||
| 63 | 65 | $this->format=trim(str_ireplace('format','',$matches[0][0])); |
| 64 | 66 | |
| 65 | 67 | } |
| 66 | - } |
|
| 67 | - else { |
|
| 68 | + } else { |
|
| 68 | 69 | $this->sql = $this->sql . ' FORMAT ' . $this->format; |
| 69 | 70 | } |
| 70 | 71 | |