SELECT @@collation_connection AS c [ RunTime:0.000345s ]
SHOW FULL COLUMNS FROM `t_extend` [ RunTime:0.002084s ]
SELECT * FROM `t_extend` WHERE `name` = 'spider' LIMIT 1 [ RunTime:0.000902s ]
CREATE TABLE IF NOT EXISTS `t_spider_block_ip` (
`id` bigint(20) UNSIGNED NOT NULL AUTO_INCREMENT,
`cidr` varchar(64) NOT NULL DEFAULT '',
`ip_version` tinyint(4) NOT NULL DEFAULT 4,
`prefix_len` smallint(6) NOT NULL DEFAULT 32,
`start_hex` varchar(32) NOT NULL DEFAULT '',
`end_hex` varchar(32) NOT NULL DEFAULT '',
`bucket` varchar(12) NOT NULL DEFAULT '',
`source` tinyint(4) NOT NULL DEFAULT 1,
`note` varchar(255) NOT NULL DEFAULT '',
`create_time` int(11) NOT NULL DEFAULT 0,
PRIMARY KEY (`id`),
UNIQUE KEY `uk_cidr` (`cidr`),
KEY `idx_bucket` (`bucket`),
KEY `idx_source` (`source`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='蜘蛛拦截 IP 黑名单' [ RunTime:0.248960s ]
SHOW FULL COLUMNS FROM `t_spider_block_ip` [ RunTime:0.001997s ]
SELECT COUNT(*) AS think_count FROM `t_spider_block_ip` [ RunTime:0.030499s ]
CREATE TABLE IF NOT EXISTS `t_spider_ip_pool` (
`id` bigint(20) UNSIGNED NOT NULL AUTO_INCREMENT,
`platform` varchar(32) NOT NULL DEFAULT '',
`cidr` varchar(64) NOT NULL DEFAULT '',
`ip_version` tinyint(4) NOT NULL DEFAULT 4,
`prefix_len` smallint(6) NOT NULL DEFAULT 32,
`start_hex` varchar(32) NOT NULL DEFAULT '',
`end_hex` varchar(32) NOT NULL DEFAULT '',
`bucket` varchar(12) NOT NULL DEFAULT '',
`source` tinyint(4) NOT NULL DEFAULT 1,
`note` varchar(255) NOT NULL DEFAULT '',
`create_time` int(11) NOT NULL DEFAULT 0,
PRIMARY KEY (`id`),
UNIQUE KEY `uk_platform_cidr` (`platform`, `cidr`),
KEY `idx_bucket` (`bucket`),
KEY `idx_platform` (`platform`),
KEY `idx_source` (`source`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci COMMENT='蜘蛛已知 IP 库' [ RunTime:0.001721s ]
SHOW FULL COLUMNS FROM `t_spider_ip_pool` [ RunTime:0.001934s ]
SELECT `start_hex`,`end_hex`,`platform`,`cidr`,`source`,`note`,`ip_version` FROM `t_spider_ip_pool` WHERE `bucket` = '4:d8' ORDER BY `prefix_len` DESC,`id` ASC [ RunTime:0.000695s ]
SELECT `start_hex`,`end_hex`,`platform`,`cidr`,`source`,`note`,`ip_version` FROM `t_spider_ip_pool` WHERE `bucket` = 'wide' ORDER BY `prefix_len` DESC,`id` ASC [ RunTime:0.000723s ]
SHOW FULL COLUMNS FROM `t_url_redirects` [ RunTime:0.002138s ]
SELECT * FROM `t_url_redirects` WHERE `source` = 'manual' AND `enabled` = 1 [ RunTime:0.001268s ]
SHOW FULL COLUMNS FROM `t_multilang_config` [ RunTime:0.001828s ]
SELECT `locale`,`is_enabled`,`is_default`,`url_mode`,`custom_domain` FROM `t_multilang_config` [ RunTime:0.000616s ]
SELECT `json_extend` FROM `t_extend` WHERE `name` = 'tags' LIMIT 1 [ RunTime:0.000421s ]
SHOW FULL COLUMNS FROM `t_column` [ RunTime:0.001664s ]
SELECT `id`,`name`,`type`,`json_extend` FROM `t_column` WHERE `show` = 1 AND `_path_name` = 'dock-blogs' LIMIT 1 [ RunTime:0.000891s ]
SELECT * FROM `t_extend` WHERE `name` = 'multilang' LIMIT 1 [ RunTime:0.000535s ]
SELECT `locale` FROM `t_multilang_config` WHERE `is_enabled` = 1 AND `is_default` = 0 ORDER BY `sort` ASC [ RunTime:0.000459s ]
SELECT `id`,`tid`,`type`,`name`,`sort`,`nav`,`show`,`create_time`,`json_extend` FROM `t_column` WHERE `show` = 1 ORDER BY `sort` DESC,`id` ASC [ RunTime:0.001032s ]
SHOW FULL COLUMNS FROM `t_message` [ RunTime:0.001443s ]
SELECT `json_extend` FROM `t_message` WHERE `mode` = 'default' AND `name` = 'captcha' LIMIT 1 [ RunTime:0.000596s ]
SELECT * FROM `t_column` WHERE `show` = 1 AND `id` = 536 LIMIT 1 [ RunTime:0.000488s ]
SELECT `locale` FROM `t_multilang_config` WHERE `is_enabled` = 1 AND `is_default` = 0 ORDER BY `sort` ASC [ RunTime:0.000426s ]
SELECT `id`,`tid` FROM `t_column` WHERE `show` = 1 [ RunTime:0.000430s ]
SELECT `id`,`tid`,`type` FROM `t_column` WHERE `show` = 1 [ RunTime:0.000521s ]
SELECT COUNT(*) AS cnt FROM `t_detail_column` dc_c WHERE dc_c.column_id IN (536) AND EXISTS (SELECT 1 FROM `t_detail` t_c WHERE t_c.id = dc_c.detail_id AND t_c.show = 1 AND t_c.type = 2) [ RunTime:0.002639s ]
SHOW FULL COLUMNS FROM `t_detail` [ RunTime:0.002033s ]
SELECT `t`.`id` FROM `t_detail` `t` WHERE ( `t`.`show` = '1' AND `t`.`type` = '2' ) AND ( t.id IN (SELECT dc_f.detail_id FROM `t_detail_column` dc_f WHERE dc_f.column_id IN (536)) ) ORDER BY t.sort DESC, t.publish_time desc, t.id DESC LIMIT 96,12 [ RunTime:0.002027s ]
SELECT `t`.*,`c`.`name`,c.tid as column_tid,c.json_extend as column_json_extend,dc.column_id as primary_column_id FROM `t_detail` `t` INNER JOIN `t_detail_column` `dc` ON `dc`.`detail_id`=t.id AND dc.is_primary = 1 INNER JOIN `t_column` `c` ON `c`.`id`=`dc`.`column_id` WHERE `t`.`id` IN ('1064','1065','1066','1067','1068','1069','1070','1071','1072','1073','1074','1075') ORDER BY t.sort DESC, t.publish_time desc, t.id DESC [ RunTime:0.002259s ]
SELECT * FROM `t_column` WHERE `show` = 1 AND `id` = 536 LIMIT 1 [ RunTime:0.000777s ]
SELECT `locale` FROM `t_multilang_config` WHERE `is_enabled` = 1 AND `is_default` = 0 ORDER BY `sort` ASC [ RunTime:0.000519s ]
SELECT `id`,`tid`,`type`,`name`,`sort`,`nav`,`show`,`create_time`,`json_extend` FROM `t_column` WHERE `show` = 1 ORDER BY `sort` DESC,`id` ASC [ RunTime:0.001057s ]
SELECT `id`,`name`,`type`,`tid`,`json_extend` FROM `t_column` WHERE `show` = 1 AND `_path_name` = 'dock-blogs' LIMIT 1 [ RunTime:0.000624s ]
SHOW FULL COLUMNS FROM `t_screen_detail` [ RunTime:0.001718s ]
SELECT `id`,`json_extend` FROM `t_screen_detail` WHERE ( (JSON_CONTAINS(`json_extend`, JSON_QUOTE('536'), '$.column') OR JSON_CONTAINS(`json_extend`, CAST('536' AS JSON), '$.column')) ) ORDER BY `sort` DESC,`id` DESC LIMIT 1 [ RunTime:0.000873s ]
SELECT `locale` FROM `t_multilang_config` WHERE `is_enabled` = 1 AND `is_default` = 0 ORDER BY `sort` ASC [ RunTime:0.000461s ]
SELECT `id`,`tid`,`type`,`name`,`sort`,`nav`,`show`,`create_time`,`json_extend` FROM `t_column` ORDER BY `sort` DESC,`id` ASC [ RunTime:0.000827s ]
SELECT `locale` FROM `t_multilang_config` WHERE `is_enabled` = 1 AND `is_default` = 0 ORDER BY `sort` ASC [ RunTime:0.000420s ]
SELECT `id`,`tid` FROM `t_column` WHERE `show` = 1 AND `type` = 3 [ RunTime:0.000496s ]
SELECT `t`.`id` FROM `t_detail` `t` WHERE ( t.id IN (SELECT dc_f.detail_id FROM `t_detail_column` dc_f WHERE dc_f.column_id IN (529)) ) AND ( `t`.`type` = '3' ) AND `t`.`show` = '1' ORDER BY t.sort DESC, t.publish_time desc, t.id DESC LIMIT 10 [ RunTime:0.000614s ]
SELECT `t`.*,`c`.`name`,c.tid as column_tid,c.json_extend as column_json_extend,dc.column_id as primary_column_id FROM `t_detail` `t` INNER JOIN `t_detail_column` `dc` ON `dc`.`detail_id`=t.id AND dc.is_primary = 1 INNER JOIN `t_column` `c` ON `c`.`id`=`dc`.`column_id` WHERE `t`.`id` IN ('1091','1090','1089','1088','1087') ORDER BY t.sort DESC, t.publish_time desc, t.id DESC [ RunTime:0.001159s ]
SELECT `locale` FROM `t_multilang_config` WHERE `is_enabled` = 1 AND `is_default` = 0 ORDER BY `sort` ASC [ RunTime:0.000429s ]
SELECT `id`,`tid` FROM `t_column` WHERE `show` = 1 AND `type` = 3 [ RunTime:0.000478s ]
SELECT `t`.`id` FROM `t_detail` `t` WHERE ( t.id IN (SELECT dc_f.detail_id FROM `t_detail_column` dc_f WHERE dc_f.column_id IN (530)) ) AND ( `t`.`type` = '3' ) AND `t`.`show` = '1' ORDER BY t.sort DESC, t.publish_time desc, t.id DESC LIMIT 10 [ RunTime:0.000576s ]
SELECT `t`.*,`c`.`name`,c.tid as column_tid,c.json_extend as column_json_extend,dc.column_id as primary_column_id FROM `t_detail` `t` INNER JOIN `t_detail_column` `dc` ON `dc`.`detail_id`=t.id AND dc.is_primary = 1 INNER JOIN `t_column` `c` ON `c`.`id`=`dc`.`column_id` WHERE `t`.`id` IN ('850','849','848') ORDER BY t.sort DESC, t.publish_time desc, t.id DESC [ RunTime:0.000912s ]
SELECT `locale` FROM `t_multilang_config` WHERE `is_enabled` = 1 AND `is_default` = 0 ORDER BY `sort` ASC [ RunTime:0.000442s ]
SELECT `id`,`tid` FROM `t_column` WHERE `show` = 1 AND `type` = 3 [ RunTime:0.000470s ]
SELECT `t`.`id` FROM `t_detail` `t` WHERE ( t.id IN (SELECT dc_f.detail_id FROM `t_detail_column` dc_f WHERE dc_f.column_id IN (531)) ) AND ( `t`.`type` = '3' ) AND `t`.`show` = '1' ORDER BY t.sort DESC, t.publish_time desc, t.id DESC LIMIT 10 [ RunTime:0.000595s ]
SELECT `t`.*,`c`.`name`,c.tid as column_tid,c.json_extend as column_json_extend,dc.column_id as primary_column_id FROM `t_detail` `t` INNER JOIN `t_detail_column` `dc` ON `dc`.`detail_id`=t.id AND dc.is_primary = 1 INNER JOIN `t_column` `c` ON `c`.`id`=`dc`.`column_id` WHERE `t`.`id` IN ('853','852','851') ORDER BY t.sort DESC, t.publish_time desc, t.id DESC [ RunTime:0.000935s ]
SELECT `locale` FROM `t_multilang_config` WHERE `is_enabled` = 1 AND `is_default` = 0 ORDER BY `sort` ASC [ RunTime:0.000476s ]
SELECT `id`,`tid` FROM `t_column` WHERE `show` = 1 AND `type` = 3 [ RunTime:0.000439s ]
SELECT `t`.`id` FROM `t_detail` `t` WHERE ( t.id IN (SELECT dc_f.detail_id FROM `t_detail_column` dc_f WHERE dc_f.column_id IN (532)) ) AND ( `t`.`type` = '3' ) AND `t`.`show` = '1' ORDER BY t.sort DESC, t.publish_time desc, t.id DESC LIMIT 10 [ RunTime:0.000580s ]
SELECT `t`.*,`c`.`name`,c.tid as column_tid,c.json_extend as column_json_extend,dc.column_id as primary_column_id FROM `t_detail` `t` INNER JOIN `t_detail_column` `dc` ON `dc`.`detail_id`=t.id AND dc.is_primary = 1 INNER JOIN `t_column` `c` ON `c`.`id`=`dc`.`column_id` WHERE `t`.`id` IN ('858','857','856','855','854') ORDER BY t.sort DESC, t.publish_time desc, t.id DESC [ RunTime:0.001057s ]
SELECT `json_extend` FROM `t_message` WHERE `mode` = 'default' AND `name` = 'security' LIMIT 1 [ RunTime:0.000434s ]
SELECT `id` FROM `t_message` WHERE `mode` = 'default' AND `name` = 'field' LIMIT 1 [ RunTime:0.000389s ]
SELECT * FROM `t_extend` WHERE `name` = 'baidu' LIMIT 1 [ RunTime:0.000460s ]
SELECT * FROM `t_extend` WHERE `name` = 'sm' LIMIT 1 [ RunTime:0.000410s ]
SELECT * FROM `t_extend` WHERE `name` = 'bing' LIMIT 1 [ RunTime:0.000414s ]
SELECT * FROM `t_extend` WHERE `name` = 'google' LIMIT 1 [ RunTime:0.000436s ]
SELECT * FROM `t_extend` WHERE `name` = 'yandex' LIMIT 1 [ RunTime:0.000412s ]
SELECT * FROM `t_extend` WHERE `name` = 'toutiao' LIMIT 1 [ RunTime:0.000438s ]
SELECT * FROM `t_extend` WHERE `name` = 'sogou' LIMIT 1 [ RunTime:0.000431s ]
CREATE TABLE IF NOT EXISTS `t_spider_log` (
`id` bigint(20) UNSIGNED NOT NULL AUTO_INCREMENT,
`platform` varchar(32) NOT NULL DEFAULT '',
`bot_name` varchar(64) NOT NULL DEFAULT '',
`kind` varchar(16) NOT NULL DEFAULT '',
`bot_group` varchar(16) NOT NULL DEFAULT '',
`host` varchar(128) NOT NULL DEFAULT '',
`url` varchar(768) NOT NULL DEFAULT '',
`ua` varchar(512) NOT NULL DEFAULT '',
`ip` varchar(45) NOT NULL DEFAULT '',
`verified` tinyint(4) NOT NULL DEFAULT 0,
`http_code` smallint(6) NOT NULL DEFAULT 200,
`spend` int(11) NOT NULL DEFAULT 0,
`create_time` int(11) NOT NULL DEFAULT 0,
PRIMARY KEY (`id`),
KEY `idx_time` (`create_time`),
KEY `idx_platform_time` (`platform`, `create_time`),
KEY `idx_group_time` (`bot_group`, `create_time`),
KEY `idx_kind_time` (`kind`, `create_time`),
KEY `idx_ip` (`ip`),
KEY `idx_url` (`url`(191))
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci [ RunTime:0.001622s ]
SELECT COUNT(*) AS c FROM information_schema.COLUMNS
WHERE TABLE_SCHEMA = DATABASE() AND TABLE_NAME = 't_spider_log' AND COLUMN_NAME = 'host' [ RunTime:0.001248s ]
SELECT COUNT(*) AS c FROM information_schema.STATISTICS
WHERE TABLE_SCHEMA = DATABASE() AND TABLE_NAME = 't_spider_log' AND INDEX_NAME = 'idx_kind_time' [ RunTime:0.020271s ]
SELECT COUNT(*) AS c FROM information_schema.STATISTICS
WHERE TABLE_SCHEMA = DATABASE() AND TABLE_NAME = 't_spider_log' AND INDEX_NAME = 'idx_url' [ RunTime:0.001083s ]
CREATE TABLE IF NOT EXISTS `t_spider_stat` (
`id` bigint(20) UNSIGNED NOT NULL AUTO_INCREMENT,
`stat_date` date NOT NULL,
`platform` varchar(32) NOT NULL DEFAULT '',
`kind` varchar(16) NOT NULL DEFAULT '',
`bot_group` varchar(16) NOT NULL DEFAULT '',
`cnt` int(11) NOT NULL DEFAULT 0,
`update_time` int(11) NOT NULL DEFAULT 0,
PRIMARY KEY (`id`),
UNIQUE KEY `uk_date_platform_kind` (`stat_date`, `platform`, `kind`),
KEY `idx_date` (`stat_date`),
KEY `idx_group` (`bot_group`, `stat_date`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci [ RunTime:0.001207s ]