报错日志
815842 2021.07.20 14:13:52.876678 [ 11529 ] {817bb959-534e-44b3-898c-a1a3d88b9d63} <Error> DynamicQueryHandler: Cannot send exception to client: Code: 27, e.displayText() = DB::ParsingException: Cannot parse inp
ut: expected '\r\n' before: '\ndbys_home_nav\t3C:78:43:6E:D7:54\t3c:78:43:6e:d7:55\t106.118.194.171\tdbys_znds_2021\t01a429f886a870dfce77ec9ff573474b\t74775557-a4f0-4387-b6f9-e47f2e1dab44\tcom.tv.k', Stac
k trace (when copying this message, always include the lines below):
815843
815844 0. DB::throwAtAssertionFailed(char const*, DB::ReadBuffer&) @ 0x8667d25 in /usr/bin/clickhouse
815845 1. ? @ 0xf8dd743 in /usr/bin/clickhouse
815846 2. DB::HTTPHandler::trySendExceptionToClient(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, int, DB::HTTPServerRequest&, DB::HTTPServerResponse&, DB::HTTPHan
dler::Output&) @ 0xf850f92 in /usr/bin/clickhouse
815847 3. DB::HTTPHandler::handleRequest(DB::HTTPServerRequest&, DB::HTTPServerResponse&) @ 0xf852305 in /usr/bin/clickhouse
815848 4. DB::HTTPServerConnection::run() @ 0xf8daa0f in /usr/bin/clickhouse
815849 5. Poco::Net::TCPServerConnection::start() @ 0x11f84caf in /usr/bin/clickhouse
815850 6. Poco::Net::TCPServerDispatcher::run() @ 0x11f866c1 in /usr/bin/clickhouse
815851 7. Poco::PooledThread::run() @ 0x120bcde9 in /usr/bin/clickhouse
815852 8. Poco::ThreadImpl::runnableEntry(void*) @ 0x120b8c4a in /usr/bin/clickhouse
815853 9. start_thread @ 0x7aa1 in /lib64/libpthread-2.12.so
815854 10. clone @ 0xe8c4d in /lib64/libc-2.12.so
815855 (version 21.3.4.25 (official build))
815856 2021.07.20 14:13:52.877884 [ 14194 ] {} <Fatal> BaseDaemon: ########################################
815857 2021.07.20 14:13:52.877927 [ 14194 ] {} <Fatal> BaseDaemon: (version 21.3.4.25 (official build), build id: 23EA76BDD7B9132C8FB55EC397DB8BAFBEB73C2B) (from thread 11529) (no query) Received signal Segmenta
tion fault (11)
815858 2021.07.20 14:13:52.877952 [ 14194 ] {} <Fatal> BaseDaemon: Address: NULL pointer. Access: read. Unknown si_code.
815859 2021.07.20 14:13:52.877974 [ 14194 ] {} <Fatal> BaseDaemon: Stack trace: 0xf8dd95e 0xf8db0bd 0xf8daea2 0x11f84caf 0x11f866c1 0x120bcde9 0x120b8c4a 0x7f2936481aa1 0x7f29361cec4d
815860 2021.07.20 14:13:52.934032 [ 14194 ] {} <Fatal> BaseDaemon: 1. DB::HTTPServerResponse::send() @ 0xf8dd95e in /usr/bin/clickhouse
815861 2021.07.20 14:13:52.934076 [ 14194 ] {} <Fatal> BaseDaemon: 2. DB::HTTPServerConnection::sendErrorResponse(Poco::Net::HTTPServerSession&, Poco::Net::HTTPResponse::HTTPStatus) @ 0xf8db0bd in /usr/bin/click
house
815862 2021.07.20 14:13:52.934091 [ 14194 ] {} <Fatal> BaseDaemon: 3. DB::HTTPServerConnection::run() @ 0xf8daea2 in /usr/bin/clickhouse
815863 2021.07.20 14:13:52.934112 [ 14194 ] {} <Fatal> BaseDaemon: 4. Poco::Net::TCPServerConnection::start() @ 0x11f84caf in /usr/bin/clickhouse
815864 2021.07.20 14:13:52.934126 [ 14194 ] {} <Fatal> BaseDaemon: 5. Poco::Net::TCPServerDispatcher::run() @ 0x11f866c1 in /usr/bin/clickhouse
815865 2021.07.20 14:13:52.934149 [ 14194 ] {} <Fatal> BaseDaemon: 6. Poco::PooledThread::run() @ 0x120bcde9 in /usr/bin/clickhouse
815866 2021.07.20 14:13:52.934172 [ 14194 ] {} <Fatal> BaseDaemon: 7. Poco::ThreadImpl::runnableEntry(void*) @ 0x120b8c4a in /usr/bin/clickhouse
815867 2021.07.20 14:13:52.934199 [ 14194 ] {} <Fatal> BaseDaemon: 8. start_thread @ 0x7aa1 in /lib64/libpthread-2.12.so
815868 2021.07.20 14:13:52.934228 [ 14194 ] {} <Fatal> BaseDaemon: 9. clone @ 0xe8c4d in /lib64/libc-2.12.so
815869 2021.07.20 14:13:53.047713 [ 14194 ] {} <Fatal> BaseDaemon: Checksum of the binary: 2CFBBE6A99CCD7B1089118797E40A0C1, integrity check passed.
815870 2021.07.20 14:14:13.021193 [ 8394 ] {} <Fatal> Application: Child process was terminated by signal 11.
解决方案:
在代码中过滤掉t3C:78:43:6E:D7:54\t3c:78:43:6e:d7:55的mac地址
spark {
spark.app.name = "Waterdrop"
spark.executor.instances = 2
spark.executor.cores = 4
spark.executor.memory = "2g"
}
input {
hdfs {
path = "hdfs://dbdata/group/user/tools/meta/hive-temp-table/ods_dbys_home_nav_ps/pt=date_desc/"
result_table_name = "ods_dbys_home_nav_ps"
format = "orc"
}
}
filter{
sql{
sql="select model as model,mac as mac,wifimac as wifimac,ip as ip,channel as channel,deviceid as deviceid,uuid as uuid,packagename as packagename,appname as appname,packagelist as packagelist,packagelist as packagelist,vname as vname,romvername as romvername,romvercode as romvercode,userid as userid,brand as brand,boxfactory as boxfactory,rommodel as rommodel,cpuserial as cpuserial,sn as sn,bluetoothmac as bluetoothmac,uptime as uptime,dev_uuid as dev_uuid,osversion as osversion,oscode as oscode,insertTime as insertTime,action as action,function as function,nav_id as nav_id,nav_name as nav_name,nav_position as nav_position,model_name as model_name,row_id as row_id,model_position as model_position,content_position as content_position,content_id as content_id,content_name as content_name,cid as cid,source as source,sec_id as sec_id,sec_name as sec_name from ods_dbys_home_nav_ps where mac <> '3C:78:43:6E:D7:54' and wifimac<>'3c:78:43:6e:d7:55'"
}
convert {
source_field = "uptime"
new_type = "long"
}
convert {
source_field = "insertTime"
new_type = "long"
}
}
output {
clickhouse {
host = "10.29.57.174:8123"
bulk_size = "50000"
database = "dmp"
table = "ods_dbys_home_nav_ps"
cluster = "cluster_5shards_1replicas"
fields = ["model","mac","wifimac","ip","channel","deviceid","uuid","packagename",
"appname","packagelist","vname","vcode","romvername","romvercode","userid","brand",
"boxfactory","rommodel","cpuserial","sn","bluetoothmac","uptime","dev_uuid","osversion",
"oscode","insertTime","action","function","nav_id","nav_name","nav_position","model_name",
"row_id","model_position","content_position","content_id","content_name","cid","source","sec_id","sec_name"]
username = "default"
password = ""
}
}