- elasticsearch/
elasticsearch 弹性APM服务器的低性能
elasticsearch 弹性APM服务器的低性能
我目前正在检查为什么Kibana中的APM UI在时间范围设置为24小时以上时不向我输出信息 在检查配置时，我注意到我们没有为APM服务器设置Kibana端点 检查APM日志时，我看不到错误，但当转到APM UI时，我可以在Kibana日志中找到此错误：
kibana |{"type":"response","@timestamp":"2020-01-23T09:15:08Z","tags":["access:apm"],"pid":7,"method":"get","statusCode":400,"req":{"url":"/api/apm/settings/agent-configuration/services","method":"get","headers":{"host":"<our hostname>","connection":"keep-alive","sec-fetch-dest":"empty","kbn-version":"7.3.1","user-agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.53 Safari/537.36 Edg/80.0.361.33","content-type":"application/json","accept":"*/*","sec-fetch-site":"same-origin","sec-fetch-mode":"cors","referer":"https://<our hostname>/app/apm","accept-encoding":"gzip, deflate, br","accept-language":"sl,en;q=0.9,en-GB;q=0.8,en-US;q=0.7"},"remoteAddress":"192.168.101.91","userAgent":"192.168.101.91","referer":"https://<our hostname>/app/apm"},"res":{"statusCode":400,"responseTime":30038,"contentLength":9},"message":"GET /api/apm/settings/agent-configuration/services 400 30038ms - 9.0B"}
kibana | {"type":"response","@timestamp":"2020-01-23T09:15:47Z","tags":["access:apm"],"pid":7,"method":"post","statusCode":404,"req":{"url":"/api/apm/settings/agent-configuration/search","method":"post","headers":{"host":"<our hostname>:443","user-agent":"Go-http-client/1.1","content-length":"65","accept":"application/json","content-type":"application/json","kbn-version":"7.3.1","kbn-xsrf":"1","accept-encoding":"gzip"},"remoteAddress":"172.18.0.1","userAgent":"172.18.0.1"},"res":{"statusCode":404,"responseTime":15,"contentLength":9},"message":"POST /api/apm/settings/agent-configuration/search 404 15ms - 9.0B"}
kibana | {"type":"response","@timestamp":"2020-01-23T09:15:58Z","tags":["access:apm"],"pid":7,"method":"post","statusCode":404,"req":{"url":"/api/apm/settings/agent-configuration/search","method":"post","headers":{"host":"<our hostname>:443","user-agent":"Go-http-client/1.1","content-length":"30","accept":"application/json","content-type":"application/json","kbn-version":"7.3.1","kbn-xsrf":"1","accept-encoding":"gzip"},"remoteAddress":"172.18.0.1","userAgent":"172.18.0.1"},"res":{"statusCode":404,"responseTime":20,"contentLength":9},"message":"POST /api/apm/settings/agent-configuration/search 404 20ms - 9.0B"}
kibana | {"type":"response","@timestamp":"2020-01-23T09:16:17Z","tags":["access:apm"],"pid":7,"method":"post","statusCode":404,"req":{"url":"/api/apm/settings/agent-configuration/search","method":"post","headers":{"host":"<our hostname>:443","user-agent":"Go-http-client/1.1","content-length":"65","accept":"application/json","content-type":"application/json","kbn-version":"7.3.1","kbn-xsrf":"1","accept-encoding":"gzip"},"remoteAddress":"172.18.0.1","userAgent":"172.18.0.1"},"res":{"statusCode":404,"responseTime":20,"contentLength":9},"message":"POST /api/apm/settings/agent-configuration/search 404 20ms - 9.0B"}
kibana | {"type":"response","@timestamp":"2020-01-23T09:16:25Z","tags":["access:apm"],"pid":7,"method":"get","statusCode":200,"req":{"url":"/api/apm/settings/agent-configuration","method":"get","headers":{"host":"<our hostname>","connection":"keep-alive","sec-fetch-dest":"empty","kbn-version":"7.3.1","user-agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.53 Safari/537.36 Edg/80.0.361.33","content-type":"application/json","accept":"*/*","sec-fetch-site":"same-origin","sec-fetch-mode":"cors","referer":"https://<our hostname>/app/apm","accept-encoding":"gzip, deflate, br","accept-language":"sl,en;q=0.9,en-GB;q=0.8,en-US;q=0.7"},"remoteAddress":"192.168.101.91","userAgent":"192.168.101.91","referer":"https://<our hostname>/app/apm"},"res":{"statusCode":200,"responseTime":17,"contentLength":9},"message":"GET /api/apm/settings/agent-configuration 200 17ms - 9.0B"}
kibana | {"type":"response","@timestamp":"2020-01-23T09:16:29Z","tags":["access:apm"],"pid":7,"method":"post","statusCode":404,"req":{"url":"/api/apm/settings/agent-configuration/search","method":"post","headers":{"host":"<our hostname>:443","user-agent":"Go-http-client/1.1","content-length":"30","accept":"application/json","content-type":"application/json","kbn-version":"7.3.1","kbn-xsrf":"1","accept-encoding":"gzip"},"remoteAddress":"172.18.0.1","userAgent":"172.18.0.1"},"res":{"statusCode":404,"responseTime":17,"contentLength":9},"message":"POST /api/apm/settings/agent-configuration/search 404 17ms - 9.0B"}
kibana | {"type":"response","@timestamp":"2020-01-23T09:16:47Z","tags":["access:apm"],"pid":7,"method":"post","statusCode":404,"req":{"url":"/api/apm/settings/agent-configuration/search","method":"post","headers":{"host":"<our hostname>:443","user-agent":"Go-http-client/1.1","content-length":"65","accept":"application/json","content-type":"application/json","kbn-version":"7.3.1","kbn-xsrf":"1","accept-encoding":"gzip"},"remoteAddress":"172.18.0.1","userAgent":"172.18.0.1"},"res":{"statusCode":404,"responseTime":21,"contentLength":9},"message":"POST /api/apm/settings/agent-configuration/search 404 21ms - 9.0B"}
kibana | {"type":"response","@timestamp":"2020-01-23T09:16:47Z","tags":["access:apm"],"pid":7,"method":"post","statusCode":404,"req":{"url":"/api/apm/settings/agent-configuration/search","method":"post","headers":{"host":"<our hostname>:443","user-agent":"Go-http-client/1.1","content-length":"65","accept":"application/json","content-type":"application/json","kbn-version":"7.3.1","kbn-xsrf":"1","accept-encoding":"gzip"},"remoteAddress":"172.18.0.1","userAgent":"172.18.0.1"},"res":{"statusCode":404,"responseTime":16,"contentLength":9},"message":"POST /api/apm/settings/agent-configuration/search 404 16ms - 9.0B"}
kibana | Error: Request Timeout after 30000ms
kibana | at /usr/share/kibana/node_modules/elasticsearch/src/lib/transport.js:362:15
kibana | at Timeout.<anonymous> (/usr/share/kibana/node_modules/elasticsearch/src/lib/transport.js:391:7)
kibana | at ontimeout (timers.js:436:11)
kibana | at tryOnTimeout (timers.js:300:5)
kibana | at listOnTimeout (timers.js:263:5)
kibana | at Timer.processTimers (timers.js:223:10)
kibana | {"type":"response","@timestamp":"2020-01-23T09:16:25Z","tags":["access:apm"],"pid":7,"method":"get","statusCode":400,"req":{"url":"/api/apm/settings/agent-configuration/services","method":"get","headers":{"host":"<our hostname>","connection":"keep-alive","sec-fetch-dest":"empty","kbn-version":"7.3.1","user-agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.53 Safari/537.36 Edg/80.0.361.33","content-type":"application/json","accept":"*/*","sec-fetch-site":"same-origin","sec-fetch-mode":"cors","referer":"https://<our hostname>/app/apm","accept-encoding":"gzip, deflate, br","accept-language":"sl,en;q=0.9,en-GB;q=0.8,en-US;q=0.7"},"remoteAddress":"192.168.101.91","userAgent":"192.168.101.91","referer":"https://<our hostname>/app/apm"},"res":{"statusCode":400,"responseTime":30041,"contentLength":9},"message":"GET /api/apm/settings/agent-configuration/services 400 30041ms - 9.0B"}
kibana | {"type":"response","@timestamp":"2020-01-23T09:17:01Z","tags":["access:apm"],"pid":7,"method":"post","statusCode":404,"req":{"url":"/api/apm/settings/agent-configuration/search","method":"post","headers":{"host":"<our hostname>:443","user-agent":"Go-http-client/1.1","content-length":"30","accept":"application/json","content-type":"application/json","kbn-version":"7.3.1","kbn-xsrf":"1","accept-encoding":"gzip"},"remoteAddress":"172.18.0.1","userAgent":"172.18.0.1"},"res":{"statusCode":404,"responseTime":41,"contentLength":9},"message":"POST /api/apm/settings/agent-configuration/search 404 41ms - 9.0B"}
kibana{“type”：“response”；“@timestamp”：“2020-01-23T09:15:08Z”，“tags”：[“access:apm”]，“pid”：7，“method”：“get”，“statusCode”：400，“req”：“{“url”：“/api/apm/settings/agent配置/服务”，“method”：“get”，“headers”：“{“host”：“connection”：“keep alive”，“sec fetch dest”：“empty”，“kbn version”：“7.3.1”，“user-agent”：“Mozilla/5.0（Windows NT 10.0；Win64；x64）AppleWebKit/537.36（KHTML，像Gecko）Chrome/80.0.3987.53 Safari/537.36 Edg/80.0.361.33，“内容类型”：“应用程序/json”，“接受”：“*/*”，“sec获取站点”：“同源”，“sec获取模式”：“cors”，“引用者”：https:///app/apm“，”接受编码“：”gzip，deflate，br“，”接受语言“：”sl，en；q=0.9，en-GB；q=0.8，en-US；q=0.7”，“remoteAddress:“192.168.101.91”，“userAgent:“192.168.101.91”，“referer:”https:///app/apm}，“res”：{“statusCode”：400，“responseTime”：30038，“contentLength”：9}，“message”：“GET/api/apm/settings/agent configuration/services 400 30038ms-9.0B”}
kibana |{“type”：“response”；“@timestamp”：“2020-01-23T09:15:47Z”，“tags”：[“access:apm”]，“pid”：7，“method”：“post”，“statusCode”：404，“req”：{“url”：/api/apm/settings/agent配置/搜索”，“method”：“post”，“headers”：“{“host”：“：：443”，“user-agent”：“Go http客户端/1.1”，“内容长度”：“65”，“accept”：“application/json”，“内容类型”：application/json，“kbn版本”：“7.3.1”，“kbn xsrf”：“1”，“接受编码”：“gzip”}，“远程地址”：“172.18.0.1”，“用户代理”：“172.18.0.1”}，“res”：{“statusCode”：404，“responseTime”：15，“contentLength”：9}，“消息”：“POST/api/apm/settings/agent配置/搜索404 15ms-9.0B”}
kibana |{“type”：“response”；“@timestamp”：“2020-01-23T09:15:58Z”，“tags”：[“access:apm”]，“pid”：7，“method”：“post”，“statusCode”：404，“req”：{“url”：/api/apm/settings/agent配置/搜索”，“method”：“post”，“headers”：“{“host”：：443”，“user-agent”：“Go http客户端/1.1”，“内容长度”：“30”，“accept”：“application/json”，“内容类型”：application/json，“kbn版本”：“7.3.1”，“kbn xsrf”：“1”，“接受编码”：“gzip”}，“远程地址”：“172.18.0.1”，“用户代理”：“172.18.0.1”}，“res”：{“statusCode”：404，“responseTime”：20，“contentLength”：9}，“消息”：“POST/api/apm/settings/agent配置/搜索404 20ms-9.0B”}
kibana |{“type”：“response”；“@timestamp”：“2020-01-23T09:16:17Z”，“tags”：[“access:apm”]，“pid”：7，“method”：“post”，“statusCode”：404，“req”：{“url”：/api/apm/settings/agent配置/搜索”，“method”：“post”，“headers”：“{“host”：“：：443”，“user-agent”：“Go http客户端/1.1”，“内容长度”：“65”，“accept”：“application/json”，“内容类型”：application/json，“kbn版本”：“7.3.1”，“kbn xsrf”：“1”，“接受编码”：“gzip”}，“远程地址”：“172.18.0.1”，“用户代理”：“172.18.0.1”}，“res”：{“statusCode”：404，“responseTime”：20，“contentLength”：9}，“消息”：“POST/api/apm/settings/agent配置/搜索404 20ms-9.0B”}
kibana |{“type”：“response”；“@timestamp”：“2020-01-23T09:16:25Z”，“tags”：[“access:apm”]，“pid”：7，“method”：“get”，“statusCode”：200，“req”：{“url”：“/api/apm/settings/agent configuration”，“method”：“get”，“headers”：{“host”：“connection”：“keep alive”，“sec-fetch dest”：“empty”，“kbn version”：“7.3.1”，“user-agent”：“Mozilla/5.0（Windows NT 10.0；Win64；x64）AppleWebKit/537.36（KHTML，像Gecko）Chrome/80.0.3987.53 Safari/537.36 Edg/80.0.361.33，“内容类型”：“应用程序/json”，“接受”：“*/*”，“sec获取站点”：“同源”，“sec获取模式”：“cors”，“引用者”：https:///app/apm“，“接受编码”：“gzip，deflate，br”，“接受语言”：“sl，en；q=0.9，en-GB；q=0.8，en-US；q=0.7”}，”remoteAddress:“192.168.101.91”，“userAgent:“192.168.101.91”，“referer:”https:///app/apm}，“res”：{“statusCode”：200，“responseTime”：17，“contentLength”：9}，“message”：“GET/api/apm/settings/agent configuration 200 17ms-9.0B”}
kibana |{“type”：“response”；“@timestamp”：“2020-01-23T09:16:29Z”，“tags”：[“access:apm”]，“pid”：7，“method”：“post”，“statusCode”：404，“req”：{“url”：/api/apm/settings/agent配置/search”，“method”：“post”，“headers”：“{“host”：：443”，“user-agent”：“Go http客户端/1.1”，“内容长度”：“30”，“accept”：“application/json”，“内容类型”：application/json，“kbn版本”：“7.3.1”，“kbn xsrf”：“1”，“接受编码”：“gzip”}，“远程地址”：“172.18.0.1”，“用户代理”：“172.18.0.1”}，“res”：{“statusCode”：404，“responseTime”：17，“contentLength”：9}，“消息”：“POST/api/apm/settings/agent configuration/search 404 17ms-9.0B”}
kibana |{“type”：“response”；“@timestamp”：“2020-01-23T09:16:47Z”，“tags”：[“access:apm”]，“pid”：7，“method”：“post”，“statusCode”：404，“req”：{“url”：/api/apm/settings/agent配置/搜索”，“method”：“post”，“headers”：“{“host”：“：：443”，“user-agent”：“Go http客户端/1.1”，“内容长度”：“65”，“accept”：“application/json”，“内容类型”：application/json，“kbn版本”：“7.3.1”，“kbn xsrf”：“1”，“接受编码”：“gzip”}，“远程地址”：“172.18.0.1”，“用户代理”：“172.18.0.1”}，“res”：{“statusCode”：404，“responseTime”：21，“contentLength”：9}，“消息”：“POST/api/apm/settings/agent配置/搜索404 21ms-9.0B”}
kibana |{“type”：“response”；“@timestamp”：“2020-01-23T09:16:47Z”，“tags”：[“access:apm”]，“pid”：7，“method”：“post”，“statusCode”：404，“req”：{“url”：/api/apm/settings/agent配置/搜索”，“method”：“post”，“headers”：“{“host”：“：：443”，“user-agent”：“Go http客户端/1.1”，“内容长度”：“65”，“accept”：“application/json”，“内容类型”：application/json，“kbn版本”：“7.3.1”，“kbn xsrf”：“1”，“接受编码”：“gzip”}，“远程地址”：“172.18.0.1”，“用户代理”：“172.18.0.1”}，“res”：{“statusCode”：404，“responseTime”：16，“contentLength”：9}，“消息”：“POST/api/apm/settings/agent configuration/search 404 16ms-9.0B”}
基巴纳