Unable to start elasticsearch 7.4.2 - error during startup - elasticsearch
I get the following error when starting up elasticsearch 7.4.2 on Windows 10 platform. I download the zip file, unzipped it and tried started it using elasticsearch.bat. I also tried updating the elasticsearch.yml to change the port and host name, but nothing works. Could anyone help with this one? Thanks.
[2019-11-30T00:26:06,319][WARN ][o.e.b.ElasticsearchUncaughtExceptionHandler] [ABHATIA-P51] uncaught exception in thread [main]
org.elasticsearch.bootstrap.StartupException: java.lang.IllegalStateException: failed to create a child event loop
at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:163) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Elasticsearch.execute(Elasticsearch.java:150) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.cli.EnvironmentAwareCommand.execute(EnvironmentAwareCommand.java:86) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.cli.Command.mainWithoutErrorHandling(Command.java:125) ~[elasticsearch-cli-7.4.2.jar:7.4.2]
at org.elasticsearch.cli.Command.main(Command.java:90) ~[elasticsearch-cli-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Elasticsearch.main(Elasticsearch.java:115) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Elasticsearch.main(Elasticsearch.java:92) ~[elasticsearch-7.4.2.jar:7.4.2]
Caused by: java.lang.IllegalStateException: failed to create a child event loop
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:88) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:58) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:47) ~[?:?]
at io.netty.channel.MultithreadEventLoopGroup.<init>(MultithreadEventLoopGroup.java:59) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:78) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:73) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:60) ~[?:?]
at org.elasticsearch.transport.netty4.Netty4Transport.doStart(Netty4Transport.java:134) ~[?:?]
at org.elasticsearch.xpack.core.security.transport.netty4.SecurityNetty4Transport.doStart(SecurityNetty4Transport.java:81) ~[?:?]
at org.elasticsearch.xpack.security.transport.netty4.SecurityNetty4ServerTransport.doStart(SecurityNetty4ServerTransport.java:43) ~[?:?]
at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:59) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.transport.TransportService.doStart(TransportService.java:230) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:59) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.node.Node.start(Node.java:695) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Bootstrap.start(Bootstrap.java:273) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Bootstrap.init(Bootstrap.java:358) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:159) ~[elasticsearch-7.4.2.jar:7.4.2]
... 6 more
Caused by: io.netty.channel.ChannelException: failed to open a new selector
at io.netty.channel.nio.NioEventLoop.openSelector(NioEventLoop.java:180) ~[?:?]
at io.netty.channel.nio.NioEventLoop.<init>(NioEventLoop.java:146) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:138) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:37) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:84) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:58) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:47) ~[?:?]
at io.netty.channel.MultithreadEventLoopGroup.<init>(MultithreadEventLoopGroup.java:59) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:78) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:73) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:60) ~[?:?]
at org.elasticsearch.transport.netty4.Netty4Transport.doStart(Netty4Transport.java:134) ~[?:?]
at org.elasticsearch.xpack.core.security.transport.netty4.SecurityNetty4Transport.doStart(SecurityNetty4Transport.java:81) ~[?:?]
at org.elasticsearch.xpack.security.transport.netty4.SecurityNetty4ServerTransport.doStart(SecurityNetty4ServerTransport.java:43) ~[?:?]
at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:59) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.transport.TransportService.doStart(TransportService.java:230) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:59) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.node.Node.start(Node.java:695) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Bootstrap.start(Bootstrap.java:273) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Bootstrap.init(Bootstrap.java:358) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:159) ~[elasticsearch-7.4.2.jar:7.4.2]
... 6 more
Caused by: java.io.IOException: Unable to establish loopback connection
at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:94) ~[?:?]
at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:61) ~[?:?]
at java.security.AccessController.doPrivileged(AccessController.java:554) ~[?:?]
at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:171) ~[?:?]
at sun.nio.ch.SelectorProviderImpl.openPipe(SelectorProviderImpl.java:50) ~[?:?]
at java.nio.channels.Pipe.open(Pipe.java:155) ~[?:?]
at sun.nio.ch.WindowsSelectorImpl.<init>(WindowsSelectorImpl.java:127) ~[?:?]
at sun.nio.ch.WindowsSelectorProvider.openSelector(WindowsSelectorProvider.java:44) ~[?:?]
at io.netty.channel.nio.NioEventLoop.openSelector(NioEventLoop.java:178) ~[?:?]
at io.netty.channel.nio.NioEventLoop.<init>(NioEventLoop.java:146) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:138) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:37) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:84) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:58) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:47) ~[?:?]
at io.netty.channel.MultithreadEventLoopGroup.<init>(MultithreadEventLoopGroup.java:59) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:78) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:73) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:60) ~[?:?]
at org.elasticsearch.transport.netty4.Netty4Transport.doStart(Netty4Transport.java:134) ~[?:?]
at org.elasticsearch.xpack.core.security.transport.netty4.SecurityNetty4Transport.doStart(SecurityNetty4Transport.java:81) ~[?:?]
at org.elasticsearch.xpack.security.transport.netty4.SecurityNetty4ServerTransport.doStart(SecurityNetty4ServerTransport.java:43) ~[?:?]
at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:59) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.transport.TransportService.doStart(TransportService.java:230) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:59) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.node.Node.start(Node.java:695) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Bootstrap.start(Bootstrap.java:273) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Bootstrap.init(Bootstrap.java:358) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:159) ~[elasticsearch-7.4.2.jar:7.4.2]
... 6 more
Caused by: java.net.BindException: Address already in use: connect
at sun.nio.ch.Net.connect0(Native Method) ~[?:?]
at sun.nio.ch.Net.connect(Net.java:493) ~[?:?]
at sun.nio.ch.Net.connect(Net.java:482) ~[?:?]
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:732) ~[?:?]
at java.nio.channels.SocketChannel.open(SocketChannel.java:194) ~[?:?]
at sun.nio.ch.PipeImpl$Initializer$LoopbackConnector.run(PipeImpl.java:127) ~[?:?]
at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:76) ~[?:?]
at sun.nio.ch.PipeImpl$Initializer.run(PipeImpl.java:61) ~[?:?]
at java.security.AccessController.doPrivileged(AccessController.java:554) ~[?:?]
at sun.nio.ch.PipeImpl.<init>(PipeImpl.java:171) ~[?:?]
at sun.nio.ch.SelectorProviderImpl.openPipe(SelectorProviderImpl.java:50) ~[?:?]
at java.nio.channels.Pipe.open(Pipe.java:155) ~[?:?]
at sun.nio.ch.WindowsSelectorImpl.<init>(WindowsSelectorImpl.java:127) ~[?:?]
at sun.nio.ch.WindowsSelectorProvider.openSelector(WindowsSelectorProvider.java:44) ~[?:?]
at io.netty.channel.nio.NioEventLoop.openSelector(NioEventLoop.java:178) ~[?:?]
at io.netty.channel.nio.NioEventLoop.<init>(NioEventLoop.java:146) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:138) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:37) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:84) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:58) ~[?:?]
at io.netty.util.concurrent.MultithreadEventExecutorGroup.<init>(MultithreadEventExecutorGroup.java:47) ~[?:?]
at io.netty.channel.MultithreadEventLoopGroup.<init>(MultithreadEventLoopGroup.java:59) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:78) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:73) ~[?:?]
at io.netty.channel.nio.NioEventLoopGroup.<init>(NioEventLoopGroup.java:60) ~[?:?]
at org.elasticsearch.transport.netty4.Netty4Transport.doStart(Netty4Transport.java:134) ~[?:?]
at org.elasticsearch.xpack.core.security.transport.netty4.SecurityNetty4Transport.doStart(SecurityNetty4Transport.java:81) ~[?:?]
at org.elasticsearch.xpack.security.transport.netty4.SecurityNetty4ServerTransport.doStart(SecurityNetty4ServerTransport.java:43) ~[?:?]
at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:59) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.transport.TransportService.doStart(TransportService.java:230) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:59) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.node.Node.start(Node.java:695) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Bootstrap.start(Bootstrap.java:273) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Bootstrap.init(Bootstrap.java:358) ~[elasticsearch-7.4.2.jar:7.4.2]
at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:159) ~[elasticsearch-7.4.2.jar:7.4.2]
... 6 more
Below is the content of the elasticsearch.yml file.
# ======================== Elasticsearch Configuration =========================
#
# NOTE: Elasticsearch comes with reasonable defaults for most settings.
# Before you set out to tweak and tune the configuration, make sure you
# understand what are you trying to accomplish and the consequences.
#
# The primary way of configuring a node is via this file. This template lists
# the most important settings you may want to configure for a production cluster.
#
# Please consult the documentation for further information on configuration options:
# https://www.elastic.co/guide/en/elasticsearch/reference/index.html
#
# ---------------------------------- Cluster -----------------------------------
#
# Use a descriptive name for your cluster:
#
#cluster.name: my-application
#
# ------------------------------------ Node ------------------------------------
#
# Use a descriptive name for the node:
#
#node.name: node-1
#
# Add custom attributes to the node:
#
#node.attr.rack: r1
#
# ----------------------------------- Paths ------------------------------------
#
# Path to directory where to store the data (separate multiple locations by comma):
#
#path.data: /path/to/data
#
# Path to log files:
#
#path.logs: /path/to/logs
#
# ----------------------------------- Memory -----------------------------------
#
# Lock the memory on startup:
#
#bootstrap.memory_lock: true
#
# Make sure that the heap size is set to about half the memory available
# on the system and that the owner of the process is allowed to use this
# limit.
#
# Elasticsearch performs poorly when the system is swapping the memory.
#
# ---------------------------------- Network -----------------------------------
#
# Set the bind address to a specific IP (IPv4 or IPv6):
#
network.host: localhost
#
# Set a custom port for HTTP:
#
http.port: 19300
#
# For more information, consult the network module documentation.
#
# --------------------------------- Discovery ----------------------------------
#
# Pass an initial list of hosts to perform discovery when this node is started:
# The default list of hosts is ["127.0.0.1", "[::1]"]
#
#discovery.seed_hosts: ["host1", "host2"]
#
# Bootstrap the cluster using an initial set of master-eligible nodes:
#
#cluster.initial_master_nodes: ["node-1", "node-2"]
#
# For more information, consult the discovery and cluster formation module documentation.
#
# ---------------------------------- Gateway -----------------------------------
#
# Block initial recovery after a full cluster restart until N nodes are started:
#
#gateway.recover_after_nodes: 3
#
# For more information, consult the gateway module documentation.
#
# ---------------------------------- Various -----------------------------------
#
# Require explicit names when deleting indices:
#
#action.destructive_requires_name: true
The error message says that the port you configured is already in use.
Try starting up Elasticsearch using its default host and port configuration for both, the transport and http protocols by commenting out
# network.host: localhost
# http.port: 19300
Doing so should configure Elasticsearch to use localhost for both, the transport and http-protocols and the first available port in the range of 9200-9299 will be used for http while the first available port in the range of 9300-9399 will be used for transport.
BTW: Rather than specifying localhost you could/should use the special value "_local_" (see Elasticsearch Reference: Network Settings)
Related
Problem with elasticsearch when deploying liferay ce 7.4 in kubernetes
I'm trying to deploy liferay ce 7.4 in kubernetes and I can't connect elasticsearch 7.14.0. I get the following error: 2022-03-19 20:06:29.375 ERROR [main][ElasticsearchEngineConfigurator:93] bundle com.liferay.portal.search.elasticsearch7.impl:6.0.30 (1134)[com.liferay.portal.search.elasticsearch7.internal.ElasticsearchEngineConfigurator(3789)] : The activate method has thrown an exception java.lang.RuntimeException: org.elasticsearch.ElasticsearchException: ElasticsearchException[java.util.concurrent.ExecutionException: java.net.ConnectException: Timeout connecting to [search/10.110.10.150:9200]]; nested: ExecutionException[java.net.ConnectException: Timeout connecting to [search/10.110.10.150:9200]]; nested: ConnectException[Timeout connecting to [search/10.110.10.150:9200]]; at org.elasticsearch.client.RestHighLevelClient.performClientRequest(RestHighLevelClient.java:2078) ~[?:?] at org.elasticsearch.client.RestHighLevelClient.internalPerformRequest(RestHighLevelClient.java:1732) ~[?:?] at org.elasticsearch.client.RestHighLevelClient.performRequest(RestHighLevelClient.java:1702) ~[?:?] at org.elasticsearch.client.RestHighLevelClient.performRequestAndParseEntity(RestHighLevelClient.java:1672) ~[?:?] at org.elasticsearch.client.ClusterClient.health(ClusterClient.java:119) ~[?:?] at com.liferay.portal.search.elasticsearch7.internal.search.engine.adapter.cluster.HealthClusterRequestExecutorImpl._getClusterHealthResponse(HealthClusterRequestExecutorImpl.java:112) ~[?:?] I have verified that the elasticsearch is correctly deployed by running: kubectl port-forward search-59fcc9c4f6-brhcv 9200 My file com.liferay.portal.search.elasticsearch7.configuration.ElasticsearchConfiguration.config: additionalConfigurations="" additionalIndexConfigurations="" additionalTypeMappings="" authenticationEnabled="false" bootstrapMlockAll="false" clusterName="LiferayElasticsearchCluster" discoveryZenPingUnicastHostsPort="9300-9400" embeddedHttpPort="9200" httpCORSAllowOrigin="/https?:\\/\\/localhost(:[0-9]+)?/" httpCORSConfigurations="" httpCORSEnabled="true" httpSSLEnabled="false" indexNamePrefix="liferay-" indexNumberOfReplicas="" indexNumberOfShards="" logExceptionsOnly="true" networkBindHost="" networkHost="" networkHostAddresses=[ \ "", \ ] networkPublishHost="" nodeName="" operationMode="REMOTE" overrideTypeMappings="" productionModeEnabled="true" proxyHost="" proxyPort="0" proxyUserName="" remoteClusterConnectionId="RemoteElasticSearchCluster" restClientLoggerLevel="ERROR" sidecarDebug="false" sidecarDebugSettings="-agentlib:jdwp\=transport\=dt_socket,address\=8001,server\=y,suspend\=y,quiet\=y" sidecarHeartbeatInterval="10000" sidecarHome="elasticsearch7" sidecarHttpPort="" sidecarJVMOptions=[ \ "-Xms1g", \ "-Xmx1g", \ "-XX:+AlwaysPreTouch", \ ] sidecarShutdownTimeout="10000" trackTotalHits="true" transportTcpPort="" truststorePath="/path/to/localhost.p12" truststoreType="pkcs12" username="elastic" And my file com.liferay.portal.search.elasticsearch7.configuration.ElasticsearchConnectionConfiguration.config: active="true" authenticationEnabled="false" connectionId="RemoteElasticSearchCluster" httpSSLEnabled="false" networkHostAddresses=[ \ "search:9200" \ ] proxyHost="" proxyPort="0" proxyUserName="" truststorePath="/path/to/localhost.p12" truststoreType="pkcs12" username="elastic" To configure the elasticsearch connector I followed the page: http://www.liferaysavvy.com/2021/07/configure-remote-elasticsearch-cluster.html and https://liferay.dev/blogs/-/blogs/deploying-liferay-7-3-in-kubernetes Someone could help me? Thanks in advance.
ZAP API Scan failing with error Read timed out
I am able to do an API scan as well as generate a report when I run the below command from Windows : docker run -v "$(pwd):/zap/wrk/:rw" -t owasp/zap2docker-weekly zap-api-scan.py -t http://10.170.170.170:1700 /account?field4=448808888888"&"field7=GENERIC01"&"field10=ABC076 -f openapi -r ZAP_Report.htm Once I switch to running the same command : docker run -v $(pwd):/zap/wrk/:rw -t owasp/zap2docker-weekly zap-api-scan.py -t http://10.170.170.170:1700/account?field4=448808888888"&"field7=GENERIC01"&"field10=DCF43 -f openapi -r ~/serverkeys/ZAP_REPORT.htm from Debian I get an error, not quite sure what I'm missing : ..... [ZAP-ActiveScanner-1] WARN org.zaproxy.zap.extension.ascanrules.CommandInjectionScanRule - Command Injection vulnerability check failed for parameter [field10] and payload [';cat /etc/passwd;'] due to an I/O error java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) ~[?:?] at java.net.SocketInputStream.socketRead(SocketInputStream.java:115) ~[?:?] at java.net.SocketInputStream.read(SocketInputStream.java:168) ~[?:?] at java.net.SocketInputStream.read(SocketInputStream.java:140) ~[?:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:252) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:271) ~[?:?] at org.apache.commons.httpclient.HttpParser.readRawLine(HttpParser.java:78) ~[commons-httpclient-3.1.jar:D-2021-10-25] at org.apache.commons.httpclient.HttpParser.readLine(HttpParser.java:106) ~[commons-httpclient-3.1.jar:D-2021-10-25] at org.apache.commons.httpclient.HttpConnection.readLine(HttpConnection.java:1153) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$HttpConnectionAdapter.readLine(MultiThreadedHttpConnectionManager.java:1413) ~[commons-httpclient-3.1.jar:D-2021-10-25] at org.apache.commons.httpclient.HttpMethodBase.readStatusLine(HttpMethodBase.java:2138) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.zaproxy.zap.ZapGetMethod.readResponse(ZapGetMethod.java:112) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.apache.commons.httpclient.HttpMethodBase.execute(HttpMethodBase.java:1162) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.apache.commons.httpclient.HttpMethodDirector.executeWithRetry(HttpMethodDirector.java:470) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.apache.commons.httpclient.HttpMethodDirector.executeMethod(HttpMethodDirector.java:207) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.apache.commons.httpclient.HttpClient.executeMethod(HttpClient.java:397) ~[commons-httpclient-3.1.jar:D-2021-10-25] at org.parosproxy.paros.network.HttpSender.executeMethod(HttpSender.java:430) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.network.HttpSender.runMethod(HttpSender.java:672) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.network.HttpSender.send(HttpSender.java:627) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.network.HttpSender.sendAuthenticated(HttpSender.java:602) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.network.HttpSender.sendAuthenticated(HttpSender.java:585) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.network.HttpSender.sendAndReceive(HttpSender.java:490) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.core.scanner.AbstractPlugin.sendAndReceive(AbstractPlugin.java:315) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.core.scanner.AbstractPlugin.sendAndReceive(AbstractPlugin.java:246) ~[zap-D-2021-10-25.jar:D-2021-10-25] at org.zaproxy.zap.extension.ascanrules.CommandInjectionScanRule.testCommandInjection(CommandInjectionScanRule.java:524) [ascanrules-release-42.zap:?] at org.zaproxy.zap.extension.ascanrules.CommandInjectionScanRule.scan(CommandInjectionScanRule.java:431) [ascanrules-release-42.zap:?] at org.parosproxy.paros.core.scanner.AbstractAppParamPlugin.scan(AbstractAppParamPlugin.java:201) [zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.core.scanner.AbstractAppParamPlugin.scan(AbstractAppParamPlugin.java:126) [zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.core.scanner.AbstractAppParamPlugin.scan(AbstractAppParamPlugin.java:87) [zap-D-2021-10-25.jar:D-2021-10-25] at org.parosproxy.paros.core.scanner.AbstractPlugin.run(AbstractPlugin.java:333) [zap-D-2021-10-25.jar:D-2021-10-25] at java.lang.Thread.run(Thread.java:829) [?:?] 493852 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - completed host/plugin http://10.170.4.117:8002 | CommandInjectionScanRule in 421.201s with 84 message(s) sent and 0 alert(s) raised. 493853 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - start host http://10.170.170.170:1700 | DirectoryBrowsingScanRule strength MEDIUM threshold MEDIUM 493988 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - completed host/plugin http://10.170.170.170:1700 | DirectoryBrowsingScanRule in 0.136s with 2 message(s) sent and 0 alert(s) raised. 493988 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - start host http://10.170.170.170:1700 | BufferOverflowScanRule strength MEDIUM threshold MEDIUM 494126 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - completed host/plugin http://10.170.170.170:1700 | BufferOverflowScanRule in 0.137s with 3 message(s) sent and 0 alert(s) raised. 494126 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - start host http://10.170.170.170:1700 | FormatStringScanRule strength MEDIUM threshold MEDIUM 494287 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - completed host/plugin http://10.170.170.170:1700 | FormatStringScanRule in 0.161s with 9 message(s) sent and 0 alert(s) raised. 494287 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - start host http://10.170.170.170:1700 | CrlfInjectionScanRule strength MEDIUM threshold MEDIUM 494560 [Thread-6] INFO org.parosproxy.paros.core.scanner.HostProcess - completed host/plugin http://10.170.170.170:1700 | CrlfInjectionScanRule in 0.273s with 21 message(s) sent and 0 alert(s) raised. ........ ........ Is they any additional tracing I can do on the scan - why its timing out? It appears the scan is terminating before completing and its also pointing to /etc/passwd ??
You are not necessarily missing anything. ZAP typically makes loads of requests to the target. Some of those may timeout - thats all this warning is telling you. If you keep getting these then it might be an indication that your site has become unresponsive.
Cannot open .jtl Jmeter result after running test in terminal
When I run a Jmeter Testplan in apache-jmeter-5.4 from the terminal and later try to import the result to the script in the GUI i get the following error (see attached image): Error in GUI Would appreciate input what I might do wrong in the process when it comes to importing the result. I am running this on a Ubuntu: Distributor ID: Ubuntu Description: Ubuntu 20.04.2 LTS Release: 20.04 Command: jmeter -n -t /home/usr/jmeter/script.jmx -l /home/usr/jmeter/scriptjtl Scrip: <?xml version="1.0" encoding="UTF-8"?> <jmeterTestPlan version="1.2" properties="5.0" jmeter="5.4"> <hashTree> <TestPlan guiclass="TestPlanGui" testclass="TestPlan" testname="Test Plan" enabled="true"> <stringProp name="TestPlan.comments"></stringProp> <boolProp name="TestPlan.functional_mode">false</boolProp> <boolProp name="TestPlan.tearDown_on_shutdown">true</boolProp> <boolProp name="TestPlan.serialize_threadgroups">false</boolProp> <elementProp name="TestPlan.user_defined_variables" elementType="Arguments" guiclass="ArgumentsPanel" testclass="Arguments" testname="User Defined Variables" enabled="true"> <collectionProp name="Arguments.arguments"/> </elementProp> <stringProp name="TestPlan.user_define_classpath"></stringProp> </TestPlan> <hashTree> <ThreadGroup guiclass="ThreadGroupGui" testclass="ThreadGroup" testname="Thread Group" enabled="true"> <stringProp name="ThreadGroup.on_sample_error">continue</stringProp> <elementProp name="ThreadGroup.main_controller" elementType="LoopController" guiclass="LoopControlPanel" testclass="LoopController" testname="Loop Controller" enabled="true"> <boolProp name="LoopController.continue_forever">false</boolProp> <stringProp name="LoopController.loops">1</stringProp> </elementProp> <stringProp name="ThreadGroup.num_threads">5</stringProp> <stringProp name="ThreadGroup.ramp_time">1</stringProp> <boolProp name="ThreadGroup.scheduler">false</boolProp> <stringProp name="ThreadGroup.duration"></stringProp> <stringProp name="ThreadGroup.delay"></stringProp> <boolProp name="ThreadGroup.same_user_on_next_iteration">true</boolProp> </ThreadGroup> <hashTree> <HTTPSamplerProxy guiclass="HttpTestSampleGui" testclass="HTTPSamplerProxy" testname="HTTP Request" enabled="true"> <elementProp name="HTTPsampler.Arguments" elementType="Arguments" guiclass="HTTPArgumentsPanel" testclass="Arguments" testname="User Defined Variables" enabled="true"> <collectionProp name="Arguments.arguments"/> </elementProp> <stringProp name="HTTPSampler.domain">opensource-demo.orangehrmlive.com</stringProp> <stringProp name="HTTPSampler.port"></stringProp> <stringProp name="HTTPSampler.protocol"></stringProp> <stringProp name="HTTPSampler.contentEncoding"></stringProp> <stringProp name="HTTPSampler.path">/</stringProp> <stringProp name="HTTPSampler.method">GET</stringProp> <boolProp name="HTTPSampler.follow_redirects">true</boolProp> <boolProp name="HTTPSampler.auto_redirects">false</boolProp> <boolProp name="HTTPSampler.use_keepalive">true</boolProp> <boolProp name="HTTPSampler.DO_MULTIPART_POST">false</boolProp> <stringProp name="HTTPSampler.embedded_url_re"></stringProp> <stringProp name="HTTPSampler.connect_timeout"></stringProp> <stringProp name="HTTPSampler.response_timeout"></stringProp> </HTTPSamplerProxy> <hashTree/> </hashTree> </hashTree> </hashTree> </jmeterTestPlan> Errorlog: 2021-04-16 15:50:32,813 ERROR o.a.j.u.JMeterUtils: Unexpected error - see log for details 2021-04-16 15:53:26,153 WARN o.a.j.s.CSVSaveService: Unknown column name 1618580568520 2021-04-16 15:53:26,153 INFO o.a.j.s.CSVSaveService: /home/martin.jonsson/Jmeter/Result/result.jtl does not appear to have a valid header. Using default configuration. 2021-04-16 15:53:26,154 WARN o.a.j.s.CSVSaveService: Insufficient columns to parse field 'allThreads' at line 1 2021-04-16 15:53:26,154 WARN o.a.j.r.ResultCollector: Problem reading JTL file: /home/martin.jonsson/Jmeter/Result/result.jtl org.apache.jorphan.util.JMeterError: java.lang.ArrayIndexOutOfBoundsException: Index 12 out of bounds for length 12 at org.apache.jmeter.save.CSVSaveService.makeResultFromDelimitedString(CSVSaveService.java:381) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.save.CSVSaveService.processSamples(CSVSaveService.java:170) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.reporters.ResultCollector.loadExistingFile(ResultCollector.java:379) [ApacheJMeter_core.jar:5.4] at org.apache.jmeter.visualizers.gui.AbstractVisualizer.stateChanged(AbstractVisualizer.java:247) [ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.util.FilePanelEntry.fireFileChanged(FilePanelEntry.java:140) [ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.util.FilePanelEntry.actionPerformed(FilePanelEntry.java:155) [ApacheJMeter_core.jar:5.4] at javax.swing.AbstractButton.fireActionPerformed(AbstractButton.java:1967) [?:?] at javax.swing.AbstractButton$Handler.actionPerformed(AbstractButton.java:2308) [?:?] at javax.swing.DefaultButtonModel.fireActionPerformed(DefaultButtonModel.java:405) [?:?] at javax.swing.DefaultButtonModel.setPressed(DefaultButtonModel.java:262) [?:?] at javax.swing.plaf.basic.BasicButtonListener.mouseReleased(BasicButtonListener.java:279) [?:?] at java.awt.Component.processMouseEvent(Component.java:6635) [?:?] at javax.swing.JComponent.processMouseEvent(JComponent.java:3342) [?:?] at java.awt.Component.processEvent(Component.java:6400) [?:?] at java.awt.Container.processEvent(Container.java:2263) [?:?] at java.awt.Component.dispatchEventImpl(Component.java:5011) [?:?] at java.awt.Container.dispatchEventImpl(Container.java:2321) [?:?] at java.awt.Component.dispatchEvent(Component.java:4843) [?:?] at java.awt.LightweightDispatcher.retargetMouseEvent(Container.java:4918) [?:?] at java.awt.LightweightDispatcher.processMouseEvent(Container.java:4547) [?:?] at java.awt.LightweightDispatcher.dispatchEvent(Container.java:4488) [?:?] at java.awt.Container.dispatchEventImpl(Container.java:2307) [?:?] at java.awt.Window.dispatchEventImpl(Window.java:2772) [?:?] at java.awt.Component.dispatchEvent(Component.java:4843) [?:?] at java.awt.EventQueue.dispatchEventImpl(EventQueue.java:772) [?:?] at java.awt.EventQueue$4.run(EventQueue.java:721) [?:?] at java.awt.EventQueue$4.run(EventQueue.java:715) [?:?] at java.security.AccessController.doPrivileged(Native Method) ~[?:?] at java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:85) [?:?] at java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:95) [?:?] at java.awt.EventQueue$5.run(EventQueue.java:745) [?:?] at java.awt.EventQueue$5.run(EventQueue.java:743) [?:?] at java.security.AccessController.doPrivileged(Native Method) ~[?:?] at java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:85) [?:?] at java.awt.EventQueue.dispatchEvent(EventQueue.java:742) [?:?] at java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:203) [?:?] at java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:124) [?:?] at java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:113) [?:?] at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:109) [?:?] at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:101) [?:?] at java.awt.EventDispatchThread.run(EventDispatchThread.java:90) [?:?] Caused by: java.lang.ArrayIndexOutOfBoundsException: Index 12 out of bounds for length 12 at org.apache.jmeter.save.CSVSaveService.makeResultFromDelimitedString(CSVSaveService.java:318) ~[ApacheJMeter_core.jar:5.4] ... 40 more Updated problem description As #Dmitri T said there seemed to be an old version of jmeter when running the command jmeter --version resulted in the suggested output below: Copyright (c) 1998-2015 The Apache Software Foundation Version 2.13.20180731 Therefore I used the following command to remove Jmeter from Ubuntu repositories: apt-get autoremove jmeter -y I addition to that i updated the Java version to: openjdk version "11.0.10" 2021-01-19 OpenJDK Runtime Environment (build 11.0.10+9-Ubuntu-0ubuntu1.20.04) OpenJDK 64-Bit Server VM (build 11.0.10+9-Ubuntu-0ubuntu1.20.04, mixed mode, sharing) After that I executed the following command in "bin" folder of my JMeter 5.4 installation: ./jmeter -n -t /home/usr/jmeter/script.jmx -l /home/usr/jmeter/scriptjtl this ./ bit is uber important because it instructs shell to execute the JMeter startup script from the current folder. This resulted in a new output file: 1618579509193,1440,HTTP Request,200,OK,Thread Group 1-1,text,true,39604,5,5,502 1618579509459,1180,HTTP Request,200,OK,Thread Group 1-3,text,true,39604,5,5,240 1618579509259,1419,HTTP Request,200,OK,Thread Group 1-2,text,true,39604,3,3,436 1618579509659,1026,HTTP Request,200,OK,Thread Group 1-4,text,true,39604,2,2,249 1618579509859,2907,HTTP Request,200,OK,Thread Group 1-5,text,true,39604,1,1,700 1618580134592,1209,HTTP Request,200,OK,Thread Group 1-3,text,true,39604,5,5,261 1618580134791,1070,HTTP Request,200,OK,Thread Group 1-4,text,true,39604,4,4,244 1618580134392,1476,HTTP Request,200,OK,Thread Group 1-2,text,true,39604,3,3,402 1618580134343,1574,HTTP Request,200,OK,Thread Group 1-1,text,true,39604,2,2,451 1618580134991,1129,HTTP Request,200,OK,Thread Group 1-5,text,true,39604,1,1,238 1618814671397,1044,HTTP Request,200,OK,Thread Group 1-2,text,true,,39604,272,5,5,https://opensource-demo.orangehrmlive.com/,218,0,104 1618814671269,1173,HTTP Request,200,OK,Thread Group 1-1,text,true,,39604,272,5,5,https://opensource-demo.orangehrmlive.com/,320,0,173 1618814671397,218,HTTP Request-0,301,Moved Permanently,Thread Group 1-2,text,true,,372,136,5,5,http://opensource-demo.orangehrmlive.com/,218,0,104 1618814671594,848,HTTP Request,200,OK,Thread Group 1-3,text,true,,39604,272,5,5,https://opensource-demo.orangehrmlive.com/,218,0,105 1618814671269,330,HTTP Request-0,301,Moved Permanently,Thread Group 1-1,text,true,,372,136,5,5,http://opensource-demo.orangehrmlive.com/,320,0,173 1618814671616,825,HTTP Request-1,200,OK,Thread Group 1-2,text,true,,39232,136,5,5,https://opensource-demo.orangehrmlive.com/,747,0,512 1618814671594,218,HTTP Request-0,301,Moved Permanently,Thread Group 1-3,text,true,,372,136,5,5,http://opensource-demo.orangehrmlive.com/,218,0,105 1618814671603,839,HTTP Request-1,200,OK,Thread Group 1-1,text,true,,39232,136,5,5,https://opensource-demo.orangehrmlive.com/,762,0,525 1618814671813,629,HTTP Request-1,200,OK,Thread Group 1-3,text,true,,39232,136,5,5,https://opensource-demo.orangehrmlive.com/,553,0,315 1618814671792,769,HTTP Request,200,OK,Thread Group 1-4,text,true,,39604,272,2,2,https://opensource-demo.orangehrmlive.com/,218,0,104 1618814671792,218,HTTP Request-0,301,Moved Permanently,Thread Group 1-4,text,true,,372,136,2,2,http://opensource-demo.orangehrmlive.com/,218,0,104 1618814672011,550,HTTP Request-1,200,OK,Thread Group 1-4,text,true,,39232,136,2,2,https://opensource-demo.orangehrmlive.com/,447,0,240 1618814671991,789,HTTP Request,200,OK,Thread Group 1-5,text,true,,39604,272,1,1,https://opensource-demo.orangehrmlive.com/,235,0,113 1618814671991,235,HTTP Request-0,301,Moved Permanently,Thread Group 1-5,text,true,,372,136,1,1,http://opensource-demo.orangehrmlive.com/,235,0,113 1618814672228,552,HTTP Request-1,200,OK,Thread Group 1-5,text,true,,39232,136,1,1,https://opensource-demo.orangehrmlive.com/,452,0,241 1618815155017,988,HTTP Request,200,OK,Thread Group 1-2,text,true,,39604,272,5,5,https://opensource-demo.orangehrmlive.com/,219,0,105 1618815155213,788,HTTP Request,200,OK,Thread Group 1-3,text,true,,39604,272,5,5,https://opensource-demo.orangehrmlive.com/,218,0,104 1618815155017,220,HTTP Request-0,301,Moved Permanently,Thread Group 1-2,text,true,,372,136,5,5,http://opensource-demo.orangehrmlive.com/,219,0,105 1618815155213,218,HTTP Request-0,301,Moved Permanently,Thread Group 1-3,text,true,,372,136,5,5,http://opensource-demo.orangehrmlive.com/,218,0,104 1618815155238,767,HTTP Request-1,200,OK,Thread Group 1-2,text,true,,39232,136,5,5,https://opensource-demo.orangehrmlive.com/,668,0,456 1618815155431,570,HTTP Request-1,200,OK,Thread Group 1-3,text,true,,39232,136,5,5,https://opensource-demo.orangehrmlive.com/,474,0,262 1618815154890,1138,HTTP Request,200,OK,Thread Group 1-1,text,true,,39604,272,3,3,https://opensource-demo.orangehrmlive.com/,303,0,166 1618815154890,308,HTTP Request-0,301,Moved Permanently,Thread Group 1-1,text,true,,372,136,3,3,http://opensource-demo.orangehrmlive.com/,303,0,166 1618815155204,824,HTTP Request-1,200,OK,Thread Group 1-1,text,true,,39232,136,3,3,https://opensource-demo.orangehrmlive.com/,714,0,490 1618815155412,784,HTTP Request,200,OK,Thread Group 1-4,text,true,,39604,272,2,2,https://opensource-demo.orangehrmlive.com/,234,0,112 1618815155412,234,HTTP Request-0,301,Moved Permanently,Thread Group 1-4,text,true,,372,136,2,2,http://opensource-demo.orangehrmlive.com/,234,0,112 1618815155648,548,HTTP Request-1,200,OK,Thread Group 1-4,text,true,,39232,136,2,2,https://opensource-demo.orangehrmlive.com/,444,0,235 1618815155614,822,HTTP Request,200,OK,Thread Group 1-5,text,true,,39604,272,1,1,https://opensource-demo.orangehrmlive.com/,235,0,113 1618815155614,235,HTTP Request-0,301,Moved Permanently,Thread Group 1-5,text,true,,372,136,1,1,http://opensource-demo.orangehrmlive.com/,235,0,113 1618815155851,585,HTTP Request-1,200,OK,Thread Group 1-5,text,true,,39232,136,1,1,https://opensource-demo.orangehrmlive.com/,475,0,251 1618815226871,953,HTTP Request,200,OK,Thread Group 1-2,text,true,,39604,272,5,5,https://opensource-demo.orangehrmlive.com/,220,0,106 1618815226871,220,HTTP Request-0,301,Moved Permanently,Thread Group 1-2,text,true,,372,136,5,5,http://opensource-demo.orangehrmlive.com/,220,0,106 1618815227092,732,HTTP Request-1,200,OK,Thread Group 1-2,text,true,,39232,136,5,5,https://opensource-demo.orangehrmlive.com/,633,0,396 1618815227066,808,HTTP Request,200,OK,Thread Group 1-3,text,true,,39604,272,4,4,https://opensource-demo.orangehrmlive.com/,234,0,112 1618815227066,234,HTTP Request-0,301,Moved Permanently,Thread Group 1-3,text,true,,372,136,4,4,http://opensource-demo.orangehrmlive.com/,234,0,112 1618815227300,574,HTTP Request-1,200,OK,Thread Group 1-3,text,true,,39232,136,4,4,https://opensource-demo.orangehrmlive.com/,474,0,239 1618815226731,1180,HTTP Request,200,OK,Thread Group 1-1,text,true,,39604,272,3,3,https://opensource-demo.orangehrmlive.com/,281,0,143 1618815226731,287,HTTP Request-0,301,Moved Permanently,Thread Group 1-1,text,true,,372,136,3,3,http://opensource-demo.orangehrmlive.com/,281,0,143 1618815227023,888,HTTP Request-1,200,OK,Thread Group 1-1,text,true,,39232,136,3,3,https://opensource-demo.orangehrmlive.com/,766,0,465 1618815227265,778,HTTP Request,200,OK,Thread Group 1-4,text,true,,39604,272,2,2,https://opensource-demo.orangehrmlive.com/,217,0,104 1618815227265,217,HTTP Request-0,301,Moved Permanently,Thread Group 1-4,text,true,,372,136,2,2,http://opensource-demo.orangehrmlive.com/,217,0,104 1618815227482,561,HTTP Request-1,200,OK,Thread Group 1-4,text,true,,39232,136,2,2,https://opensource-demo.orangehrmlive.com/,457,0,250 1618815227465,811,HTTP Request,200,OK,Thread Group 1-5,text,true,,39604,272,1,1,https://opensource-demo.orangehrmlive.com/,223,0,105 1618815227465,223,HTTP Request-0,301,Moved Permanently,Thread Group 1-5,text,true,,372,136,1,1,http://opensource-demo.orangehrmlive.com/,223,0,105 1618815227690,586,HTTP Request-1,200,OK,Thread Group 1-5,text,true,,39232,136,1,1,https://opensource-demo.orangehrmlive.com/,478,0,249 1618818979584,1037,HTTP Request,200,OK,Thread Group 1-1,text,true,,39604,272,5,5,https://opensource-demo.orangehrmlive.com/,292,0,162 1618818979584,297,HTTP Request-0,301,Moved Permanently,Thread Group 1-1,text,true,,372,136,5,5,http://opensource-demo.orangehrmlive.com/,292,0,162 1618818979887,734,HTTP Request-1,200,OK,Thread Group 1-1,text,true,,39232,136,5,5,https://opensource-demo.orangehrmlive.com/,642,0,424 1618818979718,929,HTTP Request,200,OK,Thread Group 1-2,text,true,,39604,272,4,4,https://opensource-demo.orangehrmlive.com/,222,0,105 1618818979718,222,HTTP Request-0,301,Moved Permanently,Thread Group 1-2,text,true,,372,136,4,4,http://opensource-demo.orangehrmlive.com/,222,0,105 1618818979942,705,HTTP Request-1,200,OK,Thread Group 1-2,text,true,,39232,136,4,4,https://opensource-demo.orangehrmlive.com/,598,0,369 1618818979913,774,HTTP Request,200,OK,Thread Group 1-3,text,true,,39604,272,3,3,https://opensource-demo.orangehrmlive.com/,220,0,104 1618818979913,221,HTTP Request-0,301,Moved Permanently,Thread Group 1-3,text,true,,372,136,3,3,http://opensource-demo.orangehrmlive.com/,220,0,104 1618818980135,552,HTTP Request-1,200,OK,Thread Group 1-3,text,true,,39232,136,3,3,https://opensource-demo.orangehrmlive.com/,451,0,241 1618818980112,762,HTTP Request,200,OK,Thread Group 1-4,text,true,,39604,272,2,2,https://opensource-demo.orangehrmlive.com/,218,0,105 1618818980112,218,HTTP Request-0,301,Moved Permanently,Thread Group 1-4,text,true,,372,136,2,2,http://opensource-demo.orangehrmlive.com/,218,0,105 1618818980330,544,HTTP Request-1,200,OK,Thread Group 1-4,text,true,,39232,136,2,2,https://opensource-demo.orangehrmlive.com/,442,0,231 1618818980312,833,HTTP Request,200,OK,Thread Group 1-5,text,true,,39604,272,1,1,https://opensource-demo.orangehrmlive.com/,235,0,112 1618818980312,235,HTTP Request-0,301,Moved Permanently,Thread Group 1-5,text,true,,372,136,1,1,http://opensource-demo.orangehrmlive.com/,235,0,112 1618818980549,596,HTTP Request-1,200,OK,Thread Group 1-5,text,true,,39232,136,1,1,https://opensource-demo.orangehrmlive.com/,485,0,260 However i seem to get a similar error in the GUI, after using the start up command for the GUI sh jmeter.sh, adding a "Listener" (see image for set up). Sorry for asking again but, I could not see to find anything else in link of setup that you provided (or am I missing something fundamental in the steps described above?): 2021-04-19 11:11:52,055 INFO o.a.j.s.FileServer: Default base='/home/martin.jonsson/apache-jmeter-5.4/bin' 2021-04-19 11:11:52,058 INFO o.a.j.g.a.Load: Loading file: /home/martin.jonsson/apache-jmeter-5.4/bin/MyPlans/commandlineexecution.jmx 2021-04-19 11:11:52,058 INFO o.a.j.s.FileServer: Set new base='/home/martin.jonsson/apache-jmeter-5.4/bin/MyPlans' 2021-04-19 11:11:52,170 INFO o.a.j.s.SaveService: Testplan (JMX) version: 2.2. Testlog (JTL) version: 2.2 2021-04-19 11:11:52,180 INFO o.a.j.s.SaveService: Using SaveService properties version 5.0 2021-04-19 11:11:52,181 INFO o.a.j.s.SaveService: Using SaveService properties file encoding UTF-8 2021-04-19 11:11:52,182 INFO o.a.j.s.SaveService: Loading file: /home/martin.jonsson/apache-jmeter-5.4/bin/MyPlans/commandlineexecution.jmx 2021-04-19 11:11:52,200 INFO o.a.j.p.h.s.HTTPSamplerBase: Parser for text/html is org.apache.jmeter.protocol.http.parser.LagartoBasedHtmlParser 2021-04-19 11:11:52,200 INFO o.a.j.p.h.s.HTTPSamplerBase: Parser for application/xhtml+xml is org.apache.jmeter.protocol.http.parser.LagartoBasedHtmlParser 2021-04-19 11:11:52,200 INFO o.a.j.p.h.s.HTTPSamplerBase: Parser for application/xml is org.apache.jmeter.protocol.http.parser.LagartoBasedHtmlParser 2021-04-19 11:11:52,200 INFO o.a.j.p.h.s.HTTPSamplerBase: Parser for text/xml is org.apache.jmeter.protocol.http.parser.LagartoBasedHtmlParser 2021-04-19 11:11:52,200 INFO o.a.j.p.h.s.HTTPSamplerBase: Parser for text/vnd.wap.wml is org.apache.jmeter.protocol.http.parser.RegexpHTMLParser 2021-04-19 11:11:52,200 INFO o.a.j.p.h.s.HTTPSamplerBase: Parser for text/css is org.apache.jmeter.protocol.http.parser.CssParser 2021-04-19 11:11:52,265 WARN o.a.j.g.a.Load: Unexpected error. java.lang.NullPointerException java.lang.NullPointerException: null at java.util.ArrayDeque.addLast(ArrayDeque.java:304) ~[?:?] at java.util.ArrayDeque.add(ArrayDeque.java:495) ~[?:?] at org.apache.jmeter.gui.action.LoadRecentProject.updateRecentFileMenuItems(LoadRecentProject.java:125) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.util.JMeterMenuBar.setProjectFileLoaded(JMeterMenuBar.java:144) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.MainFrame.setProjectFileLoaded(MainFrame.java:330) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.GuiPackage.setTestPlanFile(GuiPackage.java:732) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.action.Load.loadProjectFile(Load.java:136) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.action.Load.loadProjectFile(Load.java:101) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.action.Load.doActionAfterCheck(Load.java:88) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.action.AbstractActionWithNoRunningTest.doAction(AbstractActionWithNoRunningTest.java:44) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.action.ActionRouter.performAction(ActionRouter.java:87) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.action.ActionRouter.lambda$actionPerformed$0(ActionRouter.java:69) ~[ApacheJMeter_core.jar:5.4] at java.awt.event.InvocationEvent.dispatch(InvocationEvent.java:313) [?:?] at java.awt.EventQueue.dispatchEventImpl(EventQueue.java:770) [?:?] at java.awt.EventQueue$4.run(EventQueue.java:721) [?:?] at java.awt.EventQueue$4.run(EventQueue.java:715) [?:?] at java.security.AccessController.doPrivileged(Native Method) ~[?:?] at java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:85) [?:?] at java.awt.EventQueue.dispatchEvent(EventQueue.java:740) [?:?] at java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:203) [?:?] at java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:124) [?:?] at java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:113) [?:?] at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:109) [?:?] at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:101) [?:?] at java.awt.EventDispatchThread.run(EventDispatchThread.java:90) [?:?] 2021-04-19 11:11:52,271 ERROR o.a.j.u.JMeterUtils: Unexpected error - see log for details 2021-04-19 11:12:13,488 INFO o.a.j.s.SampleResult: Note: Sample TimeStamps are START times 2021-04-19 11:12:13,488 INFO o.a.j.s.SampleResult: sampleresult.default.encoding is set to ISO-8859-1 2021-04-19 11:12:13,489 INFO o.a.j.s.SampleResult: sampleresult.useNanoTime=true 2021-04-19 11:12:13,489 INFO o.a.j.s.SampleResult: sampleresult.nanoThreadSleep=5000 2021-04-19 11:12:13,574 INFO o.a.j.v.ViewResultsFullVisualizer: Add JavaFX to your Java installation if you want to use renderer: org.apache.jmeter.visualizers.RenderInBrowser 2021-04-19 11:12:18,352 WARN o.a.j.s.CSVSaveService: Unknown column name 1618579509193 2021-04-19 11:12:18,355 INFO o.a.j.s.CSVSaveService: /home/martin.jonsson/apache-jmeter-5.4/bin/MyPlans/result.jtl does not appear to have a valid header. Using default configuration. 2021-04-19 11:12:18,356 WARN o.a.j.s.CSVSaveService: Insufficient columns to parse field 'allThreads' at line 1 2021-04-19 11:12:18,356 WARN o.a.j.r.ResultCollector: Problem reading JTL file: /home/martin.jonsson/apache-jmeter-5.4/bin/MyPlans/result.jtl org.apache.jorphan.util.JMeterError: java.lang.ArrayIndexOutOfBoundsException: Index 12 out of bounds for length 12 at org.apache.jmeter.save.CSVSaveService.makeResultFromDelimitedString(CSVSaveService.java:381) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.save.CSVSaveService.processSamples(CSVSaveService.java:170) ~[ApacheJMeter_core.jar:5.4] at org.apache.jmeter.reporters.ResultCollector.loadExistingFile(ResultCollector.java:379) [ApacheJMeter_core.jar:5.4] at org.apache.jmeter.visualizers.gui.AbstractVisualizer.stateChanged(AbstractVisualizer.java:247) [ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.util.FilePanelEntry.fireFileChanged(FilePanelEntry.java:140) [ApacheJMeter_core.jar:5.4] at org.apache.jmeter.gui.util.FilePanelEntry.actionPerformed(FilePanelEntry.java:155) [ApacheJMeter_core.jar:5.4] at javax.swing.AbstractButton.fireActionPerformed(AbstractButton.java:1967) [?:?] at javax.swing.AbstractButton$Handler.actionPerformed(AbstractButton.java:2308) [?:?] at javax.swing.DefaultButtonModel.fireActionPerformed(DefaultButtonModel.java:405) [?:?] at javax.swing.DefaultButtonModel.setPressed(DefaultButtonModel.java:262) [?:?] at javax.swing.plaf.basic.BasicButtonListener.mouseReleased(BasicButtonListener.java:279) [?:?] at java.awt.Component.processMouseEvent(Component.java:6635) [?:?] at javax.swing.JComponent.processMouseEvent(JComponent.java:3342) [?:?] at java.awt.Component.processEvent(Component.java:6400) [?:?] at java.awt.Container.processEvent(Container.java:2263) [?:?] at java.awt.Component.dispatchEventImpl(Component.java:5011) [?:?] at java.awt.Container.dispatchEventImpl(Container.java:2321) [?:?] at java.awt.Component.dispatchEvent(Component.java:4843) [?:?] at java.awt.LightweightDispatcher.retargetMouseEvent(Container.java:4918) [?:?] at java.awt.LightweightDispatcher.processMouseEvent(Container.java:4547) [?:?] at java.awt.LightweightDispatcher.dispatchEvent(Container.java:4488) [?:?] at java.awt.Container.dispatchEventImpl(Container.java:2307) [?:?] at java.awt.Window.dispatchEventImpl(Window.java:2772) [?:?] at java.awt.Component.dispatchEvent(Component.java:4843) [?:?] at java.awt.EventQueue.dispatchEventImpl(EventQueue.java:772) [?:?] at java.awt.EventQueue$4.run(EventQueue.java:721) [?:?] at java.awt.EventQueue$4.run(EventQueue.java:715) [?:?] at java.security.AccessController.doPrivileged(Native Method) ~[?:?] at java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:85) [?:?] at java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:95) [?:?] at java.awt.EventQueue$5.run(EventQueue.java:745) [?:?] at java.awt.EventQueue$5.run(EventQueue.java:743) [?:?] at java.security.AccessController.doPrivileged(Native Method) ~[?:?] at java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:85) [?:?] at java.awt.EventQueue.dispatchEvent(EventQueue.java:742) [?:?] at java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:203) [?:?] at java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:124) [?:?] at java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:113) [?:?] at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:109) [?:?] at java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:101) [?:?] at java.awt.EventDispatchThread.run(EventDispatchThread.java:90) [?:?] Caused by: java.lang.ArrayIndexOutOfBoundsException: Index 12 out of bounds for length 12 at org.apache.jmeter.save.CSVSaveService.makeResultFromDelimitedString(CSVSaveService.java:318) ~[ApacheJMeter_core.jar:5.4] ... 40 more
It looks like you're using different versions for running the test and for opening the results. If you run the command like: jmeter -n -t /home/usr/jmeter/script.jmx -l /home/usr/jmeter/scriptjtl it will pick up the jmeter binary or script which is first on the PATH and if you have jmeter package installed from Ubuntu repo it explains everything Try running jmeter --version command and I'm pretty much sure you will get something like: Copyright (c) 1998-2015 The Apache Software Foundation Version 2.13.20180731 this version is 6 years old and default Results File Configuration changed several times since then Make sure to run your test with JMeter 5.4, in order to do so: Go to the "bin" folder of your JMeter 5.4 installation Execute this command: ./jmeter -n -t /home/usr/jmeter/script.jmx -l /home/usr/jmeter/scriptjtl this ./ bit is uber important because it instructs shell to execute the JMeter startup script from the current folder. More information: Get Started With JMeter: Installation & Tests In order to avoid future confusion I'd recommend removing JMeter from Ubuntu repositories like apt-get autoremove jmeter -y. You may need to re-install Java after this: apt-get install openjdk-8-jre -y
This is what helped me by combining the answers given here, I needed to reinstall the software doing these steps: *** Install Jmeter Download apache-jmeter-5.4.1.zip from: Here Can use this link as additional references: Link for installation *** Start Jmeter GUI Open the download file from its location ex: cd /home/user/Downloads/apache-jmeter-5.4.1/bin Then enter to start the GUI: ./jmeter.sh Then close the GUI *** To start Jmeter without GUI and save as CSV navigate to: cd /home/muser/Downloads/apache-jmeter-5.4.1/bin/examples Execute Jmeter from commandline using this example for CSV: ./jmeter -n -t /home/user/Downloads/apache-jmeter-5.4.1/bin/examples/CSVSample.jmx -l /home/user/Downloads/apache-jmeter-5.4.1/bin/examples/Result/data.csv Or execute Jmeter from commandline using this example for JTL ./jmeter -n -t /home/user/Downloads/apache-jmeter-5.4.1/bin/examples/CSVSample.jmx -l /home/user/Downloads/apache-jmeter-5.4.1/bin/examples/Result/data.jtl Thereafter it is possible to open the saved data (csv/jtl) in the GUI mode
InvokeHTTP NIFI TrustAnchors parameter must be non-empty
I'm Trying to send a GET Request to an external API which I need to put an apikey as a header to authenticate . My problem is when I use the InvokeHTTP Processor with a GET Method and I add an attribute apikey with the key value, I get the following error : The trustanchors parameter must be non-empty 2016-12-06 20:49:36,007 ERROR [Timer-Driven Process Thread-5] o.a.nifi.processors.standard.InvokeHTTP InvokeHTTP[id=d5437c56-0158-1000-f994-28154b2af3ae] Routing to Failure due to exception: javax.net.ssl.SSLException: java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty: javax.net.ssl.SSLException: java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty 2016-12-06 20:49:36,009 ERROR [Timer-Driven Process Thread-5] o.a.nifi.processors.standard.InvokeHTTP javax.net.ssl.SSLException: java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty at sun.security.ssl.Alerts.getSSLException(Alerts.java:208) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.fatal(SSLSocketImpl.java:1949) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.fatal(SSLSocketImpl.java:1906) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1889) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1410) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387) ~[na:1.8.0_91] at com.squareup.okhttp.internal.io.RealConnection.connectTls(RealConnection.java:188) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.io.RealConnection.connectSocket(RealConnection.java:145) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.io.RealConnection.connect(RealConnection.java:108) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.StreamAllocation.findConnection(StreamAllocation.java:184) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.StreamAllocation.findHealthyConnection(StreamAllocation.java:126) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.StreamAllocation.newStream(StreamAllocation.java:95) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.HttpEngine.connect(HttpEngine.java:283) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.HttpEngine.sendRequest(HttpEngine.java:224) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.Call.getResponse(Call.java:286) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.Call$ApplicationInterceptorChain.proceed(Call.java:243) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.Call.getResponseWithInterceptorChain(Call.java:205) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.Call.execute(Call.java:80) ~[okhttp-2.7.1.jar:na] at org.apache.nifi.processors.standard.InvokeHTTP.onTrigger(InvokeHTTP.java:624) ~[nifi-standard-processors-1.0.0.jar:1.0.0] at org.apache.nifi.processor.AbstractProcessor.onTrigger(AbstractProcessor.java:27) [nifi-api-1.0.0.jar:1.0.0] at org.apache.nifi.controller.StandardProcessorNode.onTrigger(StandardProcessorNode.java:1064) [nifi-framework-core-1.0.0.jar:1.0.0] at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:136) [nifi-framework-core-1.0.0.jar:1.0.0] at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:47) [nifi-framework-core-1.0.0.jar:1.0.0] at org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run(TimerDrivenSchedulingAgent.java:132) [nifi-framework-core-1.0.0.jar:1.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [na:1.8.0_91] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [na:1.8.0_91] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [na:1.8.0_91] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [na:1.8.0_91] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_91] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_91] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_91] Caused by: java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty at sun.security.validator.PKIXValidator.<init>(PKIXValidator.java:90) ~[na:1.8.0_91] at sun.security.validator.Validator.getInstance(Validator.java:179) ~[na:1.8.0_91] at sun.security.ssl.X509TrustManagerImpl.getValidator(X509TrustManagerImpl.java:312) ~[na:1.8.0_91] at sun.security.ssl.X509TrustManagerImpl.checkTrustedInit(X509TrustManagerImpl.java:171) ~[na:1.8.0_91] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:184) ~[na:1.8.0_91] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:124) ~[na:1.8.0_91] at sun.security.ssl.ClientHandshaker.serverCertificate(ClientHandshaker.java:1491) ~[na:1.8.0_91] at sun.security.ssl.ClientHandshaker.processMessage(ClientHandshaker.java:216) ~[na:1.8.0_91] at sun.security.ssl.Handshaker.processLoop(Handshaker.java:979) ~[na:1.8.0_91] at sun.security.ssl.Handshaker.process_record(Handshaker.java:914) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:1062) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403) ~[na:1.8.0_91] ... 26 common frames omitted Caused by: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty at java.security.cert.PKIXParameters.setTrustAnchors(PKIXParameters.java:200) ~[na:1.8.0_91] at java.security.cert.PKIXParameters.<init>(PKIXParameters.java:120) ~[na:1.8.0_91] at java.security.cert.PKIXBuilderParameters.<init>(PKIXBuilderParameters.java:104) ~[na:1.8.0_91] at sun.security.validator.PKIXValidator.<init>(PKIXValidator.java:88) ~[na:1.8.0_91] ... 38 common frames omitted 2016-12-06 20:49:36,359 ERROR [Timer-Driven Process Thread-3] o.a.nifi.processors.standard.InvokeHTTP InvokeHTTP[id=d5437c56-0158-1000-f994-28154b2af3ae] Routing to Failure due to exception: javax.net.ssl.SSLException: java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty: javax.net.ssl.SSLException: java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty 2016-12-06 20:49:36,360 ERROR [Timer-Driven Process Thread-3] o.a.nifi.processors.standard.InvokeHTTP javax.net.ssl.SSLException: java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty at sun.security.ssl.Alerts.getSSLException(Alerts.java:208) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.fatal(SSLSocketImpl.java:1949) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.fatal(SSLSocketImpl.java:1906) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1889) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1410) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387) ~[na:1.8.0_91] at com.squareup.okhttp.internal.io.RealConnection.connectTls(RealConnection.java:188) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.io.RealConnection.connectSocket(RealConnection.java:145) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.io.RealConnection.connect(RealConnection.java:108) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.StreamAllocation.findConnection(StreamAllocation.java:184) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.StreamAllocation.findHealthyConnection(StreamAllocation.java:126) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.StreamAllocation.newStream(StreamAllocation.java:95) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.HttpEngine.connect(HttpEngine.java:283) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.internal.http.HttpEngine.sendRequest(HttpEngine.java:224) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.Call.getResponse(Call.java:286) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.Call$ApplicationInterceptorChain.proceed(Call.java:243) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.Call.getResponseWithInterceptorChain(Call.java:205) ~[okhttp-2.7.1.jar:na] at com.squareup.okhttp.Call.execute(Call.java:80) ~[okhttp-2.7.1.jar:na] at org.apache.nifi.processors.standard.InvokeHTTP.onTrigger(InvokeHTTP.java:624) ~[nifi-standard-processors-1.0.0.jar:1.0.0] at org.apache.nifi.processor.AbstractProcessor.onTrigger(AbstractProcessor.java:27) [nifi-api-1.0.0.jar:1.0.0] at org.apache.nifi.controller.StandardProcessorNode.onTrigger(StandardProcessorNode.java:1064) [nifi-framework-core-1.0.0.jar:1.0.0] at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:136) [nifi-framework-core-1.0.0.jar:1.0.0] at org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:47) [nifi-framework-core-1.0.0.jar:1.0.0] at org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run(TimerDrivenSchedulingAgent.java:132) [nifi-framework-core-1.0.0.jar:1.0.0] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [na:1.8.0_91] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [na:1.8.0_91] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [na:1.8.0_91] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [na:1.8.0_91] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_91] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_91] at java.lang.Thread.run(Thread.java:745) [na:1.8.0_91] Caused by: java.lang.RuntimeException: Unexpected error: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty at sun.security.validator.PKIXValidator.<init>(PKIXValidator.java:90) ~[na:1.8.0_91] at sun.security.validator.Validator.getInstance(Validator.java:179) ~[na:1.8.0_91] at sun.security.ssl.X509TrustManagerImpl.getValidator(X509TrustManagerImpl.java:312) ~[na:1.8.0_91] at sun.security.ssl.X509TrustManagerImpl.checkTrustedInit(X509TrustManagerImpl.java:171) ~[na:1.8.0_91] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:184) ~[na:1.8.0_91] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:124) ~[na:1.8.0_91] at sun.security.ssl.ClientHandshaker.serverCertificate(ClientHandshaker.java:1491) ~[na:1.8.0_91] at sun.security.ssl.ClientHandshaker.processMessage(ClientHandshaker.java:216) ~[na:1.8.0_91] at sun.security.ssl.Handshaker.processLoop(Handshaker.java:979) ~[na:1.8.0_91] at sun.security.ssl.Handshaker.process_record(Handshaker.java:914) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:1062) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375) ~[na:1.8.0_91] at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403) ~[na:1.8.0_91] ... 26 common frames omitted Caused by: java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty at java.security.cert.PKIXParameters.setTrustAnchors(PKIXParameters.java:200) ~[na:1.8.0_91] at java.security.cert.PKIXParameters.<init>(PKIXParameters.java:120) ~[na:1.8.0_91] at java.security.cert.PKIXBuilderParameters.<init>(PKIXBuilderParameters.java:104) ~[na:1.8.0_91] at sun.security.validator.PKIXValidator.<init>(PKIXValidator.java:88) ~[na:1.8.0_91] Any idea how to fix this ?
Copied suggestion from comments to serve as definitive answer: Are you connecting to an HTTPS endpoint? If so, you'll need to load a truststore in order to verify the server certificate presented by the endpoint. You can use $JAVA_HOME/jre/lib/security/cacerts with the default password of changeit for this -- it contains the CA certificates trusted by your installation of Java.
Copying data between 2 different hadoop clusters
I am trying to copy data from one HDFS directory to another using distcp: Source hadoop version: hadoop version Hadoop 2.0.0-cdh4.3.1 Destination hadoop version: hadoop version Hadoop 2.0.0-cdh4.4.0 Command I am using is: hadoop distcp hftp://foo.test.net:50070/new_data/raw/new_logs/utc_date=2014-09-01/utc_hour=22 hdfs://localhost.localdomain/user/cloudera/new_logs Error message I am getting is: java.io.IOException: Copied: 0 Skipped: 0 Failed: 13 at org.apache.hadoop.tools.DistCp$CopyFilesMapper.close(DistCp.java:582) at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:57) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:417) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:332) at org.apache.hadoop.mapred.Child$4.run(Child.java:268) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) at org.apache.hadoop.mapred.Child.main(Child.java:262) == Logs from "Task Logs": 2014-09-02 13:50:30,947 INFO org.apache.hadoop.tools.DistCp: FAIL utc_hour=22/000012_0 : java.io.IOException: HTTP_OK expected, received 500 at org.apache.hadoop.hdfs.HftpFileSystem$RangeHeaderUrlOpener.connect(HftpFileSystem.java:376) at org.apache.hadoop.hdfs.ByteRangeInputStream.openInputStream(ByteRangeInputStream.java:119) at org.apache.hadoop.hdfs.ByteRangeInputStream.getInputStream(ByteRangeInputStream.java:103) at org.apache.hadoop.hdfs.ByteRangeInputStream.read(ByteRangeInputStream.java:187) at java.io.DataInputStream.read(DataInputStream.java:83) at org.apache.hadoop.tools.DistCp$CopyFilesMapper.copy(DistCp.java:424) at org.apache.hadoop.tools.DistCp$CopyFilesMapper.map(DistCp.java:547) at org.apache.hadoop.tools.DistCp$CopyFilesMapper.map(DistCp.java:314) at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:417) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:332) at org.apache.hadoop.mapred.Child$4.run(Child.java:268) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) at org.apache.hadoop.mapred.Child.main(Child.java:262) 2014-09-02 13:50:31,118 INFO org.apache.hadoop.mapred.TaskLogsTruncater: Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1 2014-09-02 13:50:31,131 ERROR org.apache.hadoop.security.UserGroupInformation: PriviledgedActionException as:cloudera (auth:SIMPLE) cause:java.io.IOException: Copied: 0 Skipped: 0 Failed: 13 2014-09-02 13:50:31,131 WARN org.apache.hadoop.mapred.Child: Error running child java.io.IOException: Copied: 0 Skipped: 0 Failed: 13 at org.apache.hadoop.tools.DistCp$CopyFilesMapper.close(DistCp.java:582) at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:57) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:417) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:332) at org.apache.hadoop.mapred.Child$4.run(Child.java:268) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:396) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1408) at org.apache.hadoop.mapred.Child.main(Child.java:262) 2014-09-02 13:50:31,145 INFO org.apache.hadoop.mapred.Task: Runnning cleanup for the task = Any help? Thanks, Rio