water.DException$DistributedException: from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv

JIRA | kishore | 2 years ago
  1. 0

    Following error occured while running kmeans in multinode cluster cloud size 2. The same code works fine with single node H2O. water.DException$DistributedException: from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv at water.fvec.Vec.chunkKey(Vec.java:660) at water.fvec.Vec.chunkKey(Vec.java:658) at water.fvec.Vec.toString(Vec.java:858) at java.lang.String.valueOf(String.java:2847) at java.lang.StringBuilder.append(StringBuilder.java:128) at water.Value.get(Value.java:110) at water.Value.getFirstBytes(Value.java:257) at water.util.Utils.getFirstUnzipedBytes(Utils.java:769) at water.util.Utils.getFirstUnzipedBytes(Utils.java:766) at water.parser.GuessSetup$GuessSetupTsk.map(GuessSetup.java:136) at water.MRTask.lcompute(MRTask.java:69) at water.DRemoteTask.compute2(DRemoteTask.java:91) at water.H2O$H2OCountedCompleter.compute(H2O.java:653) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) water.DException$DistributedException: from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv at water.fvec.Vec.chunkKey(Vec.java:660) at water.fvec.Vec.chunkKey(Vec.java:658) at water.fvec.Vec.toString(Vec.java:858) at java.lang.String.valueOf(String.java:2847) at java.lang.StringBuilder.append(StringBuilder.java:128) at water.Value.get(Value.java:110) at water.Value.getFirstBytes(Value.java:257) at water.util.Utils.getFirstUnzipedBytes(Utils.java:769) at water.util.Utils.getFirstUnzipedBytes(Utils.java:766) at water.parser.GuessSetup$GuessSetupTsk.map(GuessSetup.java:136) at water.MRTask.lcompute(MRTask.java:69) at water.DRemoteTask.compute2(DRemoteTask.java:91) at water.H2O$H2OCountedCompleter.compute(H2O.java:653) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) Finally usermain java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at water.Boot.run(Boot.java:323) at water.Boot.boot2(Boot.java:295) at water.Boot.boot(Boot.java:161) at water.Boot.startBoot(Boot.java:123) at churn.ws.ClusterInfoH2O.buildSegments(ClusterInfoH2O.java:84) at ws.ChampionWSImplementation.buildSegments(ChampionWSImplementation.java:93) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.xml.ws.api.server.InstanceResolver$1.invoke(InstanceResolver.java:250) at com.sun.xml.ws.server.InvokerTube$2.invoke(InvokerTube.java:150) at com.sun.xml.ws.server.sei.EndpointMethodHandler.invoke(EndpointMethodHandler.java:261) at com.sun.xml.ws.server.sei.SEIInvokerTube.processRequest(SEIInvokerTube.java:100) at com.sun.xml.ws.api.pipe.Fiber.__doRun(Fiber.java:641) at com.sun.xml.ws.api.pipe.Fiber._doRun(Fiber.java:600) at com.sun.xml.ws.api.pipe.Fiber.doRun(Fiber.java:585) at com.sun.xml.ws.api.pipe.Fiber.runSync(Fiber.java:482) at com.sun.xml.ws.server.WSEndpointImpl$2.process(WSEndpointImpl.java:314) at com.sun.xml.ws.transport.http.HttpAdapter$HttpToolkit.handle(HttpAdapter.java:608) at com.sun.xml.ws.transport.http.HttpAdapter.handle(HttpAdapter.java:259) at com.sun.xml.ws.transport.http.servlet.ServletAdapter.invokeAsync(ServletAdapter.java:213) at com.sun.xml.ws.transport.http.servlet.WSServletDelegate.doGet(WSServletDelegate.java:159) at com.sun.xml.ws.transport.http.servlet.WSServletDelegate.doPost(WSServletDelegate.java:194) at com.sun.xml.ws.transport.http.servlet.WSServlet.doPost(WSServlet.java:80) at javax.servlet.http.HttpServlet.service(HttpServlet.java:637) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:298) at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:857) at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:588) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:489) at java.lang.Thread.run(Thread.java:745) Caused by: water.DException$DistributedException: from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv at water.fvec.Vec.chunkKey(Vec.java:660) at water.fvec.Vec.chunkKey(Vec.java:658) at water.fvec.Vec.toString(Vec.java:858) at java.lang.String.valueOf(String.java:2847) at java.lang.StringBuilder.append(StringBuilder.java:128) at water.Value.get(Value.java:110) at water.Value.getFirstBytes(Value.java:257) at water.util.Utils.getFirstUnzipedBytes(Utils.java:769) at water.util.Utils.getFirstUnzipedBytes(Utils.java:766) at water.parser.GuessSetup$GuessSetupTsk.map(GuessSetup.java:136) at water.MRTask.lcompute(MRTask.java:69) at water.DRemoteTask.compute2(DRemoteTask.java:91) at water.H2O$H2OCountedCompleter.compute(H2O.java:653) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)

    JIRA | 2 years ago | kishore
    java.lang.reflect.InvocationTargetException
  2. 0

    Following error occured while running kmeans in multinode cluster cloud size 2. The same code works fine with single node H2O. water.DException$DistributedException: from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv at water.fvec.Vec.chunkKey(Vec.java:660) at water.fvec.Vec.chunkKey(Vec.java:658) at water.fvec.Vec.toString(Vec.java:858) at java.lang.String.valueOf(String.java:2847) at java.lang.StringBuilder.append(StringBuilder.java:128) at water.Value.get(Value.java:110) at water.Value.getFirstBytes(Value.java:257) at water.util.Utils.getFirstUnzipedBytes(Utils.java:769) at water.util.Utils.getFirstUnzipedBytes(Utils.java:766) at water.parser.GuessSetup$GuessSetupTsk.map(GuessSetup.java:136) at water.MRTask.lcompute(MRTask.java:69) at water.DRemoteTask.compute2(DRemoteTask.java:91) at water.H2O$H2OCountedCompleter.compute(H2O.java:653) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) water.DException$DistributedException: from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv at water.fvec.Vec.chunkKey(Vec.java:660) at water.fvec.Vec.chunkKey(Vec.java:658) at water.fvec.Vec.toString(Vec.java:858) at java.lang.String.valueOf(String.java:2847) at java.lang.StringBuilder.append(StringBuilder.java:128) at water.Value.get(Value.java:110) at water.Value.getFirstBytes(Value.java:257) at water.util.Utils.getFirstUnzipedBytes(Utils.java:769) at water.util.Utils.getFirstUnzipedBytes(Utils.java:766) at water.parser.GuessSetup$GuessSetupTsk.map(GuessSetup.java:136) at water.MRTask.lcompute(MRTask.java:69) at water.DRemoteTask.compute2(DRemoteTask.java:91) at water.H2O$H2OCountedCompleter.compute(H2O.java:653) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) Finally usermain java.lang.reflect.InvocationTargetException at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at water.Boot.run(Boot.java:323) at water.Boot.boot2(Boot.java:295) at water.Boot.boot(Boot.java:161) at water.Boot.startBoot(Boot.java:123) at churn.ws.ClusterInfoH2O.buildSegments(ClusterInfoH2O.java:84) at ws.ChampionWSImplementation.buildSegments(ChampionWSImplementation.java:93) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.sun.xml.ws.api.server.InstanceResolver$1.invoke(InstanceResolver.java:250) at com.sun.xml.ws.server.InvokerTube$2.invoke(InvokerTube.java:150) at com.sun.xml.ws.server.sei.EndpointMethodHandler.invoke(EndpointMethodHandler.java:261) at com.sun.xml.ws.server.sei.SEIInvokerTube.processRequest(SEIInvokerTube.java:100) at com.sun.xml.ws.api.pipe.Fiber.__doRun(Fiber.java:641) at com.sun.xml.ws.api.pipe.Fiber._doRun(Fiber.java:600) at com.sun.xml.ws.api.pipe.Fiber.doRun(Fiber.java:585) at com.sun.xml.ws.api.pipe.Fiber.runSync(Fiber.java:482) at com.sun.xml.ws.server.WSEndpointImpl$2.process(WSEndpointImpl.java:314) at com.sun.xml.ws.transport.http.HttpAdapter$HttpToolkit.handle(HttpAdapter.java:608) at com.sun.xml.ws.transport.http.HttpAdapter.handle(HttpAdapter.java:259) at com.sun.xml.ws.transport.http.servlet.ServletAdapter.invokeAsync(ServletAdapter.java:213) at com.sun.xml.ws.transport.http.servlet.WSServletDelegate.doGet(WSServletDelegate.java:159) at com.sun.xml.ws.transport.http.servlet.WSServletDelegate.doPost(WSServletDelegate.java:194) at com.sun.xml.ws.transport.http.servlet.WSServlet.doPost(WSServlet.java:80) at javax.servlet.http.HttpServlet.service(HttpServlet.java:637) at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:298) at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:857) at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:588) at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:489) at java.lang.Thread.run(Thread.java:745) Caused by: water.DException$DistributedException: from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv at water.fvec.Vec.chunkKey(Vec.java:660) at water.fvec.Vec.chunkKey(Vec.java:658) at water.fvec.Vec.toString(Vec.java:858) at java.lang.String.valueOf(String.java:2847) at java.lang.StringBuilder.append(StringBuilder.java:128) at water.Value.get(Value.java:110) at water.Value.getFirstBytes(Value.java:257) at water.util.Utils.getFirstUnzipedBytes(Utils.java:769) at water.util.Utils.getFirstUnzipedBytes(Utils.java:766) at water.parser.GuessSetup$GuessSetupTsk.map(GuessSetup.java:136) at water.MRTask.lcompute(MRTask.java:69) at water.DRemoteTask.compute2(DRemoteTask.java:91) at water.H2O$H2OCountedCompleter.compute(H2O.java:653) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)

    JIRA | 2 years ago | kishore
    water.DException$DistributedException: from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv
  3. 0

    What I did: running on 163. 16 nodes (on one host) with -Xmx10g import airlines_all.csv go to glm2 autoframe the source key 08:12:55.219 main INFO WATER: ----- H2O started ----- 08:12:55.221 main INFO WATER: Build git branch: master 08:12:55.221 main INFO WATER: Build git hash: 85e743cca1bb124399e18dc0359f6d8f221d2711 08:12:55.222 main INFO WATER: Build git describe: 85e743c 08:12:55.222 main INFO WATER: Build project version: 1.7.0.1066 08:12:55.222 main INFO WATER: Built by: 'jenkins' 08:12:55.222 main INFO WATER: Built on: 'Wed Oct 9 22:36:27 PDT 2013' 08:12:55.222 main INFO WATER: Java availableProcessors: 32 08:12:55.228 main INFO WATER: Java heap totalMemory: 1.92 gb 08:12:55.229 main INFO WATER: Java heap maxMemory: 8.89 gb 08:12:55.229 main INFO WATER: ICE root: '/home/tomk/ice_root' 08:12:55.262 main WARN WATER: Multiple local IPs detected: + /10.0.12.1 /10.0.1.1 /10.0.4.1 /192.168.1.163 + Attempting to determine correct address... + Using /192.168.1.163 08:12:55.298 main INFO WATER: Internal communication uses port: 54322 + Listening for HTTP and REST traffic on http://192.168.1.163:54321/ 08:12:55.336 main INFO WATER: H2O cloud name: 'tomtest' 08:12:55.336 main INFO WATER: (v1.7.0.1066) 'tomtest' on /192.168.1.163:54321, discovery address /239.243.12.228:61427 08:12:55.339 main INFO WATER: Cloud of size 1 formed [/192.168.1.163:54321] 08:12:55.591 main INFO WATER: Log dir: '/home/tomk/ice_root/h2ologs' 08:12:59.056 FJ-10-1 INFO WATER: Cloud of size 16 formed [/192.168.1.163:54321, /192.168.1.163:54323, /192.168.1.163:54325, /192.168.1.163:54327, /192.168.1.163:54329, /192.168.1.163:54331, /192.168.1.163:54333, /192.168.1.163:54335, /192.168.1.163:54337, /192.168.1.163:54339, /192.168.1.163:54341, /192.168.1.163:54343, /192.168.1.163:54345, /192.168.1.163:54347, /192.168.1.163:54349, /192.168.1.163:54351] 08:13:37.146 #:54325-0 INFO WATER: Start remote task#14 class water.parser.DParseTask from /192.168.1.163:54325 08:13:56.159 FJ-9-23 INFO WATER: Done remote task#14 class water.parser.DParseTask to /192.168.1.163:54325 08:14:36.887 # Session INFO WATER: Converting ValueArray to Frame: node(/192.168.1.163:54321) convNum(0) key(nfs://home/tomk/h2o-1.7.0.1066/../airlines_all.hex.autoframe)... java.lang.RuntimeException: water.DException$DistributedException: from /192.168.1.163:54331; java.lang.AssertionError: null while mapping key $0000000080ed00000000$nfs://home/tomk/h2o-1.7.0.1066/../airlines_all.hex 08:15:07.060 # Session INFO WATER: at water.Request2.set(Request2.java:422) 08:15:07.061 # Session INFO WATER: at water.api.RequestArguments$Argument.check(RequestArguments.java:539) 08:15:07.062 # Session INFO WATER: at water.api.RequestQueries.buildQuery(RequestQueries.java:148) 08:15:07.062 # Session INFO WATER: at water.api.Request.serve(Request.java:95) 08:15:07.063 # Session INFO WATER: at water.api.RequestServer.serve(RequestServer.java:220) 08:15:07.063 # Session INFO WATER: at water.NanoHTTPD$HTTPSession.run(NanoHTTPD.java:391) 08:15:07.064 # Session INFO WATER: at java.lang.Thread.run(Thread.java:662) 08:15:07.094 # Session INFO WATER: Caused by: water.DException$DistributedException: from /192.168.1.163:54331; java.lang.AssertionError: null while mapping key $0000000080ed00000000$nfs://home/tomk/h2o-1.7.0.1066/../airlines_all.hex 08:15:07.120 # Session INFO WATER: at water.nbhm.NonBlockingHashMap.putIfMatchUnlocked(NonBlockingHashMap.java:369) 08:15:07.120 # Session INFO WATER: at water.H2O.putIfMatch(H2O.java:439) 08:15:07.120 # Session INFO WATER: at water.DKV.DputIfMatch(DKV.java:66) 08:15:07.121 # Session INFO WATER: at water.DKV.put(DKV.java:22) 08:15:07.121 # Session INFO WATER: at water.DKV.put(DKV.java:16) 08:15:07.121 # Session INFO WATER: at water.UKV.put(UKV.java:27) 08:15:07.121 # Session INFO WATER: at water.UKV.put(UKV.java:23) 08:15:07.122 # Session INFO WATER: at water.UKV.put(UKV.java:84) 08:15:07.122 # Session INFO WATER: at water.fvec.AppendableVec.closeChunk(AppendableVec.java:55) 08:15:07.122 # Session INFO WATER: at water.fvec.NewChunk.close(NewChunk.java:103) 08:15:07.122 # Session INFO WATER: at water.fvec.Chunk.close(Chunk.java:145) 08:15:07.122 # Session INFO WATER: at water.ValueArray$Converter.map(ValueArray.java:627) 08:15:07.123 # Session INFO WATER: at water.MRTask.lcompute(MRTask.java:66) 08:15:07.123 # Session INFO WATER: at water.DRemoteTask.compute2(DRemoteTask.java:75) 08:15:07.123 # Session INFO WATER: at water.MRTask.lcompute(MRTask.java:62) 08:15:07.123 # Session INFO WATER: at water.DRemoteTask.compute2(DRemoteTask.java:75) 08:15:07.123 # Session INFO WATER: at water.MRTask.lcompute(MRTask.java:62) 08:15:07.124 # Session INFO WATER: at water.DRemoteTask.compute2(DRemoteTask.java:75) 08:15:07.124 # Session INFO WATER: at water.MRTask.lcompute(MRTask.java:62) 08:15:07.124 # Session INFO WATER: at water.DRemoteTask.compute2(DRemoteTask.java:75) 08:15:07.124 # Session INFO WATER: at water.H2O$H2OCountedCompleter.compute(H2O.java:599) 08:15:07.124 # Session INFO WATER: at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) 08:15:07.125 # Session INFO WATER: at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) 08:15:07.125 # Session INFO WATER: at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) 08:15:07.129 # Session INFO WATER: at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) 08:15:07.129 # Session INFO WATER: at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)

    JIRA | 3 years ago | Tom Kraljevic
    java.lang.RuntimeException: water.DException$DistributedException: from /192.168.1.163:54331; java.lang.AssertionError: null while mapping key $0000000080ed00000000$nfs://home/tomk/h2o-1.7.0.1066/../airlines_all.hex
  4. Speed up your debug routine!

    Automated exception search integrated into your IDE

  5. 0

    What I did: running on 163. 16 nodes (on one host) with -Xmx10g import airlines_all.csv go to glm2 autoframe the source key 08:12:55.219 main INFO WATER: ----- H2O started ----- 08:12:55.221 main INFO WATER: Build git branch: master 08:12:55.221 main INFO WATER: Build git hash: 85e743cca1bb124399e18dc0359f6d8f221d2711 08:12:55.222 main INFO WATER: Build git describe: 85e743c 08:12:55.222 main INFO WATER: Build project version: 1.7.0.1066 08:12:55.222 main INFO WATER: Built by: 'jenkins' 08:12:55.222 main INFO WATER: Built on: 'Wed Oct 9 22:36:27 PDT 2013' 08:12:55.222 main INFO WATER: Java availableProcessors: 32 08:12:55.228 main INFO WATER: Java heap totalMemory: 1.92 gb 08:12:55.229 main INFO WATER: Java heap maxMemory: 8.89 gb 08:12:55.229 main INFO WATER: ICE root: '/home/tomk/ice_root' 08:12:55.262 main WARN WATER: Multiple local IPs detected: + /10.0.12.1 /10.0.1.1 /10.0.4.1 /192.168.1.163 + Attempting to determine correct address... + Using /192.168.1.163 08:12:55.298 main INFO WATER: Internal communication uses port: 54322 + Listening for HTTP and REST traffic on http://192.168.1.163:54321/ 08:12:55.336 main INFO WATER: H2O cloud name: 'tomtest' 08:12:55.336 main INFO WATER: (v1.7.0.1066) 'tomtest' on /192.168.1.163:54321, discovery address /239.243.12.228:61427 08:12:55.339 main INFO WATER: Cloud of size 1 formed [/192.168.1.163:54321] 08:12:55.591 main INFO WATER: Log dir: '/home/tomk/ice_root/h2ologs' 08:12:59.056 FJ-10-1 INFO WATER: Cloud of size 16 formed [/192.168.1.163:54321, /192.168.1.163:54323, /192.168.1.163:54325, /192.168.1.163:54327, /192.168.1.163:54329, /192.168.1.163:54331, /192.168.1.163:54333, /192.168.1.163:54335, /192.168.1.163:54337, /192.168.1.163:54339, /192.168.1.163:54341, /192.168.1.163:54343, /192.168.1.163:54345, /192.168.1.163:54347, /192.168.1.163:54349, /192.168.1.163:54351] 08:13:37.146 #:54325-0 INFO WATER: Start remote task#14 class water.parser.DParseTask from /192.168.1.163:54325 08:13:56.159 FJ-9-23 INFO WATER: Done remote task#14 class water.parser.DParseTask to /192.168.1.163:54325 08:14:36.887 # Session INFO WATER: Converting ValueArray to Frame: node(/192.168.1.163:54321) convNum(0) key(nfs://home/tomk/h2o-1.7.0.1066/../airlines_all.hex.autoframe)... java.lang.RuntimeException: water.DException$DistributedException: from /192.168.1.163:54331; java.lang.AssertionError: null while mapping key $0000000080ed00000000$nfs://home/tomk/h2o-1.7.0.1066/../airlines_all.hex 08:15:07.060 # Session INFO WATER: at water.Request2.set(Request2.java:422) 08:15:07.061 # Session INFO WATER: at water.api.RequestArguments$Argument.check(RequestArguments.java:539) 08:15:07.062 # Session INFO WATER: at water.api.RequestQueries.buildQuery(RequestQueries.java:148) 08:15:07.062 # Session INFO WATER: at water.api.Request.serve(Request.java:95) 08:15:07.063 # Session INFO WATER: at water.api.RequestServer.serve(RequestServer.java:220) 08:15:07.063 # Session INFO WATER: at water.NanoHTTPD$HTTPSession.run(NanoHTTPD.java:391) 08:15:07.064 # Session INFO WATER: at java.lang.Thread.run(Thread.java:662) 08:15:07.094 # Session INFO WATER: Caused by: water.DException$DistributedException: from /192.168.1.163:54331; java.lang.AssertionError: null while mapping key $0000000080ed00000000$nfs://home/tomk/h2o-1.7.0.1066/../airlines_all.hex 08:15:07.120 # Session INFO WATER: at water.nbhm.NonBlockingHashMap.putIfMatchUnlocked(NonBlockingHashMap.java:369) 08:15:07.120 # Session INFO WATER: at water.H2O.putIfMatch(H2O.java:439) 08:15:07.120 # Session INFO WATER: at water.DKV.DputIfMatch(DKV.java:66) 08:15:07.121 # Session INFO WATER: at water.DKV.put(DKV.java:22) 08:15:07.121 # Session INFO WATER: at water.DKV.put(DKV.java:16) 08:15:07.121 # Session INFO WATER: at water.UKV.put(UKV.java:27) 08:15:07.121 # Session INFO WATER: at water.UKV.put(UKV.java:23) 08:15:07.122 # Session INFO WATER: at water.UKV.put(UKV.java:84) 08:15:07.122 # Session INFO WATER: at water.fvec.AppendableVec.closeChunk(AppendableVec.java:55) 08:15:07.122 # Session INFO WATER: at water.fvec.NewChunk.close(NewChunk.java:103) 08:15:07.122 # Session INFO WATER: at water.fvec.Chunk.close(Chunk.java:145) 08:15:07.122 # Session INFO WATER: at water.ValueArray$Converter.map(ValueArray.java:627) 08:15:07.123 # Session INFO WATER: at water.MRTask.lcompute(MRTask.java:66) 08:15:07.123 # Session INFO WATER: at water.DRemoteTask.compute2(DRemoteTask.java:75) 08:15:07.123 # Session INFO WATER: at water.MRTask.lcompute(MRTask.java:62) 08:15:07.123 # Session INFO WATER: at water.DRemoteTask.compute2(DRemoteTask.java:75) 08:15:07.123 # Session INFO WATER: at water.MRTask.lcompute(MRTask.java:62) 08:15:07.124 # Session INFO WATER: at water.DRemoteTask.compute2(DRemoteTask.java:75) 08:15:07.124 # Session INFO WATER: at water.MRTask.lcompute(MRTask.java:62) 08:15:07.124 # Session INFO WATER: at water.DRemoteTask.compute2(DRemoteTask.java:75) 08:15:07.124 # Session INFO WATER: at water.H2O$H2OCountedCompleter.compute(H2O.java:599) 08:15:07.124 # Session INFO WATER: at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) 08:15:07.125 # Session INFO WATER: at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) 08:15:07.125 # Session INFO WATER: at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) 08:15:07.129 # Session INFO WATER: at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) 08:15:07.129 # Session INFO WATER: at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)

    JIRA | 3 years ago | Tom Kraljevic
    java.lang.RuntimeException: water.DException$DistributedException: from /192.168.1.163:54331; java.lang.AssertionError: null while mapping key $0000000080ed00000000$nfs://home/tomk/h2o-1.7.0.1066/../airlines_all.hex
  6. 0

    top of tree master h2o-dev. R PROGRAM > library(h2o) > h = h2o.init() > df = as.h2o(h, iris) > df$newcol = df$Sepal.Length Error: from /192.168.1.71:54321; by class water.fvec.RollupStats$ComputeRollupsTask; class java.lang.NullPointerException: null JAVA OUTPUT mbp2:h2o-dev tomk$ java -jar build/h2o.jar 12-10 00:51:49.545 192.168.1.71:54321 20165 main INFO: ----- H2O started ----- 12-10 00:51:49.617 192.168.1.71:54321 20165 main INFO: Build git branch: master 12-10 00:51:49.617 192.168.1.71:54321 20165 main INFO: Build git hash: 2f4350439027755daab9f845b27994a0dfa588f0 12-10 00:51:49.617 192.168.1.71:54321 20165 main INFO: Build git describe: RELEASE-0.1.13-465-g2f43504 12-10 00:51:49.617 192.168.1.71:54321 20165 main INFO: Build project version: 0.1.14.99999 12-10 00:51:49.617 192.168.1.71:54321 20165 main INFO: Built by: 'tomk' 12-10 00:51:49.617 192.168.1.71:54321 20165 main INFO: Built on: '2014-12-10 00:42:00' 12-10 00:51:49.618 192.168.1.71:54321 20165 main INFO: Java availableProcessors: 8 12-10 00:51:49.618 192.168.1.71:54321 20165 main INFO: Java heap totalMemory: 245.5 MB 12-10 00:51:49.618 192.168.1.71:54321 20165 main INFO: Java heap maxMemory: 3.56 GB 12-10 00:51:49.618 192.168.1.71:54321 20165 main INFO: Java version: Java 1.7.0_51 (from Oracle Corporation) 12-10 00:51:49.618 192.168.1.71:54321 20165 main INFO: OS version: Mac OS X 10.9.5 (x86_64) 12-10 00:51:49.618 192.168.1.71:54321 20165 main INFO: Possible IP Address: en0 (en0), 2602:306:835d:d8a0:edc0:305d:a782:f62c 12-10 00:51:49.618 192.168.1.71:54321 20165 main INFO: Possible IP Address: en0 (en0), 2602:306:835d:d8a0:2acf:e9ff:fe1c:ccf 12-10 00:51:49.619 192.168.1.71:54321 20165 main INFO: Possible IP Address: en0 (en0), fe80:0:0:0:2acf:e9ff:fe1c:ccf%4 12-10 00:51:49.619 192.168.1.71:54321 20165 main INFO: Possible IP Address: en0 (en0), 192.168.1.71 12-10 00:51:49.619 192.168.1.71:54321 20165 main INFO: Possible IP Address: lo0 (lo0), fe80:0:0:0:0:0:0:1%1 12-10 00:51:49.619 192.168.1.71:54321 20165 main INFO: Possible IP Address: lo0 (lo0), 0:0:0:0:0:0:0:1 12-10 00:51:49.619 192.168.1.71:54321 20165 main INFO: Possible IP Address: lo0 (lo0), 127.0.0.1 12-10 00:51:49.619 192.168.1.71:54321 20165 main INFO: Internal communication uses port: 54322 12-10 00:51:49.619 192.168.1.71:54321 20165 main INFO: Listening for HTTP and REST traffic on http://192.168.1.71:54321/ 12-10 00:51:49.620 192.168.1.71:54321 20165 main INFO: H2O cloud name: 'tomk' on /192.168.1.71:54321, discovery address /225.54.105.89:57654 12-10 00:51:49.620 192.168.1.71:54321 20165 main INFO: If you have trouble connecting, try SSH tunneling from your local machine (e.g., via port 55555): 12-10 00:51:49.620 192.168.1.71:54321 20165 main INFO: 1. Open a terminal and run 'ssh -L 55555:localhost:54321 tomk@192.168.1.71' 12-10 00:51:49.620 192.168.1.71:54321 20165 main INFO: 2. Point your browser to http://localhost:55555 12-10 00:51:49.783 192.168.1.71:54321 20165 main INFO: Log dir: '/tmp/h2o-tomk/h2ologs' 12-10 00:51:49.834 192.168.1.71:54321 20165 main INFO: Cloud of size 1 formed [/192.168.1.71:54321] 12-10 00:52:10.400 192.168.1.71:54321 20165 # Session INFO: Registering schema: CloudV1 schema_version: 1 with Iced class: class water.api.CloudHandler$Cloud 12-10 00:52:28.754 192.168.1.71:54321 20165 # Session INFO: Path: /2/ImportFiles, route: ^(/v?\d+)?/ImportFiles, parms: {path=/var/folders/tt/g5d7cr8d3fg84jmb5jr9dlrc0000gn/T//RtmpMVBmZ0/file4ecb7fd6bfce.csv} 12-10 00:52:28.755 192.168.1.71:54321 20165 # Session INFO: Registering schema: ImportFilesV2 schema_version: 2 with Iced class: class water.api.ImportFilesHandler$ImportFiles 12-10 00:52:28.844 192.168.1.71:54321 20165 # Session INFO: Path: /2/ParseSetup, route: ^(/v?\d+)?/ParseSetup, parms: {srcs=[nfs://private/var/folders/tt/g5d7cr8d3fg84jmb5jr9dlrc0000gn/T/RtmpMVBmZ0/file4ecb7fd6bfce.csv]} 12-10 00:52:28.845 192.168.1.71:54321 20165 # Session INFO: Registering schema: ParseSetupV2 schema_version: 2 with Iced class: class water.parser.ParseSetup 12-10 00:52:28.911 192.168.1.71:54321 20165 # Session INFO: Path: /2/Parse, route: ^(/v?\d+)?/Parse, parms: {sep=44, pType=CSV, checkHeader=1, hex=iris.hex, srcs=[nfs://private/var/folders/tt/g5d7cr8d3fg84jmb5jr9dlrc0000gn/T/RtmpMVBmZ0/file4ecb7fd6bfce.csv], ncols=5, singleQuotes=FALSE, columnNames=[Sepal.Length,Sepal.Width,Petal.Length,Petal.Width,Species]} 12-10 00:52:28.912 192.168.1.71:54321 20165 # Session INFO: Registering schema: ParseV2 schema_version: 2 with Iced class: class water.api.ParseHandler$Parse 12-10 00:52:28.989 192.168.1.71:54321 20165 # Session INFO: Path: /2/Jobs/$0301c0a8014732d4ffffffff$_b886eb206638c52533d73b187e884868, route: ^(/v?\d+)?/Jobs/(?<key>.*), parms: {key=$0301c0a8014732d4ffffffff$_b886eb206638c52533d73b187e884868} 12-10 00:52:28.989 192.168.1.71:54321 20165 # Session INFO: Registering schema: JobsV2 schema_version: 2 with Iced class: class water.api.JobsHandler$Jobs 12-10 00:52:28.991 192.168.1.71:54321 20165 # Session INFO: Registering schema: JobV2 schema_version: 2 with Iced class: class water.Job 12-10 00:52:29.006 192.168.1.71:54321 20165 FJ-0-15 INFO: Parse result for iris.hex (150 rows): 12-10 00:52:29.009 192.168.1.71:54321 20165 # Session INFO: Path: /2/Jobs/$0301c0a8014732d4ffffffff$_b886eb206638c52533d73b187e884868, route: ^(/v?\d+)?/Jobs/(?<key>.*), parms: {key=$0301c0a8014732d4ffffffff$_b886eb206638c52533d73b187e884868} 12-10 00:52:29.011 192.168.1.71:54321 20165 FJ-0-15 INFO: Col type min max NAs constant numLevels 12-10 00:52:29.011 192.168.1.71:54321 20165 FJ-0-15 INFO: Sepal.Length: numeric 4.30000 7.90000 12-10 00:52:29.012 192.168.1.71:54321 20165 FJ-0-15 INFO: Sepal.Width: numeric 2.00000 4.40000 12-10 00:52:29.012 192.168.1.71:54321 20165 FJ-0-15 INFO: Petal.Length: numeric 1.00000 6.90000 12-10 00:52:29.013 192.168.1.71:54321 20165 FJ-0-15 INFO: Petal.Width: numeric 0.100000 2.50000 12-10 00:52:29.013 192.168.1.71:54321 20165 FJ-0-15 INFO: Species: categorical 0.00000 2.00000 3 12-10 00:52:29.016 192.168.1.71:54321 20165 FJ-0-15 INFO: Internal FluidVec compression/distribution summary: 12-10 00:52:29.016 192.168.1.71:54321 20165 FJ-0-15 INFO: Chunk type count fraction size rel. size 12-10 00:52:29.016 192.168.1.71:54321 20165 FJ-0-15 INFO: C1 1 20.000 % 218 B 19.156 % 12-10 00:52:29.016 192.168.1.71:54321 20165 FJ-0-15 INFO: C1S 4 80.000 % 920 B 80.844 % 12-10 00:52:29.016 192.168.1.71:54321 20165 FJ-0-15 INFO: Total memory usage : 1.1 KB 12-10 00:52:29.041 192.168.1.71:54321 20165 # Session INFO: Path: /2/Jobs/$0301c0a8014732d4ffffffff$_b886eb206638c52533d73b187e884868, route: ^(/v?\d+)?/Jobs/(?<key>.*), parms: {key=$0301c0a8014732d4ffffffff$_b886eb206638c52533d73b187e884868} 12-10 00:52:29.047 192.168.1.71:54321 20165 # Session INFO: Path: /2/Jobs/$0301c0a8014732d4ffffffff$_b886eb206638c52533d73b187e884868, route: ^(/v?\d+)?/Jobs/(?<key>.*), parms: {key=$0301c0a8014732d4ffffffff$_b886eb206638c52533d73b187e884868} 12-10 00:52:29.069 192.168.1.71:54321 20165 # Session INFO: Path: /2/Inspect, route: ^(/v?\d+)?/Inspect, parms: {key=iris.hex} 12-10 00:52:29.069 192.168.1.71:54321 20165 # Session INFO: Registering schema: InspectV1 schema_version: 1 with Iced class: class water.api.InspectHandler$InspectPojo 12-10 00:52:29.073 192.168.1.71:54321 20165 # Session INFO: Registering schema: FrameV2 schema_version: 2 with Iced class: class water.fvec.Frame 12-10 00:52:29.122 192.168.1.71:54321 20165 # Session INFO: Path: /2/Inspect, route: ^(/v?\d+)?/Inspect, parms: {key=iris.hex} 12-10 00:52:29.153 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=nfs://var/folders/tt/g5d7cr8d3fg84jmb5jr9dlrc0000gn/T/RtmpMVBmZ0/file4ecb7fd6bfce.csv} 12-10 00:52:29.153 192.168.1.71:54321 20165 # Session INFO: Registering schema: RemoveV1 schema_version: 1 with Iced class: class water.api.RemoveHandler$Remove 12-10 00:52:29.177 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=nfs://private/var/folders/tt/g5d7cr8d3fg84jmb5jr9dlrc0000gn/T/RtmpMVBmZ0/file4ecb7fd6bfce.csv} 12-10 00:52:29.199 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp} 12-10 00:52:29.222 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp} 12-10 00:52:29.248 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp} 12-10 00:52:40.152 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp} 12-10 00:52:40.175 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp} 12-10 00:52:40.197 192.168.1.71:54321 20165 # Session INFO: Path: /2/Rapids, route: ^(/v?\d+)?/Rapids, parms: {ast=(= !..tmp (= ([ $iris.hex "null" #5) ([ $iris.hex "null" #0)))} 12-10 00:52:40.197 192.168.1.71:54321 20165 # Session INFO: Registering schema: RapidsV1 schema_version: 1 with Iced class: class water.api.RapidsHandler$Rapids 12-10 00:52:40.277 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp} 12-10 00:52:40.299 192.168.1.71:54321 20165 # Session INFO: Path: /2/Rapids, route: ^(/v?\d+)?/Rapids, parms: {ast=(= !..tmp (= ([ $iris.hex "null" #5) ([ $iris.hex "null" #0)))} 12-10 00:52:40.304 192.168.1.71:54321 20165 # Session ERRR: water.DException$DistributedException: from /192.168.1.71:54321; by class water.fvec.RollupStats$ComputeRollupsTask; class java.lang.NullPointerException: null water.DException$DistributedException: from /192.168.1.71:54321; by class water.fvec.RollupStats$ComputeRollupsTask; class java.lang.NullPointerException: null at water.fvec.RollupStats$ComputeRollupsTask.computeRollups(RollupStats.java:327) at water.fvec.RollupStats$ComputeRollupsTask.updateRollups(RollupStats.java:362) at water.fvec.RollupStats$ComputeRollupsTask.compute2(RollupStats.java:368) at water.H2O$H2OCountedCompleter.compute(H2O.java:567) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) 12-10 00:52:40.330 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp} 12-10 00:52:40.349 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp} 12-10 00:52:40.371 192.168.1.71:54321 20165 # Session INFO: Path: /2/Remove, route: ^(/v?\d+)?/Remove, parms: {key=..tmp}

    JIRA | 2 years ago | Tom Kraljevic
    water.DException$DistributedException: from /192.168.1.71:54321; by class water.fvec.RollupStats$ComputeRollupsTask; class java.lang.NullPointerException: null

    Not finding the right solution?
    Take a tour to get the most out of Samebug.

    Tired of useless tips?

    Automated exception search integrated into your IDE

    Root Cause Analysis

    1. water.DException$DistributedException

      from /192.168.100.141:54321; class java.lang.NullPointerException: null while mapping key $04ff00000000ffffffff$nfs://home/user/tomcat-6.0/webapps/ChampionWS/WEB-INF/files/csv_converted_434.csv

      at water.fvec.Vec.chunkKey()
    2. water.fvec
      Vec.toString
      1. water.fvec.Vec.chunkKey(Vec.java:660)
      2. water.fvec.Vec.chunkKey(Vec.java:658)
      3. water.fvec.Vec.toString(Vec.java:858)
      3 frames
    3. Java RT
      StringBuilder.append
      1. java.lang.String.valueOf(String.java:2847)
      2. java.lang.StringBuilder.append(StringBuilder.java:128)
      2 frames
    4. water
      Value.getFirstBytes
      1. water.Value.get(Value.java:110)
      2. water.Value.getFirstBytes(Value.java:257)
      2 frames
    5. water.util
      Utils.getFirstUnzipedBytes
      1. water.util.Utils.getFirstUnzipedBytes(Utils.java:769)
      2. water.util.Utils.getFirstUnzipedBytes(Utils.java:766)
      2 frames
    6. water.parser
      GuessSetup$GuessSetupTsk.map
      1. water.parser.GuessSetup$GuessSetupTsk.map(GuessSetup.java:136)
      1 frame
    7. water
      H2O$H2OCountedCompleter.compute
      1. water.MRTask.lcompute(MRTask.java:69)
      2. water.DRemoteTask.compute2(DRemoteTask.java:91)
      3. water.H2O$H2OCountedCompleter.compute(H2O.java:653)
      3 frames
    8. jsr166y
      ForkJoinWorkerThread.run
      1. jsr166y.CountedCompleter.exec(CountedCompleter.java:429)
      2. jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263)
      3. jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974)
      4. jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477)
      5. jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)
      5 frames