java.lang.ArrayIndexOutOfBoundsException: 10

JIRA | Eric Eckstrand | 2 years ago
  1. 0
  2. 0
  3. 0

    Steps to reproduce : 1) Import file : importFiles [ "/Users/nmadabhushi/0xdata/datasets/BigCross.data" ] 2) Parse these file: setupParse [ "nfs://Users/nmadabhushi/0xdata/datasets/BigCross.data" ] 3) Build model : buildModel 'glm', {"destination_key":"glm_model_1","training_frame":"BigCross.hex","validation_frame":"BigCross.hex","response_column":"C1","do_classification":true,"balance_classes":true,"family":"binomial","lambda_search":true} Console Error: 01-07 14:35:25.263 172.16.2.16:54321 26156 # Session INFO: Path: /3/Frames/BigCross.hex, route: /3/Frames/(?<key>.*), parms: {key=BigCross.hex} 01-07 14:36:32.651 172.16.2.16:54321 26156 # Session INFO: Path: /2/ModelBuilders/glm, route: ^(/\d+)?/ModelBuilders/glm, parms: {do_classification=true, destination_key=glm_model_1, family=binomial, training_frame=BigCross.hex, balance_classes=true, validation_frame=BigCross.hex, response_column=C1, lambda_search=true} 01-07 14:36:32.657 172.16.2.16:54321 26156 # Session INFO: Building H2O GLM model with these parameters: 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: { 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_destination_key": { 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "name": "glm_model_1", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "type": "Iced" 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: }, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_train": { 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "name": "BigCross.hex", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "type": "Iced" 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: }, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_valid": { 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "name": "BigCross.hex", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "type": "Iced" 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: }, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_dropNA20Cols": false, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_score_each_iteration": false, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_max_confusion_matrix_size": 20, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_response_column": "C1", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_convert_to_enum": true, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_balance_classes": true, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_max_after_balance_size": "Infinity", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_max_hit_ratio_k": 10, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_standardize": true, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_family": "binomial", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_link": "identity", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_tweedie_variance_power": "NaN", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_tweedie_link_power": "NaN", 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_alpha": [ 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: 0.5 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: ], 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_lambda": [ 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: 1.0E-5 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: ], 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_prior": -1.0, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_lambda_search": true, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_nlambdas": -1, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_lambda_min_ratio": -1.0, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_higher_accuracy": false, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_use_all_factor_levels": false, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_n_folds": 0, 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: "_max_active_predictors": 10000 01-07 14:36:32.704 172.16.2.16:54321 26156 # Session INFO: } 01-07 14:36:33.168 172.16.2.16:54321 26156 # Session INFO: Path: /2/Jobs/$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe, route: ^(/\d+)?/Jobs/(?<key>.*), parms: {key=$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe} 01-07 14:36:34.177 172.16.2.16:54321 26156 # Session INFO: Path: /2/Jobs/$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe, route: ^(/\d+)?/Jobs/(?<key>.*), parms: {key=$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe} 01-07 14:36:35.204 172.16.2.16:54321 26156 # Session INFO: Path: /2/Jobs/$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe, route: ^(/\d+)?/Jobs/(?<key>.*), parms: {key=$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe} 01-07 14:36:36.286 172.16.2.16:54321 26156 # Session INFO: Path: /2/Jobs/$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe, route: ^(/\d+)?/Jobs/(?<key>.*), parms: {key=$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe} barrier onExCompletion for hex.glm.GLM$1@5bdfcc0e java.lang.ArrayIndexOutOfBoundsException: 16 at hex.ConfusionMatrix.add(ConfusionMatrix.java:74) at hex.glm.GLMValidation.add(GLMValidation.java:72) at hex.glm.GLMTask$GLMIterationTask.processRow(GLMTask.java:288) at hex.glm.GLMTask$LMAXTask.processRow(GLMTask.java:134) at hex.FrameTask.map(FrameTask.java:580) at water.MRTask.compute2(MRTask.java:426) at water.MRTask.compute2(MRTask.java:370) at water.MRTask.compute2(MRTask.java:370) at water.MRTask.compute2(MRTask.java:370) at water.MRTask.compute2(MRTask.java:370) at water.MRTask.compute2(MRTask.java:370) at water.MRTask.compute2(MRTask.java:370) at water.MRTask.compute2(MRTask.java:370) at water.MRTask.compute2(MRTask.java:370) at water.MRTask.compute2(MRTask.java:370) at water.H2O$H2OCountedCompleter.compute(H2O.java:580) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104) 01-07 14:36:37.300 172.16.2.16:54321 26156 # Session INFO: Path: /2/Jobs/$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe, route: ^(/\d+)?/Jobs/(?<key>.*), parms: {key=$0301ac10021032d4ffffffff$_84375ef9c028cd8d762f4f1884ff43fe}

    JIRA | 2 years ago | Neeraja Madabhushi
    java.lang.ArrayIndexOutOfBoundsException: 16
  4. Speed up your debug routine!

    Automated exception search integrated into your IDE

  5. 0

    here's what it was doing: synthetic dataset..looks like it was turning int cols into factors with a bunch of these cA.hex[,10] = factor(cA.hex[,10]) /GLM2 parameters: {'destination_key': None, 'standardize': None, 'family': 'binomial', 'beta_eps': None, 'max_iter': 50, 'n_folds': 2, 'alpha': None, 'response': 'C10', 'classification': None, 'beta_epsilon': 0.0001, 'tweedie_variance_power': None, 'ignored_cols': None, 'source': u'cA.hex', 'parallelism': None, 'lambda': 1e-05} File "/var/lib/jenkins/jobs/h2o.multi.vm.temporary/workspace/py/testdir_multi_jvm/test_GLM2_many_cols_int2cat.py", line 37, in tearDown h2o.check_sandbox_for_errors() File "py/h2o.py", line 769, in check_sandbox_for_errors python_test_name=python_test_name) File "py/h2o_sandbox.py", line 244, in check_sandbox_for_errors raise Exception(errorMessage) Exception: check_sandbox_for_errors: Errors in sandbox stdout or stderr (or R stdout/stderr). Could have occurred at any prior time java.lang.ArrayIndexOutOfBoundsException: 2 08:33:30.033 FJ-15-2 INFO WATER: at hex.ConfusionMatrix.add(ConfusionMatrix.java:71) 08:33:30.034 FJ-15-2 INFO WATER: at hex.glm.GLMValidation.add(GLMValidation.java:96) 08:33:30.035 FJ-15-2 INFO WATER: at hex.glm.GLMTask$LMAXTask.processRow(GLMTask.java:100) 08:33:30.036 FJ-15-2 INFO WATER: at hex.FrameTask.map(FrameTask.java:358) 08:33:30.037 FJ-15-2 INFO WATER: at water.MRTask2.compute2(MRTask2.java:392) 08:33:30.038 FJ-15-2 INFO WATER: at water.H2O$H2OCountedCompleter.compute(H2O.java:712) 08:33:30.039 FJ-15-2 INFO WATER: at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) 08:33:30.041 FJ-15-2 INFO WATER: at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) 08:33:30.042 FJ-15-2 INFO WATER: at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) 08:33:30.045 FJ-15-2 INFO WATER: at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) 08:33:30.045 FJ-15-2 INFO WATER: at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)

    JIRA | 3 years ago | Kevin Normoyle
    java.lang.ArrayIndexOutOfBoundsException: 2
  6. 0

    there might be all NaN's in tthe cols or something exec colResultList [u'NaN', u'NaN', u'NaN', u'NaN', u'NaN', u'NaN', u'NaN', u'NaN', u'NaN', u'NaN'] 2/GLM2 parameters: {'case_val': None, 'destination_key': None, 'standardize': None, 'classification': None, 'family': 'binomial', 'beta_epsilon': 0.0001, 'max_iter': 50, 'tweedie_variance_power': None, 'ignored_cols': None, 'source': u'cA.hex', 'parallelism': None, 'beta_eps': None, 'n_folds': 2, 'alpha': None, 'case_mode': None, 'response': 'C10', 'lambda': 1e-05} { "Request2": 0, "_beta": null, "_proximalPenalty": 0.0, "_runAllLambdas": "true", "_wgiven": null, "alpha": [ 0.5 ], "beta_epsilon": 0.0001, "classification": "true", "description": "GLM2", "destination_key": "GLMModel__82b94334daf749d67f24f712029442e5", "end_time": 0, "exception": null, "family": "binomial", "job_key": "GLM2Job__ab9f0b0d96fbf52c941313f7927140e8", "lambda": [ 1e-05 ], "lambda_max": 0.0, "link": "logit", "max_iter": 50, "n_folds": 2, "response": {}, "response_info": { "h2o": "pytest-jenkins-27762", "node": "/10.137.71.117:54323", "redirect_url": "/2/GLMProgress.json?job_key=GLM2Job__ab9f0b0d96fbf52c941313f7927140e8&destination_key=GLMModel__82b94334daf749d67f24f712029442e5", "status": "redirect", "time": 67 }, "source": { "_key": "cA.hex" }, "standardize": "true", "start_time": 1394553934790, "state": "RUNNING", "tweedie_link_power": 1.0, "tweedie_variance_power": 0.0 } http://test.0xdata.com/view/Nightly%20Multi%20Local%20VM/job/h2o.multi.vm.temporary/369/testReport/junit/test_GLM2_many_cols_int2cat/Basic/test_GLM2_many_cols_int2cat/? test_GLM2_many_cols_int2cat.Basic.test_GLM2_many_cols_int2cat (from nosetests) Failing for the past 31 builds (Since Unstable#339 ) Took 4.9 sec. Error Message rjson error in poll_url: Got exception 'class water.DException$DistributedException', with msg ' from /10.137.71.117:54321; java.lang.ArrayIndexOutOfBoundsException: 3' water.DException$DistributedException: from /10.137.71.117:54321; java.lang.ArrayIndexOutOfBoundsException: 3 at hex.ConfusionMatrix.add(ConfusionMatrix.java:72) at hex.glm.GLMValidation.add(GLMValidation.java:96) at hex.glm.GLMTask$LMAXTask.processRow(GLMTask.java:100) at hex.FrameTask.map(FrameTask.java:355) at water.MRTask2.compute2(MRTask2.java:366) at water.MRTask2.dinvoke(MRTask2.java:257) at water.RPC$RPCCall.compute2(RPC.java:297) at water.H2O$H2OCountedCompleter.compute(H2O.java:713) at jsr166y.CountedCompleter.exec(CountedCompleter.java:429) at jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263) at jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974) at jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477) at jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)

    JIRA | 3 years ago | Kevin Normoyle
    java.lang.ArrayIndexOutOfBoundsException: 3

    Not finding the right solution?
    Take a tour to get the most out of Samebug.

    Tired of useless tips?

    Automated exception search integrated into your IDE

    Root Cause Analysis

    1. java.lang.ArrayIndexOutOfBoundsException

      10

      at hex.ConfusionMatrix.add()
    2. hex
      ConfusionMatrix.add
      1. hex.ConfusionMatrix.add(ConfusionMatrix.java:81)
      1 frame
    3. hex.glm
      GLMTask$LMAXTask.processRow
      1. hex.glm.GLMValidation.add(GLMValidation.java:72)
      2. hex.glm.GLMTask$GLMIterationTask.processRow(GLMTask.java:444)
      3. hex.glm.GLMTask$LMAXTask.processRow(GLMTask.java:136)
      3 frames
    4. hex
      FrameTask.map
      1. hex.FrameTask.map(FrameTask.java:582)
      1 frame
    5. water
      H2O$H2OCountedCompleter.compute
      1. water.MRTask.compute2(MRTask.java:428)
      2. water.MRTask.compute2(MRTask.java:372)
      3. water.MRTask.compute2(MRTask.java:372)
      4. water.H2O$H2OCountedCompleter.compute(H2O.java:582)
      4 frames
    6. jsr166y
      ForkJoinWorkerThread.run
      1. jsr166y.CountedCompleter.exec(CountedCompleter.java:429)
      2. jsr166y.ForkJoinTask.doExec(ForkJoinTask.java:263)
      3. jsr166y.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:974)
      4. jsr166y.ForkJoinPool.runWorker(ForkJoinPool.java:1477)
      5. jsr166y.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:104)
      5 frames