org.fcrepo.server.errors.StorageDeviceException: Error creating replication job: The resulting value is outside the range for the data type SMALLINT.

Sakai JIRA | Thomas Pii | 6 years ago
  1. 0

    The database internally uses a SMALLINT for the systemVersion in the doRegistry table. This value is incremented every time you modify an object, and overflows when you reach 32767 modifications. This was reproduced using a small piece of code that added and removed a relation from and object repeatedly. The stacktrace is: org.fcrepo.server.errors.StorageDeviceException: Error creating replication job: The resulting value is outside the range for the data type SMALLINT. at org.fcrepo.server.storage.DefaultDOManager.doCommit(DefaultDOManager.java:1376) [fcrepo-server-3.4.2.jar:na] at org.fcrepo.server.storage.SimpleDOWriter.commit(SimpleDOWriter.java:508) [fcrepo-server-3.4.2.jar:na] at org.fcrepo.server.management.DefaultManagement.purgeRelationship(DefaultManagement.java:1755) [fcrepo-server-3.4.2.jar:na] at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) [na:na] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [na:1.6.0_24] at java.lang.reflect.Method.invoke(Method.java:597) [na:1.6.0_24] at org.fcrepo.server.messaging.NotificationInvocationHandler.invoke(NotificationInvocationHandler.java:68) [fcrepo-server-3.4.2.jar:na] at $Proxy0.purgeRelationship(Unknown Source) [na:na] at org.fcrepo.server.management.ManagementModule.purgeRelationship(ManagementModule.java:476) [fcrepo-server-3.4.2.jar:na] at org.fcrepo.server.management.FedoraAPIMBindingSOAPHTTPImpl.purgeRelationship(FedoraAPIMBindingSOAPHTTPImpl.java:551) [fcrepo-server-3.4.2.jar:na] at org.fcrepo.server.management.FedoraAPIMBindingSOAPHTTPSkeleton.purgeRelationship(FedoraAPIMBindingSOAPHTTPSkeleton.java:463) [fcrepo-common-3.4.2.jar:na] at sun.reflect.GeneratedMethodAccessor50.invoke(Unknown Source) [na:na] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [na:1.6.0_24] at java.lang.reflect.Method.invoke(Method.java:597) [na:1.6.0_24] at org.apache.axis.providers.java.RPCProvider.invokeMethod(RPCProvider.java:397) [axis-1.3-PATCHED.jar:na] at org.apache.axis.providers.java.RPCProvider.processMessage(RPCProvider.java:186) [axis-1.3-PATCHED.jar:na] at org.apache.axis.providers.java.JavaProvider.invoke(JavaProvider.java:323) [axis-1.3-PATCHED.jar:na] at org.apache.axis.strategies.InvocationStrategy.visit(InvocationStrategy.java:32) [axis-1.3-PATCHED.jar:na] at org.apache.axis.SimpleChain.doVisiting(SimpleChain.java:118) [axis-1.3-PATCHED.jar:na] at org.apache.axis.SimpleChain.invoke(SimpleChain.java:83) [axis-1.3-PATCHED.jar:na] at org.apache.axis.handlers.soap.SOAPService.invoke(SOAPService.java:453) [axis-1.3-PATCHED.jar:na] at org.apache.axis.server.AxisServer.invoke(AxisServer.java:281) [axis-1.3-PATCHED.jar:na] at org.apache.axis.transport.http.AxisServlet.doPost(AxisServlet.java:699) [axis-1.3-PATCHED.jar:na] at javax.servlet.http.HttpServlet.service(HttpServlet.java:637) [servlet-api.jar:na] at org.apache.axis.transport.http.AxisServletBase.service(AxisServletBase.java:327) [axis-1.3-PATCHED.jar:na] at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) [servlet-api.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) [catalina.jar:na] at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) [catalina.jar:na] at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:525) [catalina.jar:na] at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) [catalina.jar:na] at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) [catalina.jar:na] at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) [catalina.jar:na] at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:293) [catalina.jar:na] at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:849) [tomcat-coyote.jar:na] at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583) [tomcat-coyote.jar:na] at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:454) [tomcat-coyote.jar:na] at java.lang.Thread.run(Thread.java:662) [na:1.6.0_24] I have attached a patch that modifies the type to INT. There is also a modification of the DefaultDOManager that passes the original SQLException as cause to the StorageDeviceException that is thrown, so the stack trace is preserved

    Sakai JIRA | 6 years ago | Thomas Pii
    org.fcrepo.server.errors.StorageDeviceException: Error creating replication job: The resulting value is outside the range for the data type SMALLINT.
  2. 0

    The database internally uses a SMALLINT for the systemVersion in the doRegistry table. This value is incremented every time you modify an object, and overflows when you reach 32767 modifications. This was reproduced using a small piece of code that added and removed a relation from and object repeatedly. The stacktrace is: org.fcrepo.server.errors.StorageDeviceException: Error creating replication job: The resulting value is outside the range for the data type SMALLINT. at org.fcrepo.server.storage.DefaultDOManager.doCommit(DefaultDOManager.java:1376) [fcrepo-server-3.4.2.jar:na] at org.fcrepo.server.storage.SimpleDOWriter.commit(SimpleDOWriter.java:508) [fcrepo-server-3.4.2.jar:na] at org.fcrepo.server.management.DefaultManagement.purgeRelationship(DefaultManagement.java:1755) [fcrepo-server-3.4.2.jar:na] at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source) [na:na] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [na:1.6.0_24] at java.lang.reflect.Method.invoke(Method.java:597) [na:1.6.0_24] at org.fcrepo.server.messaging.NotificationInvocationHandler.invoke(NotificationInvocationHandler.java:68) [fcrepo-server-3.4.2.jar:na] at $Proxy0.purgeRelationship(Unknown Source) [na:na] at org.fcrepo.server.management.ManagementModule.purgeRelationship(ManagementModule.java:476) [fcrepo-server-3.4.2.jar:na] at org.fcrepo.server.management.FedoraAPIMBindingSOAPHTTPImpl.purgeRelationship(FedoraAPIMBindingSOAPHTTPImpl.java:551) [fcrepo-server-3.4.2.jar:na] at org.fcrepo.server.management.FedoraAPIMBindingSOAPHTTPSkeleton.purgeRelationship(FedoraAPIMBindingSOAPHTTPSkeleton.java:463) [fcrepo-common-3.4.2.jar:na] at sun.reflect.GeneratedMethodAccessor50.invoke(Unknown Source) [na:na] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [na:1.6.0_24] at java.lang.reflect.Method.invoke(Method.java:597) [na:1.6.0_24] at org.apache.axis.providers.java.RPCProvider.invokeMethod(RPCProvider.java:397) [axis-1.3-PATCHED.jar:na] at org.apache.axis.providers.java.RPCProvider.processMessage(RPCProvider.java:186) [axis-1.3-PATCHED.jar:na] at org.apache.axis.providers.java.JavaProvider.invoke(JavaProvider.java:323) [axis-1.3-PATCHED.jar:na] at org.apache.axis.strategies.InvocationStrategy.visit(InvocationStrategy.java:32) [axis-1.3-PATCHED.jar:na] at org.apache.axis.SimpleChain.doVisiting(SimpleChain.java:118) [axis-1.3-PATCHED.jar:na] at org.apache.axis.SimpleChain.invoke(SimpleChain.java:83) [axis-1.3-PATCHED.jar:na] at org.apache.axis.handlers.soap.SOAPService.invoke(SOAPService.java:453) [axis-1.3-PATCHED.jar:na] at org.apache.axis.server.AxisServer.invoke(AxisServer.java:281) [axis-1.3-PATCHED.jar:na] at org.apache.axis.transport.http.AxisServlet.doPost(AxisServlet.java:699) [axis-1.3-PATCHED.jar:na] at javax.servlet.http.HttpServlet.service(HttpServlet.java:637) [servlet-api.jar:na] at org.apache.axis.transport.http.AxisServletBase.service(AxisServletBase.java:327) [axis-1.3-PATCHED.jar:na] at javax.servlet.http.HttpServlet.service(HttpServlet.java:717) [servlet-api.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235) [fcrepo-server-3.4.2.jar:na] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) [catalina.jar:na] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) [catalina.jar:na] at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233) [catalina.jar:na] at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) [catalina.jar:na] at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:525) [catalina.jar:na] at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128) [catalina.jar:na] at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) [catalina.jar:na] at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) [catalina.jar:na] at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:293) [catalina.jar:na] at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:849) [tomcat-coyote.jar:na] at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583) [tomcat-coyote.jar:na] at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:454) [tomcat-coyote.jar:na] at java.lang.Thread.run(Thread.java:662) [na:1.6.0_24] I have attached a patch that modifies the type to INT. There is also a modification of the DefaultDOManager that passes the original SQLException as cause to the StorageDeviceException that is thrown, so the stack trace is preserved

    Sakai JIRA | 6 years ago | Thomas Pii
    org.fcrepo.server.errors.StorageDeviceException: Error creating replication job: The resulting value is outside the range for the data type SMALLINT.

    Root Cause Analysis

    1. org.fcrepo.server.errors.StorageDeviceException

      Error creating replication job: The resulting value is outside the range for the data type SMALLINT.

      at org.fcrepo.server.storage.DefaultDOManager.doCommit()
    2. org.fcrepo.server
      DefaultManagement.purgeRelationship
      1. org.fcrepo.server.storage.DefaultDOManager.doCommit(DefaultDOManager.java:1376)[fcrepo-server-3.4.2.jar:na]
      2. org.fcrepo.server.storage.SimpleDOWriter.commit(SimpleDOWriter.java:508)[fcrepo-server-3.4.2.jar:na]
      3. org.fcrepo.server.management.DefaultManagement.purgeRelationship(DefaultManagement.java:1755)[fcrepo-server-3.4.2.jar:na]
      3 frames
    3. Java RT
      Method.invoke
      1. sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)[na:na]
      2. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)[na:1.6.0_24]
      3. java.lang.reflect.Method.invoke(Method.java:597)[na:1.6.0_24]
      3 frames
    4. org.fcrepo.server
      NotificationInvocationHandler.invoke
      1. org.fcrepo.server.messaging.NotificationInvocationHandler.invoke(NotificationInvocationHandler.java:68)[fcrepo-server-3.4.2.jar:na]
      1 frame
    5. Unknown
      $Proxy0.purgeRelationship
      1. $Proxy0.purgeRelationship(Unknown Source)[na:na]
      1 frame
    6. org.fcrepo.server
      FedoraAPIMBindingSOAPHTTPSkeleton.purgeRelationship
      1. org.fcrepo.server.management.ManagementModule.purgeRelationship(ManagementModule.java:476)[fcrepo-server-3.4.2.jar:na]
      2. org.fcrepo.server.management.FedoraAPIMBindingSOAPHTTPImpl.purgeRelationship(FedoraAPIMBindingSOAPHTTPImpl.java:551)[fcrepo-server-3.4.2.jar:na]
      3. org.fcrepo.server.management.FedoraAPIMBindingSOAPHTTPSkeleton.purgeRelationship(FedoraAPIMBindingSOAPHTTPSkeleton.java:463)[fcrepo-common-3.4.2.jar:na]
      3 frames
    7. Java RT
      Method.invoke
      1. sun.reflect.GeneratedMethodAccessor50.invoke(Unknown Source)[na:na]
      2. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)[na:1.6.0_24]
      3. java.lang.reflect.Method.invoke(Method.java:597)[na:1.6.0_24]
      3 frames
    8. Axis Web Services
      AxisServlet.doPost
      1. org.apache.axis.providers.java.RPCProvider.invokeMethod(RPCProvider.java:397)[axis-1.3-PATCHED.jar:na]
      2. org.apache.axis.providers.java.RPCProvider.processMessage(RPCProvider.java:186)[axis-1.3-PATCHED.jar:na]
      3. org.apache.axis.providers.java.JavaProvider.invoke(JavaProvider.java:323)[axis-1.3-PATCHED.jar:na]
      4. org.apache.axis.strategies.InvocationStrategy.visit(InvocationStrategy.java:32)[axis-1.3-PATCHED.jar:na]
      5. org.apache.axis.SimpleChain.doVisiting(SimpleChain.java:118)[axis-1.3-PATCHED.jar:na]
      6. org.apache.axis.SimpleChain.invoke(SimpleChain.java:83)[axis-1.3-PATCHED.jar:na]
      7. org.apache.axis.handlers.soap.SOAPService.invoke(SOAPService.java:453)[axis-1.3-PATCHED.jar:na]
      8. org.apache.axis.server.AxisServer.invoke(AxisServer.java:281)[axis-1.3-PATCHED.jar:na]
      9. org.apache.axis.transport.http.AxisServlet.doPost(AxisServlet.java:699)[axis-1.3-PATCHED.jar:na]
      9 frames
    9. JavaServlet
      HttpServlet.service
      1. javax.servlet.http.HttpServlet.service(HttpServlet.java:637)[servlet-api.jar:na]
      1 frame
    10. Axis Web Services
      AxisServletBase.service
      1. org.apache.axis.transport.http.AxisServletBase.service(AxisServletBase.java:327)[axis-1.3-PATCHED.jar:na]
      1 frame
    11. JavaServlet
      HttpServlet.service
      1. javax.servlet.http.HttpServlet.service(HttpServlet.java:717)[servlet-api.jar:na]
      1 frame
    12. Glassfish Core
      ApplicationFilterChain.doFilter
      1. org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)[catalina.jar:na]
      2. org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)[catalina.jar:na]
      2 frames
    13. org.fcrepo.server
      FilterSetup.doFilter
      1. org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235)[fcrepo-server-3.4.2.jar:na]
      1 frame
    14. Glassfish Core
      ApplicationFilterChain.doFilter
      1. org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)[catalina.jar:na]
      2. org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)[catalina.jar:na]
      2 frames
    15. org.fcrepo.server
      FilterSetup.doFilter
      1. org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235)[fcrepo-server-3.4.2.jar:na]
      1 frame
    16. Glassfish Core
      ApplicationFilterChain.doFilter
      1. org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)[catalina.jar:na]
      2. org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)[catalina.jar:na]
      2 frames
    17. org.fcrepo.server
      FilterSetup.doFilter
      1. org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235)[fcrepo-server-3.4.2.jar:na]
      1 frame
    18. Glassfish Core
      ApplicationFilterChain.doFilter
      1. org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)[catalina.jar:na]
      2. org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)[catalina.jar:na]
      2 frames
    19. org.fcrepo.server
      FilterSetup.doFilter
      1. org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235)[fcrepo-server-3.4.2.jar:na]
      1 frame
    20. Glassfish Core
      ApplicationFilterChain.doFilter
      1. org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)[catalina.jar:na]
      2. org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)[catalina.jar:na]
      2 frames
    21. org.fcrepo.server
      FilterSetup.doFilter
      1. org.fcrepo.server.security.servletfilters.FilterSetup.doFilter(FilterSetup.java:235)[fcrepo-server-3.4.2.jar:na]
      1 frame
    22. Glassfish Core
      CoyoteAdapter.service
      1. org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)[catalina.jar:na]
      2. org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)[catalina.jar:na]
      3. org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)[catalina.jar:na]
      4. org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191)[catalina.jar:na]
      5. org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:525)[catalina.jar:na]
      6. org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:128)[catalina.jar:na]
      7. org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)[catalina.jar:na]
      8. org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)[catalina.jar:na]
      9. org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:293)[catalina.jar:na]
      9 frames
    23. Grizzly HTTP
      JIoEndpoint$Worker.run
      1. org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:849)[tomcat-coyote.jar:na]
      2. org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)[tomcat-coyote.jar:na]
      3. org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:454)[tomcat-coyote.jar:na]
      3 frames
    24. Java RT
      Thread.run
      1. java.lang.Thread.run(Thread.java:662)[na:1.6.0_24]
      1 frame