java.io.IOException: cannot get log writer

JIRA | Haoyuan Li [Administrator] | 2 years ago
  1. 0

    Hbase 0.98.3 version can't start with tachyon System environment: hadoop 2.4.0 + hbase 0.98.3 + tachyon-0.4.1 + zookeeper-3.4.6 Tachyon does not implement createNonRecursive function in TFS.java Here is the error log Hbase-hdfs-master-BDB00.log 2014-07-17 16:32:34,654 INFO master:BDB00:60000 : FileDoesNotExistException(message:/hbase/data/hbase/meta/1588230740/WALs)/hbase/data/hbase/meta/1588230740/WALs 2014-07-17 16:32:34,654 INFO master:BDB00:60000 : File does not exist: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs 2014-07-17 16:32:34,654 INFO master:BDB00:60000 : mkdirs(tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs, rwxrwxrwx) 2014-07-17 16:32:34,655 INFO master:BDB00:60000 : getFileStatus(tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/oldWALs): HDFS Path: hdfs://BDB00/hbase/data/hbase/meta/1588230740/oldWALs TPath: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/oldWALs 2014-07-17 16:32:34,657 INFO master:BDB00:60000 : FileDoesNotExistException(message:/hbase/data/hbase/meta/1588230740/oldWALs)/hbase/data/hbase/meta/1588230740/oldWALs 2014-07-17 16:32:34,657 INFO master:BDB00:60000 : File does not exist: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/oldWALs 2014-07-17 16:32:34,658 INFO master:BDB00:60000 : mkdirs(tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/oldWALs, rwxrwxrwx) 2014-07-17 16:32:34,659 INFO master:BDB00:60000 : getFileStatus(tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658): HDFS Path: hdfs://BDB00/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658 TPath: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658 2014-07-17 16:32:34,661 INFO master:BDB00:60000 : FileDoesNotExistException(message:/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658)/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658 2014-07-17 16:32:34,661 INFO master:BDB00:60000 : File does not exist: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658 2014-07-17 16:32:34,664 ERROR master:BDB00:60000 master.MasterFileSystem: bootstrap java.io.IOException: cannot get log writer at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:197) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWALWriter(HLogFactory.java:177) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.createWriterInstance(FSHLog.java:620) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:546) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:503) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:418) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:291) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createHLog(HLogFactory.java:45) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4313) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4280) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4253) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4331) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4211) at org.apache.hadoop.hbase.master.MasterFileSystem.bootstrap(MasterFileSystem.java:528) at org.apache.hadoop.hbase.master.MasterFileSystem.checkRootDir(MasterFileSystem.java:479) at org.apache.hadoop.hbase.master.MasterFileSystem.createInitialFileSystemLayout(MasterFileSystem.java:147) at org.apache.hadoop.hbase.master.MasterFileSystem.<init>(MasterFileSystem.java:128) at org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:802) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: createNonRecursive unsupported for this filesystem class tachyon.hadoop.TFS at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1135) at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1110) at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1086) at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.init(ProtobufLogWriter.java:78) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:194) ... 19 more 2014-07-17 16:32:34,666 FATAL master:BDB00:60000 master.HMaster: Unhandled exception. Starting shutdown. java.io.IOException: cannot get log writer at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:197) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWALWriter(HLogFactory.java:177) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.createWriterInstance(FSHLog.java:620) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:546) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:503) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:418) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:291) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createHLog(HLogFactory.java:45) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4313) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4280) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4253) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4331) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4211) at org.apache.hadoop.hbase.master.MasterFileSystem.bootstrap(MasterFileSystem.java:528) at org.apache.hadoop.hbase.master.MasterFileSystem.checkRootDir(MasterFileSystem.java:479) at org.apache.hadoop.hbase.master.MasterFileSystem.createInitialFileSystemLayout(MasterFileSystem.java:147) at org.apache.hadoop.hbase.master.MasterFileSystem.<init>(MasterFileSystem.java:128) at org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:802) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: createNonRecursive unsupported for this filesystem class tachyon.hadoop.TFS at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1135) at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1110) at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1086) at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.init(ProtobufLogWriter.java:78) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:194) ... 19 more 2014-07-17 16:32:34,667 INFO master:BDB00:60000 master.HMaster: Aborting 2014-07-17 16:32:34,667 DEBUG master:BDB00:60000 master.HMaster: Stopping service threads 2014-07-17 16:32:34,667 INFO master:BDB00:60000 ipc.RpcServer: Stopping server on 60000

    JIRA | 2 years ago | Haoyuan Li [Administrator]
    java.io.IOException: cannot get log writer
  2. 0

    Hbase 0.98.3 version can't start with tachyon System environment: hadoop 2.4.0 + hbase 0.98.3 + tachyon-0.4.1 + zookeeper-3.4.6 Tachyon does not implement createNonRecursive function in TFS.java Here is the error log Hbase-hdfs-master-BDB00.log 2014-07-17 16:32:34,654 INFO master:BDB00:60000 : FileDoesNotExistException(message:/hbase/data/hbase/meta/1588230740/WALs)/hbase/data/hbase/meta/1588230740/WALs 2014-07-17 16:32:34,654 INFO master:BDB00:60000 : File does not exist: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs 2014-07-17 16:32:34,654 INFO master:BDB00:60000 : mkdirs(tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs, rwxrwxrwx) 2014-07-17 16:32:34,655 INFO master:BDB00:60000 : getFileStatus(tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/oldWALs): HDFS Path: hdfs://BDB00/hbase/data/hbase/meta/1588230740/oldWALs TPath: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/oldWALs 2014-07-17 16:32:34,657 INFO master:BDB00:60000 : FileDoesNotExistException(message:/hbase/data/hbase/meta/1588230740/oldWALs)/hbase/data/hbase/meta/1588230740/oldWALs 2014-07-17 16:32:34,657 INFO master:BDB00:60000 : File does not exist: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/oldWALs 2014-07-17 16:32:34,658 INFO master:BDB00:60000 : mkdirs(tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/oldWALs, rwxrwxrwx) 2014-07-17 16:32:34,659 INFO master:BDB00:60000 : getFileStatus(tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658): HDFS Path: hdfs://BDB00/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658 TPath: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658 2014-07-17 16:32:34,661 INFO master:BDB00:60000 : FileDoesNotExistException(message:/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658)/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658 2014-07-17 16:32:34,661 INFO master:BDB00:60000 : File does not exist: tachyon://BDB00:19998/hbase/data/hbase/meta/1588230740/WALs/hlog.1405582354658 2014-07-17 16:32:34,664 ERROR master:BDB00:60000 master.MasterFileSystem: bootstrap java.io.IOException: cannot get log writer at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:197) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWALWriter(HLogFactory.java:177) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.createWriterInstance(FSHLog.java:620) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:546) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:503) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:418) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:291) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createHLog(HLogFactory.java:45) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4313) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4280) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4253) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4331) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4211) at org.apache.hadoop.hbase.master.MasterFileSystem.bootstrap(MasterFileSystem.java:528) at org.apache.hadoop.hbase.master.MasterFileSystem.checkRootDir(MasterFileSystem.java:479) at org.apache.hadoop.hbase.master.MasterFileSystem.createInitialFileSystemLayout(MasterFileSystem.java:147) at org.apache.hadoop.hbase.master.MasterFileSystem.<init>(MasterFileSystem.java:128) at org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:802) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: createNonRecursive unsupported for this filesystem class tachyon.hadoop.TFS at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1135) at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1110) at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1086) at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.init(ProtobufLogWriter.java:78) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:194) ... 19 more 2014-07-17 16:32:34,666 FATAL master:BDB00:60000 master.HMaster: Unhandled exception. Starting shutdown. java.io.IOException: cannot get log writer at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:197) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWALWriter(HLogFactory.java:177) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.createWriterInstance(FSHLog.java:620) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:546) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:503) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:418) at org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:291) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createHLog(HLogFactory.java:45) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4313) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4280) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4253) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4331) at org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4211) at org.apache.hadoop.hbase.master.MasterFileSystem.bootstrap(MasterFileSystem.java:528) at org.apache.hadoop.hbase.master.MasterFileSystem.checkRootDir(MasterFileSystem.java:479) at org.apache.hadoop.hbase.master.MasterFileSystem.createInitialFileSystemLayout(MasterFileSystem.java:147) at org.apache.hadoop.hbase.master.MasterFileSystem.<init>(MasterFileSystem.java:128) at org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:802) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:615) at java.lang.Thread.run(Thread.java:745) Caused by: java.io.IOException: createNonRecursive unsupported for this filesystem class tachyon.hadoop.TFS at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1135) at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1110) at org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1086) at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.init(ProtobufLogWriter.java:78) at org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:194) ... 19 more 2014-07-17 16:32:34,667 INFO master:BDB00:60000 master.HMaster: Aborting 2014-07-17 16:32:34,667 DEBUG master:BDB00:60000 master.HMaster: Stopping service threads 2014-07-17 16:32:34,667 INFO master:BDB00:60000 ipc.RpcServer: Stopping server on 60000

    JIRA | 2 years ago | Haoyuan Li [Administrator]
    java.io.IOException: cannot get log writer
  3. Speed up your debug routine!

    Automated exception search integrated into your IDE

  4. 0

    When I run the Phoenix over my hbase cluster I meet the warning below

    GitHub | 2 years ago | songfj
    java.io.IOException: No FileSystem for scheme: hdfs
  5. 0

    Error in setting eventhubs.checkpoint.dir in spark streaming job from event hub

    Stack Overflow | 1 year ago | Praful
    java.io.IOException: No FileSystem for scheme: https

    Not finding the right solution?
    Take a tour to get the most out of Samebug.

    Tired of useless tips?

    Automated exception search integrated into your IDE

    Root Cause Analysis

    1. java.io.IOException

      createNonRecursive unsupported for this filesystem class tachyon.hadoop.TFS

      at org.apache.hadoop.fs.FileSystem.createNonRecursive()
    2. Hadoop
      FileSystem.createNonRecursive
      1. org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1135)
      2. org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1110)
      3. org.apache.hadoop.fs.FileSystem.createNonRecursive(FileSystem.java:1086)
      3 frames
    3. HBase - Client
      HMaster.run
      1. org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.init(ProtobufLogWriter.java:78)
      2. org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWriter(HLogFactory.java:194)
      3. org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createWALWriter(HLogFactory.java:177)
      4. org.apache.hadoop.hbase.regionserver.wal.FSHLog.createWriterInstance(FSHLog.java:620)
      5. org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:546)
      6. org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:503)
      7. org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:418)
      8. org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:291)
      9. org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createHLog(HLogFactory.java:45)
      10. org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4313)
      11. org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4280)
      12. org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4253)
      13. org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4331)
      14. org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4211)
      15. org.apache.hadoop.hbase.master.MasterFileSystem.bootstrap(MasterFileSystem.java:528)
      16. org.apache.hadoop.hbase.master.MasterFileSystem.checkRootDir(MasterFileSystem.java:479)
      17. org.apache.hadoop.hbase.master.MasterFileSystem.createInitialFileSystemLayout(MasterFileSystem.java:147)
      18. org.apache.hadoop.hbase.master.MasterFileSystem.<init>(MasterFileSystem.java:128)
      19. org.apache.hadoop.hbase.master.HMaster.finishInitialization(HMaster.java:802)
      20. org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:615)
      20 frames
    4. Java RT
      Thread.run
      1. java.lang.Thread.run(Thread.java:745)
      1 frame