hdfs_filesys.h

Go to the documentation of this file.

 
#ifndef DMLC_IO_HDFS_FILESYS_H_
#define DMLC_IO_HDFS_FILESYS_H_
extern "C" {
#include <hdfs.h>
}
#include <dmlc/filesystem.h>
 
#include <vector>
#include <string>
 
namespace dmlc {
namespace io {
class HDFSFileSystem : public FileSystem {
 public:
  virtual ~HDFSFileSystem();
  virtual FileInfo GetPathInfo(const URI &path);
  virtual void ListDirectory(const URI &path, std::vector<FileInfo> *out_list);
  virtual SeekStream *Open(const URI &path,
                           const char* const flag,
                           bool allow_null);
  virtual SeekStream *OpenForRead(const URI &path, bool allow_null);
  inline static HDFSFileSystem *GetInstance(const std::string &namenode = "default") {
    static HDFSFileSystem instance(namenode);
    // switch to another hdfs
    if (namenode != "default" && instance.namenode_ != namenode) {
      instance.ResetNamenode(namenode);
    }
    return &instance;
  }
 
 private:
  explicit HDFSFileSystem(const std::string &namenode);
  void ResetNamenode(const std::string &namenode);
  std::string namenode_;
  hdfsFS fs_;
  int *ref_counter_;
};
}  // namespace io
}  // namespace dmlc
#endif  // DMLC_IO_HDFS_FILESYS_H_