s3_filesys.h

Go to the documentation of this file.

 
#ifndef DMLC_IO_S3_FILESYS_H_
#define DMLC_IO_S3_FILESYS_H_
 
#include <dmlc/filesystem.h>
#include <vector>
#include <string>
 
namespace dmlc {
namespace io {
class S3FileSystem : public FileSystem {
 public:
  virtual ~S3FileSystem() {}
 
  void SetCredentials(const std::string& s3_access_id,
                      const std::string& s3_secret_key);
 
  virtual FileInfo GetPathInfo(const URI &path);
  virtual void ListDirectory(const URI &path, std::vector<FileInfo> *out_list);
  virtual Stream *Open(const URI &path, const char* const flag, bool allow_null);
  virtual SeekStream *OpenForRead(const URI &path, bool allow_null);
  inline static S3FileSystem *GetInstance(void) {
    static S3FileSystem instance;
    return &instance;
  }
 
 private:
  S3FileSystem();
  std::string s3_access_id_;
  std::string s3_secret_key_;
  std::string s3_session_token_;
  std::string s3_region_;
  std::string s3_endpoint_;
  bool s3_verify_ssl_;
  bool s3_is_aws_;
 
  bool TryGetPathInfo(const URI &path, FileInfo *info);
 
  void ListObjects(const URI &path, std::vector<FileInfo> *out_list);
};
}  // namespace io
}  // namespace dmlc
#endif  // DMLC_IO_S3_FILESYS_H_