dmlc::data::ParquetParser< IndexType, DType > Class Template Reference

Inheritance diagram for dmlc::data::ParquetParser< IndexType, DType >:

Public Member Functions
	ParquetParser (const std::string &filename, const std::map< std::string, std::string > &args)
virtual bool	ParseNext (std::vector< RowBlockContainer< IndexType, DType > > *data)
	read in next several blocks of data
Public Member Functions inherited from dmlc::data::ParserImpl< IndexType, DType >
virtual bool	Next (void)
	implement next
virtual const RowBlock< IndexType, DType > &	Value (void) const
	get current data
Public Member Functions inherited from dmlc::Parser< IndexType, DType >
Parser< uint32_t, real_t > *	Create (const char *uri_, unsigned part_index, unsigned num_parts, const char *type)
Parser< uint64_t, real_t > *	Create (const char *uri_, unsigned part_index, unsigned num_parts, const char *type)
Parser< uint32_t, int32_t > *	Create (const char *uri_, unsigned part_index, unsigned num_parts, const char *type)
Parser< uint64_t, int32_t > *	Create (const char *uri_, unsigned part_index, unsigned num_parts, const char *type)
Parser< uint32_t, int64_t > *	Create (const char *uri_, unsigned part_index, unsigned num_parts, const char *type)
Parser< uint64_t, int64_t > *	Create (const char *uri_, unsigned part_index, unsigned num_parts, const char *type)
Public Member Functions inherited from dmlc::DataIter< DType >
virtual	~DataIter (void) DMLC_THROW_EXCEPTION
	destructor

Protected Member Functions
virtual void	ParseRowGroup (int row_group_id, RowBlockContainer< IndexType, DType > *out)
virtual size_t	BytesRead (void) const
virtual void	BeforeFirst (void)
	set before first of the item

Additional Inherited Members
Public Types inherited from dmlc::Parser< IndexType, DType >
typedef Parser< IndexType, DType > *(*	Factory) (const std::string &path, const std::map< std::string, std::string > &args, unsigned part_index, unsigned num_parts)
	Factory type of the parser.
Static Public Member Functions inherited from dmlc::Parser< IndexType, DType >
static Parser< IndexType, DType > *	Create (const char *uri_, unsigned part_index, unsigned num_parts, const char *type)
	create a new instance of parser based on the "type"
Protected Attributes inherited from dmlc::data::ParserImpl< IndexType, DType >
IndexType	data_ptr_
	pointer to begin and end of data
IndexType	data_end_
std::vector< RowBlockContainer< IndexType, DType > >	data_
	internal data
RowBlock< IndexType, DType >	block_
	internal row block

Member Function Documentation

BeforeFirst()

template<typename IndexType , typename DType = real_t>

virtual void dmlc::data::ParquetParser< IndexType, DType >::BeforeFirst ( void  )

inlineprotectedvirtual

set before first of the item

Implements dmlc::DataIter< DType >.

BytesRead()

template<typename IndexType , typename DType = real_t>

virtual size_t dmlc::data::ParquetParser< IndexType, DType >::BytesRead ( void  ) const

inlineprotectedvirtual

Returns

size of bytes read so far

Implements dmlc::data::ParserImpl< IndexType, DType >.

ParseNext()

template<typename IndexType , typename DType >

bool dmlc::data::ParquetParser< IndexType, DType >::ParseNext ( std::vector< RowBlockContainer< IndexType, DType > > *  data )

virtual

read in next several blocks of data

Parameters

data	vector of data to be returned

Returns

true if the data is loaded, false if reach end

Implements dmlc::data::ParserImpl< IndexType, DType >.

---

The documentation for this class was generated from the following file:

• External/xgboost/dmlc-core/src/data/parquet_parser.h