|
Joshua
open source statistical hierarchical phrase-based machine translation system
|
#include <file_piece.hh>
Public Member Functions | |
| FilePiece (const char *file, std::ostream *show_progress=NULL, off_t min_buffer=33554432) | |
| FilePiece (int fd, const char *name, std::ostream *show_progress=NULL, off_t min_buffer=33554432) | |
| ~FilePiece () | |
| char | get () |
| StringPiece | ReadDelimited (const bool *delim=kSpaces) |
| StringPiece | ReadLine (char delim= '\n') |
| float | ReadFloat () |
| double | ReadDouble () |
| long int | ReadLong () |
| unsigned long int | ReadULong () |
| void | SkipSpaces (const bool *delim=kSpaces) |
| off_t | Offset () const |
| const std::string & | FileName () const |
Private Member Functions | |
| void | Initialize (const char *name, std::ostream *show_progress, off_t min_buffer) |
| template<class T > | |
| T | ReadNumber () |
| StringPiece | Consume (const char *to) |
| const char * | FindDelimiterOrEOF (const bool *delim=kSpaces) |
| void | Shift () |
| void | MMapShift (off_t desired_begin) |
| void | TransitionToRead () |
| void | ReadShift () |
Private Attributes | |
| const char * | position_ |
| const char * | last_space_ |
| const char * | position_end_ |
| scoped_fd | file_ |
| const off_t | total_size_ |
| const off_t | page_ |
| size_t | default_map_size_ |
| off_t | mapped_offset_ |
| scoped_memory | data_ |
| bool | at_end_ |
| bool | fallback_to_read_ |
| ErsatzProgress | progress_ |
| std::string | file_name_ |
| util::FilePiece::FilePiece | ( | const char * | file, |
| std::ostream * | show_progress = NULL, |
||
| off_t | min_buffer = 33554432 |
||
| ) | [explicit] |
| util::FilePiece::FilePiece | ( | int | fd, |
| const char * | name, | ||
| std::ostream * | show_progress = NULL, |
||
| off_t | min_buffer = 33554432 |
||
| ) | [explicit] |
| StringPiece util::FilePiece::Consume | ( | const char * | to | ) | [private] |
| const std::string& util::FilePiece::FileName | ( | ) | const |
| const char * util::FilePiece::FindDelimiterOrEOF | ( | const bool * | delim = kSpaces | ) | [private] |
| char util::FilePiece::get | ( | ) |
| void util::FilePiece::Initialize | ( | const char * | name, |
| std::ostream * | show_progress, | ||
| off_t | min_buffer | ||
| ) | [private] |
| void util::FilePiece::MMapShift | ( | off_t | desired_begin | ) | [private] |
| off_t util::FilePiece::Offset | ( | ) | const |
| StringPiece util::FilePiece::ReadDelimited | ( | const bool * | delim = kSpaces | ) |
| double util::FilePiece::ReadDouble | ( | ) |
| float util::FilePiece::ReadFloat | ( | ) |
| StringPiece util::FilePiece::ReadLine | ( | char | delim = '\n' | ) |
| long int util::FilePiece::ReadLong | ( | ) |
| T util::FilePiece::ReadNumber | ( | ) | [private] |
| void util::FilePiece::ReadShift | ( | ) | [private] |
| unsigned long int util::FilePiece::ReadULong | ( | ) |
| void util::FilePiece::Shift | ( | ) | [private] |
| void util::FilePiece::SkipSpaces | ( | const bool * | delim = kSpaces | ) |
| void util::FilePiece::TransitionToRead | ( | ) | [private] |
bool util::FilePiece::at_end_ [private] |
scoped_memory util::FilePiece::data_ [private] |
size_t util::FilePiece::default_map_size_ [private] |
bool util::FilePiece::fallback_to_read_ [private] |
scoped_fd util::FilePiece::file_ [private] |
std::string util::FilePiece::file_name_ [private] |
const char * util::FilePiece::last_space_ [private] |
off_t util::FilePiece::mapped_offset_ [private] |
const off_t util::FilePiece::page_ [private] |
const char* util::FilePiece::position_ [private] |
const char * util::FilePiece::position_end_ [private] |
ErsatzProgress util::FilePiece::progress_ [private] |
const off_t util::FilePiece::total_size_ [private] |