37 CCSVFile(FILE* f,
const char* name=NULL);
45 CCSVFile(
int fd,
const char* mode,
const char* name=NULL);
53 CCSVFile(
const char* fname,
char rw=
'r',
const char* name=NULL);
90 virtual void get_vector(int8_t*& vector, int32_t& len);
91 virtual void get_vector(uint8_t*& vector, int32_t& len);
92 virtual void get_vector(
char*& vector, int32_t& len);
93 virtual void get_vector(int32_t*& vector, int32_t& len);
94 virtual void get_vector(uint32_t*& vector, int32_t& len);
98 virtual void get_vector(int16_t*& vector, int32_t& len);
99 virtual void get_vector(uint16_t*& vector, int32_t& len);
100 virtual void get_vector(int64_t*& vector, int32_t& len);
101 virtual void get_vector(uint64_t*& vector, int32_t& len);
113 uint8_t*& matrix, int32_t& num_feat, int32_t& num_vec);
115 int8_t*& matrix, int32_t& num_feat, int32_t& num_vec);
117 char*& matrix, int32_t& num_feat, int32_t& num_vec);
119 int32_t*& matrix, int32_t& num_feat, int32_t& num_vec);
121 uint32_t*& matrix, int32_t& num_feat, int32_t& num_vec);
123 int64_t*& matrix, int32_t& num_feat, int32_t& num_vec);
125 uint64_t*& matrix, int32_t& num_feat, int32_t& num_vec);
127 float32_t*& matrix, int32_t& num_feat, int32_t& num_vec);
129 float64_t*& matrix, int32_t& num_feat, int32_t& num_vec);
131 floatmax_t*& matrix, int32_t& num_feat, int32_t& num_vec);
133 int16_t*& matrix, int32_t& num_feat, int32_t& num_vec);
135 uint16_t*& matrix, int32_t& num_feat, int32_t& num_vec);
147 uint8_t*& array, int32_t*& dims, int32_t& num_dims);
149 char*& array, int32_t*& dims, int32_t& num_dims);
151 int32_t*& array, int32_t*& dims, int32_t& num_dims);
153 float32_t*& array, int32_t*& dims, int32_t& num_dims);
155 float64_t*& array, int32_t*& dims, int32_t& num_dims);
157 int16_t*& array, int32_t*& dims, int32_t& num_dims);
159 uint16_t*& array, int32_t*& dims, int32_t& num_dims);
208 int32_t& max_string_len);
211 int32_t& max_string_len);
214 int32_t& max_string_len);
217 int32_t& max_string_len);
220 int32_t& max_string_len);
223 int32_t& max_string_len);
226 int32_t& max_string_len);
229 int32_t& max_string_len);
232 int32_t& max_string_len);
235 int32_t& max_string_len);
238 int32_t& max_string_len);
241 int32_t& max_string_len);
254 virtual void set_vector(
const int8_t* vector, int32_t len);
255 virtual void set_vector(
const uint8_t* vector, int32_t len);
256 virtual void set_vector(
const char* vector, int32_t len);
257 virtual void set_vector(
const int32_t* vector, int32_t len);
258 virtual void set_vector(
const uint32_t* vector, int32_t len);
262 virtual void set_vector(
const int16_t* vector, int32_t len);
263 virtual void set_vector(
const uint16_t* vector, int32_t len);
264 virtual void set_vector(
const int64_t* vector, int32_t len);
265 virtual void set_vector(
const uint64_t* vector, int32_t len);
276 const uint8_t* matrix, int32_t num_feat, int32_t num_vec);
278 const int8_t* matrix, int32_t num_feat, int32_t num_vec);
280 const char* matrix, int32_t num_feat, int32_t num_vec);
282 const int32_t* matrix, int32_t num_feat, int32_t num_vec);
284 const uint32_t* matrix, int32_t num_feat, int32_t num_vec);
286 const int64_t* matrix, int32_t num_feat, int32_t num_vec);
288 const uint64_t* matrix, int32_t num_feat, int32_t num_vec);
290 const float32_t* matrix, int32_t num_feat, int32_t num_vec);
292 const float64_t* matrix, int32_t num_feat, int32_t num_vec);
294 const floatmax_t* matrix, int32_t num_feat, int32_t num_vec);
296 const int16_t* matrix, int32_t num_feat, int32_t num_vec);
298 const uint16_t* matrix, int32_t num_feat, int32_t num_vec);
380 virtual const char*
get_name()
const {
return "CSVFile"; }
387 void init_with_defaults();
390 void skip_lines(int32_t num_lines);
406 bool is_data_transposed;
412 int32_t m_num_to_skip;
void set_delimiter(char delimiter)
virtual void get_matrix(uint8_t *&matrix, int32_t &num_feat, int32_t &num_vec)
void set_transpose(bool value)
virtual void set_vector(const int8_t *vector, int32_t len)
Class v_array taken directly from JL's implementation.
virtual void set_matrix(const uint8_t *matrix, int32_t num_feat, int32_t num_vec)
virtual void set_string_list(const SGString< uint8_t > *strings, int32_t num_str)
Class for buffered reading from a ascii file.
struct Substring, specified by start position and end position.
void set_lines_to_skip(int32_t num_lines)
static void tokenize(char delim, substring s, v_array< substring > &ret)
int32_t get_stats(int32_t &num_tokens)
Class CSVFile used to read data from comma-separated values (CSV) files. See http://en.wikipedia.org/wiki/Comma-separated_values.
Class for reading from a string.
virtual void get_vector(int8_t *&vector, int32_t &len)
A File access base class.
virtual void get_sparse_matrix(SGSparseVector< bool > *&matrix, int32_t &num_feat, int32_t &num_vec)
all of classes and functions are contained in the shogun namespace
The class CDelimiterTokenizer is used to tokenize a SGVector into tokens using custom chars as ...
virtual void set_sparse_matrix(const SGSparseVector< bool > *matrix, int32_t num_feat, int32_t num_vec)
template class SGSparseVector The assumtion is that the stored SGSparseVectorEntry* vector is orde...
virtual const char * get_name() const
virtual void get_string_list(SGString< uint8_t > *&strings, int32_t &num_str, int32_t &max_string_len)
virtual void get_ndarray(uint8_t *&array, int32_t *&dims, int32_t &num_dims)