FlashGraph-ng
A new frontier in large-scale graph analysis and data mining
 All Classes Namespaces Functions Variables Typedefs Enumerations Enumerator Pages
data_io.h
1 #ifndef __DATA_IO_H__
2 #define __DATA_IO_H__
3 
4 /*
5  * Copyright 2014 Open Connectome Project (http://openconnecto.me)
6  * Written by Da Zheng (zhengda1936@gmail.com)
7  *
8  * This file is part of FlashMatrix.
9  *
10  * Licensed under the Apache License, Version 2.0 (the "License");
11  * you may not use this file except in compliance with the License.
12  * You may obtain a copy of the License at
13  *
14  * http://www.apache.org/licenses/LICENSE-2.0
15  *
16  * Unless required by applicable law or agreed to in writing, software
17  * distributed under the License is distributed on an "AS IS" BASIS,
18  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
19  * See the License for the specific language governing permissions and
20  * limitations under the License.
21  */
22 
23 /*
24  * This file contains the code that imports data from other sources and
25  * exports data.
26  */
27 
28 #include <stdlib.h>
29 
30 #include <memory>
31 #include <vector>
32 
33 namespace fm
34 {
35 
36 class data_frame;
37 class scalar_type;
38 
39 class line_parser
40 {
41 public:
42  virtual size_t parse(const std::vector<std::string> &lines,
43  data_frame &df) const = 0;
44  virtual size_t get_num_cols() const = 0;
45  virtual const scalar_type &get_col_type(off_t idx) const = 0;
46  virtual std::string get_col_name(off_t idx) const = 0;
47 };
48 
49 std::shared_ptr<data_frame> read_lines(const std::vector<std::string> &files,
50  const line_parser &parser, bool in_mem);
51 
52 }
53 
54 #endif