1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
|
open StdLabels
module E = ImportExpression.T
module Table = ImportDataTypes.Table
module Path = ImportDataTypes.Path
module CTE = Cte
let toml_of_table Table.{ file; tab; name } =
let values = [ ("file", Otoml.string file); ("name", Otoml.string name) ] in
let values =
match tab with
| 1 -> values
| tab -> ("tab", Otoml.integer tab) :: values
in
Otoml.table values
module Extern = struct
type t = {
intern_key : Path.t E.t;
target : Table.t;
extern_key : Path.column E.t;
allow_missing : bool;
match_rule : string option;
}
[@@deriving show, eq]
(** Describe a relation beteween two tables *)
let toml_of_extern extern =
let values =
[
( "intern_key",
Otoml.string
@@ ImportExpression.Repr.repr ~top:true Path.show extern.intern_key );
( "extern_key",
Otoml.string
@@ ImportExpression.Repr.repr ~top:true
(fun v -> ":" ^ ImportDataTypes.Path.column_to_string v)
extern.extern_key );
("file", Otoml.string extern.target.file);
("allow_missing", Otoml.boolean extern.allow_missing);
]
in
let values =
match extern.target.tab with
| 1 -> values
| tab -> ("tab", Otoml.integer tab) :: values
in
Otoml.table values
let toml externs =
List.map externs ~f:(fun e -> (e.target.name, toml_of_extern e))
|> Otoml.table
end
type t = {
version : int;
locale : string option;
source : Table.t;
externals : Extern.t list;
columns : Path.t E.t list;
filters : Path.t E.t list;
sort : Path.t E.t list;
uniq : Path.t E.t list;
}
let repr t =
let repr_expression_list l =
Otoml.array
(List.map l ~f:(fun v ->
Otoml.string (ImportExpression.Repr.repr ~top:true Path.show v)))
in
let sheet =
Otoml.table
[
("columns", repr_expression_list t.columns);
("filters", repr_expression_list t.filters);
("sort", repr_expression_list t.sort);
("uniq", repr_expression_list t.uniq);
]
in
let values =
[
("version", Otoml.integer t.version);
("source", toml_of_table t.source);
("externals", Extern.toml t.externals);
("sheet", sheet);
]
in
Otoml.table values
let get_table_for_name : t -> string option -> Table.t =
fun conf name ->
match name with
| None -> conf.source
| Some name ->
if String.equal name conf.source.name then conf.source
else
let ext =
List.find conf.externals ~f:(fun (ext : Extern.t) ->
String.equal name ext.target.name)
in
ext.target
let root_table : t -> Table.t = fun conf -> conf.source
let get_dependancies_for_table : t -> Table.t -> Extern.t list =
fun conf source ->
let is_root = source = conf.source in
List.filter conf.externals ~f:(fun (ext : Extern.t) ->
(* Enumerate the intern_key and check the source pointed by each column *)
ImportExpression.T.fold_values ext.intern_key ~init:false
~f:(fun acc expr ->
if acc then acc
else
match expr.Path.alias with
| Some v -> String.equal v source.name
| None -> is_root))
let latest_version = 1
let dummy_conf =
{
source = { file = ""; tab = 0; name = "" };
version = latest_version;
locale = Some "C";
externals = [];
columns = [];
filters = [];
sort = [];
uniq = [];
}
|
