1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
#!/usr/bin/python2.7
"""
Import CSV files into Rhizi Server via pythonic API.
Tricky, since this is the only API user. Try to use it exactly as the REST/WS
API would, just without actually creating a socket connection.
"""
import sys
import os
import argparse
import string
import csv
root = os.path.join(os.path.dirname(__file__), '..', '..')
sys.path.append(os.path.join(root, 'src', 'server'))
from rz_api_common import sanitize_input__topo_diff
from rz_kernel import RZ_Kernel
import db_controller as dbc
from rz_server import Config
from model.graph import Topo_Diff
def topo_diff_json(node_set_add=[], link_set_add=[]):
topo_diff_dict = ({
u'link_id_set_rm': [],
u'link_set_add': link_set_add,
u'drop_conjugator_links': True,
u'node_set_add': node_set_add,
u'node_id_set_rm': []
})
topo_diff = Topo_Diff.from_json_dict(topo_diff_dict)
sanitize_input__topo_diff(topo_diff)
return topo_diff;
cfg = Config.init_from_file(os.path.join(root, 'res', 'etc', 'rhizi-server.conf'))
kernel = RZ_Kernel()
kernel.db_ctl = dbc.DB_Controller(cfg) # yes, that. FIXME
ctx = {} # FIXME not logged it - fix later (also, don't do this here, put constructor in kernel)
def commit(topo_diff):
_, commit_ret = kernel.diff_commit__topo(topo_diff, ctx)
# Rhizi constants - FIXME use API
PERSON_LABEL = 'Person'
INTEREST_LABEL = 'Interest'
LABEL_SET = '__label_set'
# CSV file columns
PERSONAL_EMAIL = 'Personal e-mail'
INTEREST = 'Interests'
id_count = 0
def next_id():
global id_count
id_count += 1
return '%08d' % id_count
def node_dict(the_id, **args):
""" FIXME use API """
ret = dict(args)
ret['id'] = the_id
return ret
def link_dict(source_id, target_id, label, the_id):
return ({
u'__type': [label],
u'__src_id': source_id,
u'__dst_id': target_id,
u'id': the_id
})
class CSV(object):
def __init__(self, filename):
rows = list(csv.reader(open(filename), 'excel-tab'))
headers = rows[0]
self.parse_headers(headers)
#import pdb; pdb.set_trace()
self.rows = rows[1:]
self.row_dicts = map(lambda fields: dict(zip(headers, fields)), self.rows)
def run(self):
self.nodes_dict = {}
self.node_set_add = []
self.link_set_add = []
self.generate_nodes_and_links()
#for node in node_set_add:
# print('committing %s' % repr(node))
# commit(topo_diff_json(node_set_add=[node]))
commit(topo_diff_json(node_set_add=self.node_set_add))
commit(topo_diff_json(link_set_add=self.link_set_add))
def append_id_node(self, the_id, node):
print(repr(node))
self.nodes_dict[the_id] = node
self.node_set_add.append(node)
return the_id
def _csv_row_to_node(self, d, dict_gen):
the_id = next_id()
print(repr(d))
return the_id, node_dict(the_id=the_id, **dict_gen(d))
def append_link(self, source_id, target_id, label):
the_id = next_id()
link = link_dict(source_id, target_id, label, the_id)
self.link_set_add.append(link)
print(repr(link))
return the_id
class StudentCSV(CSV):
def interests(self, d):
return d[self.interestsField]
def generate_nodes_and_links(self):
for d in self.row_dicts:
d[self.interestsField] = map(string.strip, d[self.interestsField].split(','))
person_id = next_id()
person_node = node_dict(the_id=person_id,
**{'name':' '.join([d[self.firstNameField], d[self.lastNameField]]),
LABEL_SET:[PERSON_LABEL]})
self.append_id_node(person_id, person_node)
for interest in self.interests(d):
interest_id = next_id()
interest_node = node_dict(the_id=interest_id,
**{'name':interest, LABEL_SET:[INTEREST_LABEL]})
interest_id = self.append_id_node(interest_id, interest_node)
self.append_link(person_id, interest_id, 'Is interested in')
def parse_headers(self, headers):
self.firstNameField = headers[0]
self.lastNameField = headers[1]
self.personalEmailField = headers[2]
self.interestsField = headers[3]
assert(len(sys.argv) == 2)
clazz = StudentCSV
filename = sys.argv[-1]
clazz(filename).run()
|
