1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
|
import freebase, freebase.schema
from freebase.api import LITERAL_TYPE_IDS
import logging
def merge(s, amoeba_id, target_id):
# We'll merge by types. This isn't really an issue, since everything
# displayed in the UI is by types
# In merging, we'll use the analogy of phagocytosis.
# http://en.wikipedia.org/wiki/Phagocytosis
# In this example, the amoeba is the main guy who is swallowing the target
# types_to_merge = set(["/common/topic"]) let's merge all for now.
# In cases where there is no merging problem, it doesn't matter who is the
# amoeba and who is the target, but the final merge product will be in the amoeba
# get all the properties of amoeba+target
amoeba_types = get_types(amoeba_id)
target_types = get_types(target_id)
all_types = amoeba_types.union(target_types)
properties_unique = {}
properties_expected = {}
type_to_properties = {}
for type_id in all_types:
unique_property_query = { "id" : type_id,
"type" : "/type/type",
"properties" : [{
"id" : None,
"unique" : None,
"expected_type" : None
}] }
r = s.mqlread(unique_property_query)
all_properties = []
if r:
for prop in r["properties"]:
properties_unique[prop.id] = prop.unique
properties_expected[prop.id] = prop.expected_type
all_properties.append(prop)
type_to_properties[type_id] = all_properties
# type amoeba with new types in target
for type_id in target_types:
freebase.schema.add_type_to_object(s, amoeba_id, type_id)
# get all properties of target
mega_target_query = { "id" : target_id }
mega_amoeba_query = { "id" : amoeba_id }
for type_id in target_types:
for prop_id in type_to_properties[type_id]:
mega_target_query.update({prop_id["id"]:[{}]})
for type_id in amoeba_types:
for prop_id in type_to_properties[type_id]:
mega_amoeba_query.update({prop_id["id"]:[{}]})
# for every non-empty property in target:
# 1. if it doesn't exist in amoeba, add replace-style
# 2. if it does exist in amoeba: if the property is unique, do nothing
# if property is not unique, just add replace
target_result, amoeba_result = s.mqlreadmulti([mega_target_query, mega_amoeba_query])
property_values = {}
for prop, value in target_result.iteritems():
if prop in properties_unique.iterkeys():
# if value is primitive
if properties_expected[prop] in LITERAL_TYPE_IDS:
property_values[prop] = [{"value" : b["value"]}
for b in value]
else:
property_values[prop] = [{"id" : b["id"]}
for b in value]
master_write_amoeba_query = { "id" : amoeba_id }
for prop, val in property_values.iteritems():
if val:
if amoeba_result.has_key(prop) and amoeba_result[prop]:
# if property is unique, do nothing
# if property is not unique, just add replace
if not properties_unique[prop]:
[b.update(connect="replace") for b in val]
master_write_amoeba_query.update({prop:val})
else:
[b.update(connect="replace") for b in val]
master_write_amoeba_query.update({prop:val})
# delete target information
# write amoeba information
s.mqlwrite(master_write_amoeba_query)
# make name of target an alias in amoeba
get_amoeba_name_query = {"id" : amoeba_id,
"name" : None }
get_target_alias_query = {"id" : target_id,
"/common/topic/alias" : [{}] }
amoeba_name, target_aliases = s.mqlread([get_amoeba_name_query,
get_target_alias_query])
# TODO:
#set_alias_query = {"id" : amoeba_id}
#for alias in target_aliases["/common/topic/alias"]:
# if alias.value != amoeba_name:
# set_alias_query.update({"lang": "/lang/en",
# "value": "Beeetles",
# "connect": "insert"})
# migrate data (thinks linking here)
# get all the links from the target to someone else
def get_types(topic_id):
type_query = {"id" : topic_id, "type" : [{"id" : None}]}
return set([type_obj["id"] for type_obj in s.mqlread(type_query)["type"]])
if __name__ == '__main__':
s = freebase.api.HTTPMetawebSession("http://sandbox-freebase.com")
"""console = logging.StreamHandler()
console.setLevel(logging.DEBUG)
s.log.setLevel(logging.DEBUG)
s.log.addHandler(console)"""
merge(s, "/guid/9202a8c04000641f800000000bc3141d", "/guid/9202a8c04000641f800000000aa5533e")
#merge(s, "/en/the_beatles", "/en/the_police")
|
