1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
import freebase, freebase.schema
from freebase.api import LITERAL_TYPE_IDS
import logging
def merge(s, amoeba_id, target_id):
# We'll merge by types. This isn't really an issue, since everything
# displayed in the UI is by types
# In merging, we'll use the analogy of phagocytosis.
# http://en.wikipedia.org/wiki/Phagocytosis
# In this example, the amoeba is the main guy who is swallowing the target
# types_to_merge = set(["/common/topic"]) let's merge all for now.
# In cases where there is no merging problem, it doesn't matter who is the
# amoeba and who is the target, but the final merge product will be in the amoeba
# get all the properties of amoeba+target
amoeba_types = get_types(amoeba_id)
target_types = get_types(target_id)
all_types = amoeba_types.union(target_types)
properties_unique = {}
properties_expected = {}
type_to_properties = {}
for type_id in all_types:
unique_property_query = { "id" : type_id,
"type" : "/type/type",
"properties" : [{
"id" : None,
"unique" : None,
"expected_type" : None
}] }
r = s.mqlread(unique_property_query)
all_properties = []
if r:
for prop in r["properties"]:
properties_unique[prop.id] = prop.unique
properties_expected[prop.id] = prop.expected_type
all_properties.append(prop)
type_to_properties[type_id] = all_properties
# type amoeba with new types in target
for type_id in target_types:
freebase.schema.type_object(s, amoeba_id, type_id)
# get all properties of target
mega_target_query = { "id" : target_id }
mega_amoeba_query = { "id" : amoeba_id }
for type_id in target_types:
for prop_id in type_to_properties[type_id]:
mega_target_query.update({prop_id["id"]:[{}]})
for type_id in amoeba_types:
for prop_id in type_to_properties[type_id]:
mega_amoeba_query.update({prop_id["id"]:[{}]})
# for every non-empty property in target:
# 1. if it doesn't exist in amoeba, add replace-style
# 2. if it does exist in amoeba: if the property is unique, do nothing
# if property is not unique, just add replace
target_result, amoeba_result = s.mqlreadmulti([mega_target_query, mega_amoeba_query])
property_values = {}
for prop, value in target_result.iteritems():
if prop in properties_unique.iterkeys():
# if value is primitive
if properties_expected[prop] in LITERAL_TYPE_IDS:
property_values[prop] = [{"value" : b["value"]}
for b in value]
else:
property_values[prop] = [{"id" : b["id"]}
for b in value]
master_write_amoeba_query = { "id" : amoeba_id }
for prop, val in property_values.iteritems():
if val:
if amoeba_result.has_key(prop) and amoeba_result[prop]:
# if property is unique, do nothing
# if property is not unique, just add replace
if not properties_unique[prop]:
[b.update(connect="replace") for b in val]
master_write_amoeba_query.update({prop:val})
else:
[b.update(connect="replace") for b in val]
master_write_amoeba_query.update({prop:val})
# delete target information
# write amoeba information
s.mqlwrite(master_write_amoeba_query)
# make name of target an alias in amoeba
make_alias_query = {"id" : amoeba_id,
"alias" : dddddddddddddddddd}
# migrate data (thinks linking here)
# get all the links from the target to someone else
def get_types(topic_id):
type_query = {"id" : topic_id, "type" : [{"id" : None}]}
return set([type_obj["id"] for type_obj in s.mqlread(type_query)["type"]])
if __name__ == '__main__':
s = freebase.api.HTTPMetawebSession("http://sandbox-freebase.com")
"""console = logging.StreamHandler()
console.setLevel(logging.DEBUG)
s.log.setLevel(logging.DEBUG)
s.log.addHandler(console)"""
merge(s, "/guid/9202a8c04000641f800000000bc3141d", "/guid/9202a8c04000641f800000000aa5533e")
#merge(s, "/en/the_beatles", "/en/the_police")
|
