blob: 0f862305c6aeb17fc972ac7195e2a2f5f6fe0257 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
|
import wikipedia
from redisearch import Client, TextField
class RandomWikipediaImport(object):
def __init__(self):
self.rs = Client('wikipedia')
self.rs.create_index((TextField('title', weight=5.0), TextField('body')))
print(f'>>> Created index')
def insert_random_loop(self):
i = 1
while True:
ra = wikipedia.random()
article = wikipedia.page(ra)
self.rs.add_document(f'doc{i}', title=article.title, body=article.content)
print(f'>>> Inserted {article.title}')
i += 1
if __name__ == '__main__':
rwi = RandomWikipediaImport()
rwi.insert_random_loop()
|
