summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorYuval Adam <_@yuv.al>2018-03-15 14:32:56 +0200
committerYuval Adam <_@yuv.al>2018-03-15 14:32:56 +0200
commit06d9e7837dda38c9ee4ee19a5c01796da7a347c0 (patch)
tree18f0ef4e9f7d9ec4874846f19dc0cf56d3686f84
parent39bc7a979a66a31c12162512c2301c5e43641326 (diff)
Update filesHEADmaster
-rw-r--r--README.md29
-rw-r--r--load_random.py25
-rw-r--r--requirements.txt2
3 files changed, 55 insertions, 1 deletions
diff --git a/README.md b/README.md
index 85d821b..8c7422a 100644
--- a/README.md
+++ b/README.md
@@ -1 +1,30 @@
# Redisearch Wikipedia Test
+
+## Prerequisites
+
+ - Redis server
+ - A compiled `redisearch.so` module
+ - Python 3 virtual env `pip install -r requirements.txt`
+
+## Usage
+
+Run Redis server
+
+```bash
+$ redis-server --loadmodule /path/to/redisearch.so
+```
+
+Load random articles from wikipedia (infinite loop, kill the process once you have enough):
+
+```bash
+$ python load_random.py
+```
+
+Search the index:
+
+```python
+from redisearch import Client
+
+c = Client('wikipedia')
+c.search('search term')
+```
diff --git a/load_random.py b/load_random.py
new file mode 100644
index 0000000..0f86230
--- /dev/null
+++ b/load_random.py
@@ -0,0 +1,25 @@
+import wikipedia
+
+from redisearch import Client, TextField
+
+
+class RandomWikipediaImport(object):
+
+ def __init__(self):
+ self.rs = Client('wikipedia')
+ self.rs.create_index((TextField('title', weight=5.0), TextField('body')))
+ print(f'>>> Created index')
+
+ def insert_random_loop(self):
+ i = 1
+ while True:
+ ra = wikipedia.random()
+ article = wikipedia.page(ra)
+ self.rs.add_document(f'doc{i}', title=article.title, body=article.content)
+ print(f'>>> Inserted {article.title}')
+ i += 1
+
+
+if __name__ == '__main__':
+ rwi = RandomWikipediaImport()
+ rwi.insert_random_loop()
diff --git a/requirements.txt b/requirements.txt
index 3275295..3b59060 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -4,7 +4,7 @@ chardet==3.0.4
hiredis==0.2.0
idna==2.6
redis==2.10.6
-redisearch==0.7.0
+-e git+https://github.com/yuvadm/redisearch-py@efd76586fb368f656fe2a9cc7241afe774884f0f#egg=redisearch
requests==2.18.4
rmtest==0.6.8
urllib3==1.22