diff options
| author | Yuval Adam <_@yuv.al> | 2018-03-15 14:32:56 +0200 |
|---|---|---|
| committer | Yuval Adam <_@yuv.al> | 2018-03-15 14:32:56 +0200 |
| commit | 06d9e7837dda38c9ee4ee19a5c01796da7a347c0 (patch) | |
| tree | 18f0ef4e9f7d9ec4874846f19dc0cf56d3686f84 | |
| parent | 39bc7a979a66a31c12162512c2301c5e43641326 (diff) | |
| -rw-r--r-- | README.md | 29 | ||||
| -rw-r--r-- | load_random.py | 25 | ||||
| -rw-r--r-- | requirements.txt | 2 |
3 files changed, 55 insertions, 1 deletions
@@ -1 +1,30 @@ # Redisearch Wikipedia Test + +## Prerequisites + + - Redis server + - A compiled `redisearch.so` module + - Python 3 virtual env `pip install -r requirements.txt` + +## Usage + +Run Redis server + +```bash +$ redis-server --loadmodule /path/to/redisearch.so +``` + +Load random articles from wikipedia (infinite loop, kill the process once you have enough): + +```bash +$ python load_random.py +``` + +Search the index: + +```python +from redisearch import Client + +c = Client('wikipedia') +c.search('search term') +``` diff --git a/load_random.py b/load_random.py new file mode 100644 index 0000000..0f86230 --- /dev/null +++ b/load_random.py @@ -0,0 +1,25 @@ +import wikipedia + +from redisearch import Client, TextField + + +class RandomWikipediaImport(object): + + def __init__(self): + self.rs = Client('wikipedia') + self.rs.create_index((TextField('title', weight=5.0), TextField('body'))) + print(f'>>> Created index') + + def insert_random_loop(self): + i = 1 + while True: + ra = wikipedia.random() + article = wikipedia.page(ra) + self.rs.add_document(f'doc{i}', title=article.title, body=article.content) + print(f'>>> Inserted {article.title}') + i += 1 + + +if __name__ == '__main__': + rwi = RandomWikipediaImport() + rwi.insert_random_loop() diff --git a/requirements.txt b/requirements.txt index 3275295..3b59060 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,7 +4,7 @@ chardet==3.0.4 hiredis==0.2.0 idna==2.6 redis==2.10.6 -redisearch==0.7.0 +-e git+https://github.com/yuvadm/redisearch-py@efd76586fb368f656fe2a9cc7241afe774884f0f#egg=redisearch requests==2.18.4 rmtest==0.6.8 urllib3==1.22 |
