feat: es
This commit is contained in:
parent
8132b1d515
commit
766624c04c
|
|
@ -0,0 +1,4 @@
|
||||||
|
FROM docker.elastic.co/elasticsearch/elasticsearch:9.2.2
|
||||||
|
|
||||||
|
# 安装 IK 分词器, 最大兼容中文
|
||||||
|
RUN bin/elasticsearch-plugin install https://get.infini.cloud/elasticsearch/analysis-ik/8.4.1
|
||||||
|
|
@ -1,10 +1,11 @@
|
||||||
import httpx
|
import httpx
|
||||||
from pipeline.config import config
|
from pipeline.config import config
|
||||||
|
|
||||||
|
|
||||||
class AsyncES:
|
class AsyncES:
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
self.base = f"{config['es_host']}:{config['es_port']}"
|
self.base = f"{config['es_host']}:{config['es_port']}"
|
||||||
self.auth = (config["es_user"], config['es_password'])
|
self.auth = (config["es_user"], config["es_password"])
|
||||||
|
|
||||||
async def create_index(self, index: str):
|
async def create_index(self, index: str):
|
||||||
"""
|
"""
|
||||||
|
|
@ -15,7 +16,7 @@ class AsyncES:
|
||||||
f"{self.base}/{index}",
|
f"{self.base}/{index}",
|
||||||
auth=self.auth,
|
auth=self.auth,
|
||||||
json={
|
json={
|
||||||
"settings": {"analysis": {"analyzer": {"default": {"type": "standard"}}}},
|
"settings": {"analysis": {"analyzer": {"default": {"type": "ik_max_word"}}}},
|
||||||
"mappings": {
|
"mappings": {
|
||||||
"properties": {
|
"properties": {
|
||||||
"text": {"type": "text"},
|
"text": {"type": "text"},
|
||||||
|
|
@ -42,4 +43,5 @@ class AsyncES:
|
||||||
resp = await client.post(f"{self.base}/{index}/_search", auth=self.auth, json={"size": top_k, "query": {"match": {"text": query}}})
|
resp = await client.post(f"{self.base}/{index}/_search", auth=self.auth, json={"size": top_k, "query": {"match": {"text": query}}})
|
||||||
return resp.json()
|
return resp.json()
|
||||||
|
|
||||||
|
|
||||||
es_client = AsyncES
|
es_client = AsyncES
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue