milvus 修改分区写入测试版本v1.2 修为为每次删除前面所有的分区

This commit is contained in:
吴登数 2024-12-09 14:51:26 +08:00
parent 452d843a81
commit b4221e3906
2 changed files with 19 additions and 15 deletions

View File

@ -23,14 +23,18 @@ def create_partition_by_hour(current_hour):
partition.load()
# 删除前2个小时的分区
previous_hour = (now - timedelta(hours=2)).strftime("%Y%m%d%H")
previous_partition_name = f"partition_{previous_hour}"
if collection.has_partition(previous_partition_name):
pre_partition = collection.partition(previous_partition_name)
pre_partition.release()
collection.drop_partition(previous_partition_name)
print(f"Dropped partition: {previous_partition_name}")
# 获取所有分区
partitions = collection.partitions
# 删除所有分区(除了默认分区)
for partition in partitions:
name = partition.name
if name not in ["_default", partition_name]: # 保留默认分区
pre_partition = collection.partition(name)
pre_partition.release()
collection.drop_partition(name)
print(f"Partition '{name}' deleted.")

View File

@ -224,13 +224,13 @@ app.post("/parser/start",
# 运行 FastAPI 应用
if __name__ == "__main__":
# 服务器启动服务
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=config.PORT)
# import uvicorn
# uvicorn.run(app, host="0.0.0.0", port=config.PORT)
# 本地调试任务
# job_queue.put({
# 'file_path' : '1.pdf',
# 'file_id' : '2122'
# })
#
# run_job()
job_queue.put({
'file_path' : '3.pdf',
'file_id' : '2122'
})
run_job()