Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-20 18:45:09 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Add /v1/internal/stop-generation to OpenAI API (#4498)

Browse source
This commit is contained in:
oobabooga 2023-11-07 00:10:42 -03:00 committed by GitHub
parent 97c21e5667
commit 79b3f5a546
WARNING! Although there is a key with this ID in the database it does not verify this commit! This commit is SUSPICIOUS.
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 16 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
extensions/openai/script.py
View file

@ -18,6 +18,7 @@ from fastapi.requests import Request
from fastapi.responses import JSONResponse from fastapi.responses import JSONResponse
from modules import shared from modules import shared
from modules.logging_colors import logger from modules.logging_colors import logger
from modules.text_generation import stop_everything_event
from pydub import AudioSegment from pydub import AudioSegment
from sse_starlette import EventSourceResponse from sse_starlette import EventSourceResponse
@ -204,14 +205,7 @@ async def handle_moderations(request: Request):
return JSONResponse(response) return JSONResponse(response)
@app.post("/api/v1/token-count") @app.post("/v1/internal/encode")
async def handle_token_count(request: Request):
body = await request.json()
response = token_count(body['prompt'])
return JSONResponse(response)
@app.post("/api/v1/token/encode")
async def handle_token_encode(request: Request): async def handle_token_encode(request: Request):
body = await request.json() body = await request.json()
encoding_format = body.get("encoding_format", "") encoding_format = body.get("encoding_format", "")
@ -219,7 +213,7 @@ async def handle_token_encode(request: Request):
return JSONResponse(response) return JSONResponse(response)
@app.post("/api/v1/token/decode") @app.post("/v1/internal/decode")
async def handle_token_decode(request: Request): async def handle_token_decode(request: Request):
body = await request.json() body = await request.json()
encoding_format = body.get("encoding_format", "") encoding_format = body.get("encoding_format", "")
@ -227,6 +221,19 @@ async def handle_token_decode(request: Request):
return JSONResponse(response, no_debug=True) return JSONResponse(response, no_debug=True)
@app.post("/v1/internal/token-count")
async def handle_token_count(request: Request):
body = await request.json()
response = token_count(body['prompt'])
return JSONResponse(response)
@app.post("/v1/internal/stop-generation")
async def handle_stop_generation(request: Request):
stop_everything_event()
return JSONResponse(content="OK")
def run_server(): def run_server():
server_addr = '0.0.0.0' if shared.args.listen else '127.0.0.1' server_addr = '0.0.0.0' if shared.args.listen else '127.0.0.1'
port = int(os.environ.get('OPENEDAI_PORT', shared.args.api_port)) port = int(os.environ.get('OPENEDAI_PORT', shared.args.api_port))