Compare commits
1 commit
main
...
json-seria
| Author | SHA1 | Date | |
|---|---|---|---|
| dcda542a08 |
2 changed files with 5 additions and 5 deletions
|
|
@ -61,8 +61,8 @@ AI: Hello! How can I assist you today?"""
|
||||||
full_prompt = session + [User(query)]
|
full_prompt = session + [User(query)]
|
||||||
del full_prompt[1:-max_query_size]
|
del full_prompt[1:-max_query_size]
|
||||||
new_data = old_data = full_query = "\n".join(
|
new_data = old_data = full_query = "\n".join(
|
||||||
f"{role_map.get(q.role,'')}{q.content}\n" for q in full_prompt
|
f"{role_map.get(q.role,)}{q.content}\n" for q in full_prompt
|
||||||
) + f"\n{role_map.get('assistant')}"
|
) + f"\n{role_map.get(Role.ASSISTANT)}"
|
||||||
try:
|
try:
|
||||||
async with websockets.connect(
|
async with websockets.connect(
|
||||||
f"ws://{self.parameters.server_hostname}:7860/queue/join"
|
f"ws://{self.parameters.server_hostname}:7860/queue/join"
|
||||||
|
|
|
||||||
|
|
@ -4,6 +4,7 @@
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import enum
|
||||||
import json
|
import json
|
||||||
import pathlib
|
import pathlib
|
||||||
from dataclasses import asdict, dataclass
|
from dataclasses import asdict, dataclass
|
||||||
|
|
@ -12,8 +13,7 @@ from typing import Union, cast
|
||||||
from typing_extensions import TypedDict
|
from typing_extensions import TypedDict
|
||||||
|
|
||||||
|
|
||||||
# not an enum.Enum because these objects are not json-serializable, sigh
|
class Role(str, enum.Enum):
|
||||||
class Role:
|
|
||||||
ASSISTANT = "assistant"
|
ASSISTANT = "assistant"
|
||||||
SYSTEM = "system"
|
SYSTEM = "system"
|
||||||
USER = "user"
|
USER = "user"
|
||||||
|
|
@ -23,7 +23,7 @@ class Role:
|
||||||
class Message:
|
class Message:
|
||||||
"""Represents one Message within a chap Session"""
|
"""Represents one Message within a chap Session"""
|
||||||
|
|
||||||
role: str
|
role: Role
|
||||||
content: str
|
content: str
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue