mirror of
https://github.com/alterware/aw-bot.git
synced 2025-11-18 00:52:09 +00:00
feat: add more chat logs
This commit is contained in:
@@ -1,5 +1,6 @@
|
|||||||
import csv
|
import csv
|
||||||
import os
|
import os
|
||||||
|
import glob
|
||||||
|
|
||||||
from bot.log import logger
|
from bot.log import logger
|
||||||
from database import get_patterns
|
from database import get_patterns
|
||||||
@@ -13,7 +14,7 @@ def update_patterns(regex: str, response: str):
|
|||||||
logger.info(f"Pattern added in memory: {regex}")
|
logger.info(f"Pattern added in memory: {regex}")
|
||||||
|
|
||||||
|
|
||||||
def load_chat_messages(csv_path="chat/chat_messages.csv"):
|
def load_chat_messages_from_disk(csv_path="chat/chat_messages_blue.csv"):
|
||||||
"""
|
"""
|
||||||
Loads all messages from the given CSV file.
|
Loads all messages from the given CSV file.
|
||||||
|
|
||||||
@@ -37,4 +38,37 @@ def load_chat_messages(csv_path="chat/chat_messages.csv"):
|
|||||||
return messages
|
return messages
|
||||||
|
|
||||||
|
|
||||||
|
def load_chat_messages():
|
||||||
|
"""
|
||||||
|
Loads and combines chat messages from all CSV files in the chat folder.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
list: Combined list of all message strings from all CSV files.
|
||||||
|
"""
|
||||||
|
messages = []
|
||||||
|
|
||||||
|
# Find all CSV files in the chat folder
|
||||||
|
csv_files = glob.glob("chat/*.csv")
|
||||||
|
|
||||||
|
if not csv_files:
|
||||||
|
logger.error("No CSV files found in chat folder")
|
||||||
|
return messages
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
f"Found {len(csv_files)} CSV files: {[os.path.basename(f) for f in csv_files]}"
|
||||||
|
)
|
||||||
|
|
||||||
|
# Load messages from each CSV file
|
||||||
|
for csv_file in csv_files:
|
||||||
|
file_messages = load_chat_messages_from_disk(csv_file)
|
||||||
|
messages.extend(file_messages)
|
||||||
|
logger.info(
|
||||||
|
f"Loaded {len(file_messages)} messages from {os.path.basename(csv_file)}"
|
||||||
|
)
|
||||||
|
|
||||||
|
logger.info(f"Total messages loaded: {len(messages)}")
|
||||||
|
|
||||||
|
return messages
|
||||||
|
|
||||||
|
|
||||||
schizo_messages = load_chat_messages()
|
schizo_messages = load_chat_messages()
|
||||||
|
|||||||
1032
chat/chat_messages_hgm.csv
Normal file
1032
chat/chat_messages_hgm.csv
Normal file
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user