mirror of
https://github.com/alterware/aw-bot.git
synced 2025-10-26 14:15:54 +00:00
104 lines
2.8 KiB
Python
104 lines
2.8 KiB
Python
import os
|
|
|
|
import requests
|
|
from bs4 import BeautifulSoup
|
|
|
|
DISCOURSE_BASE_URL = os.getenv("DISCOURSE_BASE_URL")
|
|
API_KEY = os.getenv("DISCOURSE_API_KEY")
|
|
API_USERNAME = os.getenv("DISCOURSE_API_USERNAME")
|
|
|
|
headers = {"Api-Key": API_KEY, "Api-Username": API_USERNAME}
|
|
|
|
|
|
def get_topics_by_id(topic_id):
|
|
"""
|
|
Fetches a topic by its ID and returns the topic data.
|
|
|
|
Args:
|
|
topic_id (int): The ID of the topic to fetch.
|
|
|
|
Returns:
|
|
dict or None: The topic data if successful, otherwise None.
|
|
"""
|
|
response = requests.get(f"{DISCOURSE_BASE_URL}/t/{topic_id}.json", headers=headers)
|
|
if response.status_code == 200:
|
|
return response.json()
|
|
else:
|
|
print(
|
|
f"Error fetching topic {topic_id}: {response.status_code} - {response.text}"
|
|
)
|
|
return None
|
|
|
|
|
|
def get_topics_by_tag(tag_name):
|
|
"""
|
|
Fetches all topics with a specific tag and retrieves the cooked string from each post.
|
|
|
|
Args:
|
|
tag_name (str): The name of the tag to filter topics.
|
|
|
|
Returns:
|
|
list: A list of cooked strings from all posts in the topics.
|
|
"""
|
|
response = requests.get(
|
|
f"{DISCOURSE_BASE_URL}/tag/{tag_name}.json", headers=headers
|
|
)
|
|
if response.status_code == 200:
|
|
data = response.json()
|
|
topics = data.get("topic_list", {}).get("topics", [])
|
|
cooked_strings = []
|
|
|
|
for topic in topics:
|
|
topic_id = topic["id"]
|
|
topic_data = get_topics_by_id(topic_id)
|
|
if topic_data:
|
|
posts = topic_data.get("post_stream", {}).get("posts", [])
|
|
for post in posts:
|
|
cooked_strings.append(post.get("cooked", ""))
|
|
return cooked_strings
|
|
else:
|
|
print(
|
|
f"Error fetching topics with tag '{tag_name}': {response.status_code} - {response.text}"
|
|
)
|
|
return []
|
|
|
|
|
|
def fetch_cooked_posts(tag_name):
|
|
"""
|
|
Fetches cooked strings from posts with a specific tag.
|
|
|
|
Args:
|
|
tag_name (str): The name of the tag to filter topics.
|
|
|
|
Returns:
|
|
list: A list of cooked strings from posts with the specified tag.
|
|
"""
|
|
return get_topics_by_tag(tag_name)
|
|
|
|
|
|
def html_to_text(html_content):
|
|
"""
|
|
Cleans the provided HTML content and converts it to plain text.
|
|
|
|
Args:
|
|
html_content (str): The HTML content to clean.
|
|
|
|
Returns:
|
|
str: The cleaned plain text.
|
|
"""
|
|
soup = BeautifulSoup(html_content, "html.parser")
|
|
return soup.get_text(separator="\n").strip()
|
|
|
|
|
|
def combine_posts_text(posts):
|
|
"""
|
|
Combines the cooked content of all posts into a single plain text block.
|
|
|
|
Args:
|
|
posts (list): A list of posts, each containing a "cooked" HTML string.
|
|
|
|
Returns:
|
|
str: The combined plain text of all posts.
|
|
"""
|
|
return "\n\n".join([html_to_text(post["cooked"]) for post in posts])
|