From 4794857c0ae32310422714d3037f08c8f3acd6e4 Mon Sep 17 00:00:00 2001 From: Dylan Date: Sat, 18 Apr 2026 14:59:38 +0100 Subject: [PATCH] Fix feed extract --- twExtract/twUtils.py | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/twExtract/twUtils.py b/twExtract/twUtils.py index 20f72ae..5b94415 100644 --- a/twExtract/twUtils.py +++ b/twExtract/twUtils.py @@ -3,8 +3,9 @@ import hashlib import base64 import uuid from x_client_transaction import ClientTransaction -from x_client_transaction.utils import handle_x_migration +from x_client_transaction.utils import get_ondemand_file_url, generate_headers import requests +import bs4 digits = "0123456789abcdefghijklmnopqrstuvwxyz" def baseConversion(x, base): @@ -49,6 +50,14 @@ def get_twitter_homepage(headers=None): return response def generate_transaction_id(method: str, path: str,headers=None) -> str: - ct = ClientTransaction(get_twitter_homepage(headers=headers)) + session = requests.Session() + session.headers = generate_headers() + home_page = session.get(url="https://x.com") + home_page_response = bs4.BeautifulSoup(home_page.content, 'html.parser') + ondemand_file_url = get_ondemand_file_url(response=home_page_response) + ondemand_file = session.get(url=ondemand_file_url) + ondemand_file_response = bs4.BeautifulSoup(ondemand_file.content, 'html.parser') + + ct = ClientTransaction(home_page_response=home_page_response, ondemand_file_response=ondemand_file_response) transaction_id = ct.generate_transaction_id(method=method, path=path) return transaction_id \ No newline at end of file