From 7a97adcf43a83354316b8f437e7dd5608343dbb3 Mon Sep 17 00:00:00 2001 From: Dylan Date: Wed, 10 Sep 2025 17:06:42 +0100 Subject: [PATCH] Tweet feed & User by ID working #284 --- twExtract/__init__.py | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/twExtract/__init__.py b/twExtract/__init__.py index 9ac8b52..a73ec71 100644 --- a/twExtract/__init__.py +++ b/twExtract/__init__.py @@ -42,8 +42,9 @@ tweetDetailGraphql_api="e7RKseIxLu7HgkWNKZ6qnw" tweetFeedGraphqlFeatures='{"rweb_video_screen_enabled":false,"profile_label_improvements_pcf_label_in_post_enabled":true,"rweb_tipjar_consumption_enabled":true,"verified_phone_label_enabled":false,"creator_subscriptions_tweet_preview_api_enabled":true,"responsive_web_graphql_timeline_navigation_enabled":true,"responsive_web_graphql_skip_user_profile_image_extensions_enabled":false,"premium_content_api_read_enabled":false,"communities_web_enable_tweet_community_results_fetch":true,"c9s_tweet_anatomy_moderator_badge_enabled":true,"responsive_web_grok_analyze_button_fetch_trends_enabled":false,"responsive_web_grok_analyze_post_followups_enabled":true,"responsive_web_jetfuel_frame":false,"responsive_web_grok_share_attachment_enabled":true,"articles_preview_enabled":true,"responsive_web_edit_tweet_api_enabled":true,"graphql_is_translatable_rweb_tweet_is_translatable_enabled":true,"view_counts_everywhere_api_enabled":true,"longform_notetweets_consumption_enabled":true,"responsive_web_twitter_article_tweet_consumption_enabled":true,"tweet_awards_web_tipping_enabled":false,"responsive_web_grok_show_grok_translated_post":false,"responsive_web_grok_analysis_button_from_backend":true,"creator_subscriptions_quote_tweet_preview_enabled":false,"freedom_of_speech_not_reach_fetch_enabled":true,"standardized_nudges_misinfo":true,"tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled":true,"longform_notetweets_rich_text_read_enabled":true,"longform_notetweets_inline_media_enabled":true,"responsive_web_grok_image_annotation_enabled":true,"responsive_web_enhance_cards_enabled":false}' tweetFeedGraphql_api="OAx9yEcW3JA9bPo63pcYlA" -userByScreenNameGraphqlFeatures='{"hidden_profile_subscriptions_enabled":true,"payments_enabled":false,"profile_label_improvements_pcf_label_in_post_enabled":true,"rweb_tipjar_consumption_enabled":true,"verified_phone_label_enabled":false,"subscriptions_verification_info_is_identity_verified_enabled":true,"subscriptions_verification_info_verified_since_enabled":true,"highlights_tweets_tab_ui_enabled":true,"responsive_web_twitter_article_notes_tab_enabled":true,"subscriptions_feature_can_gift_premium":true,"creator_subscriptions_tweet_preview_api_enabled":true,"responsive_web_graphql_skip_user_profile_image_extensions_enabled":false,"responsive_web_graphql_timeline_navigation_enabled":true}' +userByScreenNameGraphqlFeatures='{"rweb_xchat_enabled":false,"hidden_profile_subscriptions_enabled":true,"payments_enabled":false,"profile_label_improvements_pcf_label_in_post_enabled":true,"rweb_tipjar_consumption_enabled":true,"verified_phone_label_enabled":false,"subscriptions_verification_info_is_identity_verified_enabled":true,"subscriptions_verification_info_verified_since_enabled":true,"highlights_tweets_tab_ui_enabled":true,"responsive_web_twitter_article_notes_tab_enabled":true,"subscriptions_feature_can_gift_premium":true,"creator_subscriptions_tweet_preview_api_enabled":true,"responsive_web_graphql_skip_user_profile_image_extensions_enabled":false,"responsive_web_graphql_timeline_navigation_enabled":true}' userByScreenNameGraphql_api="96tVxbPqMZDoYB5pmzezKA" +userByRestIdGraphql_api="8r5oa_2vD0WkhIAOkY4TTA" twitterUrl = "x.com" # doubt this will change but just in case class TwExtractError(Exception): @@ -525,14 +526,15 @@ def extractUser(url,workaroundTokens): if authToken.startswith("oa|"): # oauth token not supported atm continue try: - vars=json.loads('{"screen_name":"","withGrokTranslatedBio":false}') reqHeaders = getAuthHeaders(v2bearer,authToken=authToken) if not useId: + vars=json.loads('{"screen_name":"","withGrokTranslatedBio":false}') vars['screen_name'] = screen_name user = requests.get(f"https://x.com/i/api/graphql/{userByScreenNameGraphql_api}/UserByScreenName",{'variables':json.dumps(vars),'features':userByScreenNameGraphqlFeatures,'fieldToggles':'{"withAuxiliaryUserLabels":true}'},headers=reqHeaders) else: - raise NotImplementedError("User ID method not implemented") - #user = requests.get(f"https://api.{twitterUrl}/1.1/users/show.json?user_id={screen_name}",headers=reqHeaders) + vars=json.loads('{"userId":"","withGrokTranslatedBio":false}') + vars['userId'] = screen_name + user = requests.get(f"https://x.com/i/api/graphql/{userByRestIdGraphql_api}/UserByRestId",{'variables':json.dumps(vars),'features':userByScreenNameGraphqlFeatures,'fieldToggles':'{"withAuxiliaryUserLabels":true}'},headers=reqHeaders) output = user.json() if "errors" in output: # pick the first error and create a twExtractError @@ -560,11 +562,11 @@ def extractUserFeedFromId(userId,workaroundTokens): vars = json.loads('{"userId":"0","count":20,"includePromotedContent":true,"withCommunity":true,"withVoice":true}') vars['userId'] = str(userId) vars['includePromotedContent'] = False # idk if this works - reqHeaders = getAuthHeaders(bearer,authToken=authToken) + reqHeaders = getAuthHeaders(v2bearer,authToken=authToken) endpoint=f"/i/api/graphql/{tweetFeedGraphql_api}/UserTweetsAndReplies" reqHeaders["x-client-transaction-id"] = twUtils.generate_transaction_id("GET",endpoint) feed = requests.get(f"https://{twitterUrl}{endpoint}", {'variables':json.dumps(vars),'features':tweetFeedGraphqlFeatures,'fieldToggles':'{"withArticlePlainText":false}'},headers=reqHeaders) - if feed.status_code == 403: + if feed.status_code == 403 or feed.status_code == 404: raise TwExtractError(403, "Extract error") output = feed.json() if "errors" in output: