@ -1,94 +1,134 @@
# foodie_weekly_thread.py
import json import json
import os import os
from datetime import datetime , timedelta , timezone
import logging import logging
import random import random
import signal
import sys
import fcntl
import time
from datetime import datetime , timedelta , timezone
import tweepy
from openai import OpenAI from openai import OpenAI
from foodie_utils import post_tweet , AUTHORS , SUMMARY_MODEL from foodie_utils import post_tweet , AUTHORS , SUMMARY_MODEL
from foodie_config import X_API_CREDENTIALS from foodie_config import X_API_CREDENTIALS
from dotenv import load_dotenv from dotenv import load_dotenv
import tweepy
load_dotenv ( ) load_dotenv ( )
# Logging configuration LOCK_FILE = " /home/shane/foodie_automator/locks/foodie_weekly_thread.lock "
LOG_FILE = " /home/shane/foodie_automator/foodie_weekly_thread.log " LOG_FILE = " /home/shane/foodie_automator/logs/ foodie_weekly_thread.log "
LOG_PRUNE_DAYS = 30 LOG_PRUNE_DAYS = 30
MAX_RETRIES = 3
RETRY_BACKOFF = 2
RECENT_POSTS_FILE = " /home/shane/foodie_automator/recent_posts.json "
def setup_logging ( ) : def setup_logging ( ) :
""" Initialize logging with pruning of old logs. """
try :
os . makedirs ( os . path . dirname ( LOG_FILE ) , exist_ok = True )
if os . path . exists ( LOG_FILE ) : if os . path . exists ( LOG_FILE ) :
with open ( LOG_FILE , ' r ' ) as f : with open ( LOG_FILE , ' r ' ) as f :
lines = f . readlines ( ) lines = f . readlines ( )
cutoff = datetime . now ( timezone . utc ) - timedelta ( days = LOG_PRUNE_DAYS ) cutoff = datetime . now ( timezone . utc ) - timedelta ( days = LOG_PRUNE_DAYS )
pruned_lines = [ ] pruned_lines = [ ]
malformed_count = 0
for line in lines : for line in lines :
if len ( line ) < 19 or not line [ : 19 ] . replace ( ' - ' , ' ' ) . replace ( ' : ' , ' ' ) . replace ( ' ' , ' ' ) . isdigit ( ) :
malformed_count + = 1
continue
try : try :
timestamp = datetime . strptime ( line [ : 19 ] , ' % Y- % m- %d % H: % M: % S ' ) . replace ( tzinfo = timezone . utc ) timestamp = datetime . strptime ( line [ : 19 ] , ' % Y- % m- %d % H: % M: % S ' ) . replace ( tzinfo = timezone . utc )
if timestamp > cutoff : if timestamp > cutoff :
pruned_lines . append ( line ) pruned_lines . append ( line )
except ValueError : except ValueError :
malformed_count + = 1
continue continue
if malformed_count > 0 :
logging . info ( f " Skipped { malformed_count } malformed log lines during pruning " )
with open ( LOG_FILE , ' w ' ) as f : with open ( LOG_FILE , ' w ' ) as f :
f . writelines ( pruned_lines ) f . writelines ( pruned_lines )
logging . basicConfig ( logging . basicConfig (
filename = LOG_FILE , filename = LOG_FILE ,
level = logging . DEBUG , level = logging . INFO ,
format = ' %(asctime)s - %(levelname)s - %(message)s ' , format = ' %(asctime)s - %(levelname)s - %(message)s ' ,
datefmt = ' % Y- % m- %d % H: % M: % S ' datefmt = ' % Y- % m- %d % H: % M: % S '
) )
console_handler = logging . StreamHandler ( ) console_handler = logging . StreamHandler ( )
console_handler . setFormatter ( logging . Formatter ( ' %(asctime)s - %(levelname)s - %(message)s ' ) ) console_handler . setFormatter ( logging . Formatter ( ' %(asctime)s - %(levelname)s - %(message)s ' ) )
logging . getLogger ( ) . addHandler ( console_handler ) logging . getLogger ( ) . addHandler ( console_handler )
logging . getLogger ( " tweepy " ) . setLevel ( logging . WARNING )
logging . info ( " Logging initialized for foodie_weekly_thread.py " ) logging . info ( " Logging initialized for foodie_weekly_thread.py " )
except Exception as e :
print ( f " Failed to setup logging: { e } " )
sys . exit ( 1 )
setup_logging ( ) def acquire_lock ( ) :
""" Acquire a lock to prevent concurrent runs. """
os . makedirs ( os . path . dirname ( LOCK_FILE ) , exist_ok = True )
lock_fd = open ( LOCK_FILE , ' w ' )
try :
fcntl . flock ( lock_fd , fcntl . LOCK_EX | fcntl . LOCK_NB )
lock_fd . write ( str ( os . getpid ( ) ) )
lock_fd . flush ( )
return lock_fd
except IOError :
logging . info ( " Another instance of foodie_weekly_thread.py is running " )
sys . exit ( 0 )
def signal_handler ( sig , frame ) :
""" Handle termination signals gracefully. """
logging . info ( " Received termination signal, exiting... " )
sys . exit ( 0 )
signal . signal ( signal . SIGTERM , signal_handler )
signal . signal ( signal . SIGINT , signal_handler )
# Initialize OpenAI client # Initialize OpenAI client
try :
client = OpenAI ( api_key = os . getenv ( " OPENAI_API_KEY " ) ) client = OpenAI ( api_key = os . getenv ( " OPENAI_API_KEY " ) )
if not os . getenv ( " OPENAI_API_KEY " ) : if not os . getenv ( " OPENAI_API_KEY " ) :
logging . error ( " OPENAI_API_KEY is not set in environment variables " ) logging . error ( " OPENAI_API_KEY is not set in environment variables " )
raise ValueError ( " OPENAI_API_KEY is required " ) raise ValueError ( " OPENAI_API_KEY is required " )
except Exception as e :
logging . error ( f " Failed to initialize OpenAI client: { e } " , exc_info = True )
sys . exit ( 1 )
# Validate X_API_CREDENTIALS and test API access
def validate_twitter_credentials ( ) : def validate_twitter_credentials ( ) :
""" Validate Twitter API credentials for all authors. """
logging . info ( " Validating Twitter API credentials for all authors " ) logging . info ( " Validating Twitter API credentials for all authors " )
valid_credentials = [ ] valid_credentials = [ ]
for author in AUTHORS : for author in AUTHORS :
credentials = next ( ( cred for cred in X_API_CREDENTIALS if cred [ " username " ] == author [ " username " ] ) , None ) credentials = next ( ( cred for cred in X_API_CREDENTIALS if cred [ " username " ] == author [ " username " ] ) , None )
if not credentials : if not credentials :
logging . error ( f " No X credentials found for { author [ ' username ' ] } in X_API_CREDENTIALS " ) logging . error ( f " No X credentials found for { author [ ' username ' ] } in X_API_CREDENTIALS " )
print ( f " No X credentials found for { author [ ' username ' ] } " )
continue continue
logging . debug ( f " Testing credentials for { author [ ' username ' ] } (handle: { credentials [ ' x_username ' ] } ) " ) for attempt in range ( MAX_RETRIES ) :
try : try :
client = tweepy . Client ( twitter_ client= tweepy . Client (
consumer_key = credentials [ " api_key " ] , consumer_key = credentials [ " api_key " ] ,
consumer_secret = credentials [ " api_secret " ] , consumer_secret = credentials [ " api_secret " ] ,
access_token = credentials [ " access_token " ] , access_token = credentials [ " access_token " ] ,
access_token_secret = credentials [ " access_token_secret " ] access_token_secret = credentials [ " access_token_secret " ]
) )
# Test API access by fetching the user's profile user = twitter_client . get_me ( )
user = client . get_me ( ) logging . info ( f " Credentials valid for { author [ ' username ' ] } (handle: { credentials [ ' x_username ' ] } ) " )
logging . info ( f " Credentials valid for { author [ ' username ' ] } (handle: { credentials [ ' x_username ' ] } , user_id: { user . data . id } ) " )
print ( f " Credentials valid for { author [ ' username ' ] } (handle: { credentials [ ' x_username ' ] } ) " )
valid_credentials . append ( credentials ) valid_credentials . append ( credentials )
break
except tweepy . TweepyException as e : except tweepy . TweepyException as e :
logging . error ( f " Failed to validate credentials for { author [ ' username ' ] } (handle: { credentials [ ' x_username ' ] } ): { e } " ) logging . error ( f " Failed to validate credentials for { author [ ' username ' ] } (attempt { attempt + 1 } ): { e } " )
if hasattr ( e , ' response ' ) and e . response : if attempt < MAX_RETRIES - 1 :
logging . error ( f " Twitter API response: { e . response . text } " ) time . sleep ( RETRY_BACKOFF * ( 2 * * attempt ) )
print ( f " Failed to validate credentials for { author [ ' username ' ] } : { e } " ) else :
logging . error ( f " Credentials invalid for { author [ ' username ' ] } after { MAX_RETRIES } attempts " )
if not valid_credentials : if not valid_credentials :
logging . error ( " No valid Twitter credentials found for any author " ) logging . error ( " No valid Twitter credentials found for any author " )
raise ValueError ( " No valid Twitter credentials found " ) raise ValueError ( " No valid Twitter credentials found " )
return valid_credentials return valid_credentials
# Run credential validation
validate_twitter_credentials ( )
RECENT_POSTS_FILE = " /home/shane/foodie_automator/recent_posts.json "
def load_recent_posts ( ) : def load_recent_posts ( ) :
""" Load and deduplicate posts from recent_posts.json. """
posts = [ ] posts = [ ]
unique_posts = { } unique_posts = { }
logging . debug ( f " Attempting to load posts from { RECENT_POSTS_FILE } " ) logging . debug ( f " Attempting to load posts from { RECENT_POSTS_FILE } " )
@ -131,13 +171,15 @@ def load_recent_posts():
continue continue
logging . info ( f " Loaded { len ( posts ) } unique posts from { RECENT_POSTS_FILE } (after deduplication) " ) logging . info ( f " Loaded { len ( posts ) } unique posts from { RECENT_POSTS_FILE } (after deduplication) " )
except Exception as e : except Exception as e :
logging . error ( f " Failed to load { RECENT_POSTS_FILE } : { e } " ) logging . error ( f " Failed to load { RECENT_POSTS_FILE } : { e } " , exc_info = True )
return posts
if not posts : if not posts :
logging . warning ( f " No valid posts loaded from { RECENT_POSTS_FILE } " ) logging . warning ( f " No valid posts loaded from { RECENT_POSTS_FILE } " )
return posts return posts
def filter_posts_for_week ( posts , start_date , end_date ) : def filter_posts_for_week ( posts , start_date , end_date ) :
""" Filter posts within the specified week. """
filtered_posts = [ ] filtered_posts = [ ]
logging . debug ( f " Filtering { len ( posts ) } posts for range { start_date } to { end_date } " ) logging . debug ( f " Filtering { len ( posts ) } posts for range { start_date } to { end_date } " )
@ -155,6 +197,7 @@ def filter_posts_for_week(posts, start_date, end_date):
return filtered_posts return filtered_posts
def generate_intro_tweet ( author ) : def generate_intro_tweet ( author ) :
""" Generate an intro tweet for the weekly thread. """
credentials = next ( ( cred for cred in X_API_CREDENTIALS if cred [ " username " ] == author [ " username " ] ) , None ) credentials = next ( ( cred for cred in X_API_CREDENTIALS if cred [ " username " ] == author [ " username " ] ) , None )
if not credentials : if not credentials :
logging . error ( f " No X credentials found for { author [ ' username ' ] } " ) logging . error ( f " No X credentials found for { author [ ' username ' ] } " )
@ -170,6 +213,7 @@ def generate_intro_tweet(author):
f " Do not include emojis, hashtags, or reward-driven incentives (e.g., giveaways). " f " Do not include emojis, hashtags, or reward-driven incentives (e.g., giveaways). "
) )
for attempt in range ( MAX_RETRIES ) :
try : try :
response = client . chat . completions . create ( response = client . chat . completions . create (
model = SUMMARY_MODEL , model = SUMMARY_MODEL ,
@ -186,17 +230,76 @@ def generate_intro_tweet(author):
logging . debug ( f " Generated intro tweet: { tweet } " ) logging . debug ( f " Generated intro tweet: { tweet } " )
return tweet return tweet
except Exception as e : except Exception as e :
logging . error ( f " Failed to generate intro tweet for { author [ ' username ' ] } : { e } " ) logging . warning ( f " Failed to generate intro tweet for { author [ ' username ' ] } (attempt { attempt + 1 } ): { e } " )
if attempt < MAX_RETRIES - 1 :
time . sleep ( RETRY_BACKOFF * ( 2 * * attempt ) )
else :
logging . error ( f " Failed to generate intro tweet after { MAX_RETRIES } attempts " )
fallback = ( fallback = (
f " This weeks top 10 foodie finds by { author_handle } Check out the best on InsiderFoodie.com " f " This week ' { author_handle } ! Check out the best on InsiderFoodie.com. "
f " Follow { author_handle } for more and like this thread to stay in the loop Visit us at https://insiderfoodie.com " f " Follow { author_handle } for more and like this thread to stay in the loop! Visit us at https://insiderfoodie.com "
) )
logging . info ( f " Using fallback intro tweet: { fallback } " ) logging . info ( f " Using fallback intro tweet: { fallback } " )
return fallback return fallback
def generate_final_cta ( author ) :
""" Generate a final CTA tweet for the weekly thread using GPT. """
credentials = next ( ( cred for cred in X_API_CREDENTIALS if cred [ " username " ] == author [ " username " ] ) , None )
if not credentials :
logging . error ( f " No X credentials found for { author [ ' username ' ] } " )
return None
author_handle = credentials [ " x_username " ]
logging . debug ( f " Generating final CTA tweet for { author_handle } " )
prompt = (
f " Generate a concise tweet (under 280 characters) for { author_handle } . "
f " Conclude a thread of their top 10 foodie posts of the week on InsiderFoodie.com. "
f " Make it engaging, value-driven, and urgent, in the style of Neil Patel. "
f " Include a call to action to visit InsiderFoodie.com and follow { author_handle } . "
f " Mention that the top 10 foodie trends are shared every Monday. "
f " Avoid using the word ' elevate ' —use humanized language like ' level up ' or ' bring to life ' . "
f " Do not include emojis, hashtags, or reward-driven incentives (e.g., giveaways). "
)
for attempt in range ( MAX_RETRIES ) :
try :
response = client . chat . completions . create (
model = SUMMARY_MODEL ,
messages = [
{ " role " : " system " , " content " : " You are a social media expert crafting engaging tweets. " } ,
{ " role " : " user " , " content " : prompt }
] ,
max_tokens = 100 ,
temperature = 0.7
)
tweet = response . choices [ 0 ] . message . content . strip ( )
if len ( tweet ) > 280 :
tweet = tweet [ : 277 ] + " ... "
logging . debug ( f " Generated final CTA tweet: { tweet } " )
return tweet
except Exception as e :
logging . warning ( f " Failed to generate final CTA tweet for { author [ ' username ' ] } (attempt { attempt + 1 } ): { e } " )
if attempt < MAX_RETRIES - 1 :
time . sleep ( RETRY_BACKOFF * ( 2 * * attempt ) )
else :
logging . error ( f " Failed to generate final CTA tweet after { MAX_RETRIES } attempts " )
fallback = (
f " Want more foodie insights like these? Check out insiderfoodie.com and follow { author_handle } "
f " for the world’s top 10 foodie trends every Monday. Don’t miss out! "
)
logging . info ( f " Using fallback final CTA tweet: { fallback } " )
return fallback
def post_weekly_thread ( ) : def post_weekly_thread ( ) :
logging . info ( " Entering post_weekly_thread " ) """ Post weekly threads for each author. """
print ( " Entering post_weekly_thread " ) try :
logging . info ( " Starting foodie_weekly_thread.py " )
print ( " Starting foodie_weekly_thread.py " )
valid_credentials = validate_twitter_credentials ( )
if not valid_credentials :
logging . error ( " No valid Twitter credentials found, exiting " )
return
today = datetime . now ( timezone . utc ) today = datetime . now ( timezone . utc )
days_to_monday = today . weekday ( ) days_to_monday = today . weekday ( )
@ -207,8 +310,8 @@ def post_weekly_thread():
print ( f " Fetching posts from { start_date } to { end_date } " ) print ( f " Fetching posts from { start_date } to { end_date } " )
all_posts = load_recent_posts ( ) all_posts = load_recent_posts ( )
print ( f " Loaded { len ( all_posts ) } posts from recent_posts.json " )
logging . info ( f " Loaded { len ( all_posts ) } posts from recent_posts.json " ) logging . info ( f " Loaded { len ( all_posts ) } posts from recent_posts.json " )
print ( f " Loaded { len ( all_posts ) } posts from recent_posts.json " )
if not all_posts : if not all_posts :
logging . warning ( " No posts loaded, exiting post_weekly_thread " ) logging . warning ( " No posts loaded, exiting post_weekly_thread " )
@ -216,8 +319,8 @@ def post_weekly_thread():
return return
weekly_posts = filter_posts_for_week ( all_posts , start_date , end_date ) weekly_posts = filter_posts_for_week ( all_posts , start_date , end_date )
print ( f " Filtered to { len ( weekly_posts ) } posts for the week " )
logging . info ( f " Filtered to { len ( weekly_posts ) } posts for the week " ) logging . info ( f " Filtered to { len ( weekly_posts ) } posts for the week " )
print ( f " Filtered to { len ( weekly_posts ) } posts for the week " )
if not weekly_posts : if not weekly_posts :
logging . warning ( " No posts found within the week range, exiting post_weekly_thread " ) logging . warning ( " No posts found within the week range, exiting post_weekly_thread " )
@ -233,6 +336,7 @@ def post_weekly_thread():
logging . debug ( f " Grouped posts by author: { list ( posts_by_author . keys ( ) ) } " ) logging . debug ( f " Grouped posts by author: { list ( posts_by_author . keys ( ) ) } " )
for author in AUTHORS : for author in AUTHORS :
try :
author_posts = posts_by_author . get ( author [ " username " ] , [ ] ) author_posts = posts_by_author . get ( author [ " username " ] , [ ] )
logging . info ( f " Processing author { author [ ' username ' ] } with { len ( author_posts ) } posts " ) logging . info ( f " Processing author { author [ ' username ' ] } with { len ( author_posts ) } posts " )
print ( f " Processing author { author [ ' username ' ] } with { len ( author_posts ) } posts " ) print ( f " Processing author { author [ ' username ' ] } with { len ( author_posts ) } posts " )
@ -261,27 +365,69 @@ def post_weekly_thread():
continue continue
intro_tweet_id = intro_response . get ( " id " ) intro_tweet_id = intro_response . get ( " id " )
last_tweet_id = intro_tweet_id
logging . debug ( f " Intro tweet posted with ID { intro_tweet_id } " ) logging . debug ( f " Intro tweet posted with ID { intro_tweet_id } " )
for i , post in enumerate ( top_posts , 1 ) : for i , post in enumerate ( top_posts , 1 ) :
try :
post_tweet_content = f " { i } . { post [ ' title ' ] } Link: { post [ ' url ' ] } " post_tweet_content = f " { i } . { post [ ' title ' ] } Link: { post [ ' url ' ] } "
logging . info ( f " Posting thread reply { i } for { author [ ' username ' ] } : { post_tweet_content } " ) logging . info ( f " Posting thread reply { i } for { author [ ' username ' ] } : { post_tweet_content } " )
print ( f " Posting thread reply { i } for { author [ ' username ' ] } : { post_tweet_content } " ) print ( f " Posting thread reply { i } for { author [ ' username ' ] } : { post_tweet_content } " )
reply_response = post_tweet ( author , post_tweet_content , reply_to_id = intro _tweet_id) reply_response = post_tweet ( author , post_tweet_content , reply_to_id = last _tweet_id)
if not reply_response : if not reply_response :
logging . error ( f " Failed to post thread reply { i } for { author [ ' username ' ] } " ) logging . error ( f " Failed to post thread reply { i } for { author [ ' username ' ] } " )
else : else :
logging . debug ( f " Thread reply { i } posted with ID { reply_response . get ( ' id ' ) } " ) last_tweet_id = reply_response . get ( " id " )
logging . debug ( f " Thread reply { i } posted with ID { last_tweet_id } " )
except Exception as e :
logging . error ( f " Error posting thread reply { i } for { author [ ' username ' ] } : { e } " , exc_info = True )
continue
# Post final CTA tweet
if last_tweet_id and top_posts : # Ensure there's a valid thread to reply to
try :
final_cta = generate_final_cta ( author )
if not final_cta :
logging . error ( f " Failed to generate final CTA tweet for { author [ ' username ' ] } , skipping " )
continue
logging . info ( f " Posting final CTA tweet for { author [ ' username ' ] } : { final_cta } " )
print ( f " Posting final CTA tweet for { author [ ' username ' ] } : { final_cta } " )
cta_response = post_tweet ( author , final_cta , reply_to_id = last_tweet_id )
if not cta_response :
logging . error ( f " Failed to post final CTA tweet for { author [ ' username ' ] } " )
else :
logging . debug ( f " Final CTA tweet posted with ID { cta_response . get ( ' id ' ) } " )
except Exception as e :
logging . error ( f " Error posting final CTA tweet for { author [ ' username ' ] } : { e } " , exc_info = True )
logging . info ( f " Successfully posted weekly thread for { author [ ' username ' ] } " ) logging . info ( f " Successfully posted weekly thread for { author [ ' username ' ] } " )
print ( f " Successfully posted weekly thread for { author [ ' username ' ] } " ) print ( f " Successfully posted weekly thread for { author [ ' username ' ] } " )
except Exception as e :
logging . error ( f " Error processing author { author [ ' username ' ] } : { e } " , exc_info = True )
continue
if __name__ == " __main__ " : logging . info ( " Completed foodie_weekly_thread.py " )
print ( " Starting foodie_weekly_thread.py " ) print ( " Completed foodie_weekly_thread.py " )
logging . info ( " Starting foodie_weekly_thread.py " ) except Exception as e :
logging . error ( f " Unexpected error in post_weekly_thread: { e } " , exc_info = True )
print ( f " Error in post_weekly_thread: { e } " )
def main ( ) :
""" Main function to run the script. """
lock_fd = None
try : try :
lock_fd = acquire_lock ( )
setup_logging ( )
post_weekly_thread ( ) post_weekly_thread ( )
except Exception as e : except Exception as e :
logging . error ( f " Unexpected error in post_weekly_thread: { e } " , exc_info = True ) logging . error ( f " Fatal error in main: { e } " , exc_info = True )
print ( " Completed foodie_weekly_thread.py " ) print ( f " Fatal error: { e } " )
logging . info ( " Completed foodie_weekly_thread.py " ) sys . exit ( 1 )
finally :
if lock_fd :
fcntl . flock ( lock_fd , fcntl . LOCK_UN )
lock_fd . close ( )
os . remove ( LOCK_FILE ) if os . path . exists ( LOCK_FILE ) else None
if __name__ == " __main__ " :
main ( )
