U
    Jj3                     @   s   d dl Z d dlZd dlZd dlZd dlmZmZ d dlm	Z	 d dl
mZ d dl
mZmZ e	  e dZeeddZd	ZdddZdddZdd ZdddZedkre Zede  edksed kred qed qdS )    N)create_enginetext)load_dotenv)analyze_internal_comments_batch)r   get_internal_prompt_version	MYSQL_URIT)pool_pre_ping         ?c                 C   s    z
t | W S    | Y S X d S )N)float)valdefault r   X/var/www/api.dyntland.com/public_html/python_social_comments/process_intenal_comments.py
safe_float   s    
r   c              	   C   sP   d}i }| d k	r$|d7 }t | |d< t }tjt|||d}W 5 Q R X |S )Nz
    SELECT *
    FROM article_user_comment
    WHERE external_comment_id IS NULL
    AND llm_sentiment IS NULL
    AND deleted_on IS NULL
    ORDER BY created_on ASC
    z
    LIMIT :limitlimit)params)intengineconnectpdread_sqlr   )r   queryr   conndfr   r   r   #fetch_unprocessed_internal_comments%   s    	
r   c              	   C   s4   | sd S t d}t }|||  W 5 Q R X d S )Na  
        UPDATE article_user_comment SET
            llm_confidence     = :llm_confidence,
            llm_sentiment      = :llm_sentiment,
            llm_emotion        = :llm_emotion,
            llm_impact_score   = :llm_impact_score,
            llm_toxicity_score = :llm_toxicity_score,
            llm_language_code  = :llm_language_code,
            llm_prompt_version = :llm_prompt_version,
            llm_raw_output     = :llm_raw_output,
            model_version      = :model_version
        WHERE id = :auc_id
    )r   r   beginexecute)rowsr   r   r   r   r   insert_processed?   s
    
r   c                 C   s,  d}d}t | d}|jr$td dS g }tdt|tD ]p}|j||t  }|d  }t|\}}	|std|  |d7 }q8|D ]}
z|
	d}|d krW qzt
|d }W n   Y W qY nX |dk s|t|krW q|j| }||d t|
	d	d
|
	dd|
	ddtt|
	dd
d d dt|
	dd|
	ddt t|
|	d
 W q tk
r } ztd|  W Y qW 5 d }~X Y qX q|d7 }q8t| td td td tdt| tdt|  td|  td|  tdt|  td d! |D S )"Nr   )r   zNo internal comments to processmsgz&[LLM FAIL] internal batch starting at    indexid
confidencer
   	sentimentNeutralemotionneutralZimpact_score      toxicityg        language_codeen)
auc_idllm_confidencellm_sentimentllm_emotionllm_impact_scorellm_toxicity_scorellm_language_codellm_prompt_versionllm_raw_outputmodel_versionz[MAPPING ERROR] z
====================zINTERNAL PROCESSING SUMMARYz====================zFetched:zTo insert: zTotal LLM outputs processed: zFailed batches: zTotal DB rows inserted: c                 S   s   h | ]}|d  qS )r.   r   ).0resultr   r   r   	<setcomp>   s     z,process_internal_comments.<locals>.<setcomp>)r   emptyprintrangelen
BATCH_SIZEiloctolistr   getr   appendr   roundr   jsondumps	Exceptionr   )r   total_processedfailed_batchesr   resultsibatch_dfcommentsllm_outputs
used_modelitemidxrower   r   r   process_internal_commentsZ   sj    







rT   __main__z[DEBUG] processed batch size: u#   ✅ ALL INTERNAL COMMENTS PROCESSEDr!   )r
   )N)N)osrE   timepandasr   
sqlalchemyr   r   dotenvr   
llm_clientr   r   getenvDB_URIr   r?   r   r   r   rT   __name__	processedr<   sleepr   r   r   r   <module>   s,   



R