관리-도구
편집 파일: openai.cpython-38.pyc
U �Mg�< � @ s\ d dl mZ d dlZd dlmZ d dlmZ d dlmZ d dlm Z d dl m Z m Z d dl mZ d d lmZmZ d d lmZ er�d d lmZmZmZmZmZmZmZ d d lm Z z8d d l m Z m Z d dl m!Z!m"Z" er�d dl#m$Z$m%Z% W n e&k �r e d��Y nX G dd� de �Z'dd� Z(dd� Z)dd� Z*dd� Z+dd � Z,d d � Z-d d � Z.d!d"� Z/dS )#� ��wrapsN)�consts)�record_token_usage)�set_data_normalized)�SPANDATA)� DidNotEnable� Integration)�should_send_default_pii)�capture_internal_exceptions�event_from_exception)� TYPE_CHECKING)�Any�Iterable�List�Optional�Callable� AsyncIterator�Iterator)�Span)� Completions�AsyncCompletions)� Embeddings�AsyncEmbeddings)�ChatCompletionMessageParam�ChatCompletionChunkzOpenAI not installedc @ s8 e Zd ZdZde� �Zd dd�Zedd� �Zd d � ZdS ) �OpenAIIntegration�openaizauto.ai.TNc C s, || _ d | _|d k r(dd l}|�|�| _d S �Nr )�include_prompts�tiktoken_encoding�tiktokenZ get_encoding)�selfr Ztiktoken_encoding_namer! � r# �L/opt/hc_python/lib/python3.8/site-packages/sentry_sdk/integrations/openai.py�__init__# s zOpenAIIntegration.__init__c C s4 t tj�t_ttj�t_ttj�t_ttj�t_d S �N) � _wrap_chat_completion_creater �create�_wrap_embeddings_creater �"_wrap_async_chat_completion_creater � _wrap_async_embeddings_creater r# r# r# r$ � setup_once- s �z OpenAIIntegration.setup_oncec C s | j d k rt| j �|��S dS r )r �lenZencode_ordinary)r" �sr# r# r$ � count_tokens8 s z OpenAIIntegration.count_tokens)TN) �__name__� __module__� __qualname__� identifier�originr% � staticmethodr, r/ r# r# r# r$ r s r c C s0 t | t�� jddd�d�\}}tj||d� d S )Nr F)�typeZhandled)Zclient_optionsZ mechanism)�hint)r � sentry_sdk� get_client�optionsZ capture_event)�exc�eventr7 r# r# r$ �_capture_exception? s � r= c C s8 d}d}d}t |d�r|t |jd�r8t|jjt�r8|jj}t |jd�rZt|jjt�rZ|jj}t |jd�r|t|jjt�r||jj}|dkr�| D ] }d|kr�|||d �7 }q�|dkr�|d k r�|D ]}|||�7 }q�n.t |d�r�|jD ] } t | d�r�||| j�7 }q�|dk�r d }|dk�rd }|dk�r&d }t ||||� d S ) Nr �usage�completion_tokens� prompt_tokens� total_tokens�content�choices�message) �hasattrr> � isinstancer? �intr@ rA rC rD r ) �messages�response�spanZstreaming_message_responsesr/ r? r@ rA rD �choicer# r# r$ � _calculate_chat_completion_usageI sL � � � rL c / s� t �� �t���d kr | ||�S d|kr2| ||�S zt|d � W n tk r` | ||� Y S X t|d �|d< |d �|�d�}|�d�}t jt j j dtj d���� � | ||fV �t� �� t� r܈jr�t�tj�� t�tj|� t�tj|� t�d��rRt� �r0�j�r0t�dttdd � �j��� t���d �j� ��d d d � n�t�d ��r�g � �j �� �����fd d �}� �����fd d�}t t �j ��dk�r�|� �_ n|� �_ nt�dd� ��d d d � W 5 Q R X �S )NrH �model�streamzChat Completion��op� descriptionr4 rC z ai.responsesc S s | j S r& )rD )�xr# r# r$ �<lambda>� � z-_new_chat_completion_common.<locals>.<lambda>� _iteratorc 3 s� t � �� �D ]r} t| d�rxd}| jD ]R}t|d�rnt|jd�rn|jj}t� �|kr\� �g � � | �|pjd� |d7 }q$| V q t� �dkr�ttdd� � ��}t � r��j r�t �t j |� t���|�j� W 5 Q R X ��d d d � d S ) NrC r �deltarB � � c S s d� | �S �NrW ��join��chunkr# r# r$ rS � rT zC_new_chat_completion_common.<locals>.new_iterator.<locals>.<lambda>�r rE rC rV rB r- �append�list�mapr r r r Z AI_RESPONSESrL r/ �__exit__�rR Z choice_indexrK rB Z all_responses�Zdata_buf� integrationrH Z old_iterator�resrJ r# r$ � new_iterator� sB � � ��z1_new_chat_completion_common.<locals>.new_iteratorc s� t � �� �2 zz3 d H W } t| d�r�d}| jD ]R}t|d�rvt|jd�rv|jj}t� �|krd� �g � � | �|prd� |d7 }q,| V q 6 t� �dkr�ttdd� � ��}t � rj r�t �t j |� t���|�j� W 5 Q R X ��d d d � d S ) NrC r rV rB rW rX c S s d� | �S rY rZ r\ r# r# r$ rS � rT zI_new_chat_completion_common.<locals>.new_iterator_async.<locals>.<lambda>r^ rc rd r# r$ �new_iterator_async� sB � � ��z7_new_chat_completion_common.<locals>.new_iterator_asyncz<class 'async_generator'>Zunknown_responseT) r8 r9 �get_integrationr �iter� TypeErrorr` �get� start_spanr �OPZ OPENAI_CHAT_COMPLETIONS_CREATEr4 � __enter__r r r r r ZAI_INPUT_MESSAGESZ AI_MODEL_IDZ AI_STREAMINGrE ra rC rL r/ rb rU �strr6 )�f�args�kwargsrM Z streamingrg rh r# rd r$ �_new_chat_completion_commonu sf � � � !! rt c s" dd� � t ��� �fdd��}|S )Nc _ s� t | f|�|�}zt|�\} }}W n, tk rN } z|j W Y �S d }~X Y nX zLz| ||�}W n0 tk r� } zt|� |d �W 5 d }~X Y nX |�|�W S tk r� } z|j W Y �S d }~X Y nX d S r& �rt �next� StopIteration�value� Exceptionr= �send�rq rr rs �gen�e�resultr# r# r$ � _execute_sync� s z3_wrap_chat_completion_create.<locals>._execute_syncc s8 t �� �t�}|d ks d|kr(�| |�S � �f| �|�S �NrH �r8 r9 ri r �rr rs re �r rq r# r$ �_sentry_patched_create_sync s zA_wrap_chat_completion_create.<locals>._sentry_patched_create_syncr �rq r� r# r� r$ r' � s r' c s" dd� � t ��� �fdd��}|S )Nc � s� t | f|�|�}zt|�\} }}W n2 tk rT } z|jI d H W Y �S d }~X Y nX zRz| ||�I d H }W n0 tk r� } zt|� |d �W 5 d }~X Y nX |�|�W S tk r� } z|j W Y �S d }~X Y nX d S r& ru r{ r# r# r$ �_execute_async s " z:_wrap_async_chat_completion_create.<locals>._execute_asyncc � sD t �� �t�}|d ks d|kr.�| |�I d H S � �f| �|�I d H S r� r� r� �r� rq r# r$ � _sentry_patched_create_async0 s zH_wrap_async_chat_completion_create.<locals>._sentry_patched_create_asyncr �rq r� r# r� r$ r* s r* c o s� t �� �t�}|d kr | ||�S t jtjjdtjd���>}d|kr�t � r�|j r�t |d t �rpt |d|d g� n@t |d t�r�t|d �dkr�t |d d t �r�t |d|d � d|kr�t |d|d � | ||fV }d}d}t|d��r4t|jd ��rt |jjt��r|jj}t|jd ��r4t |jjt��r4|jj}|dk�rR|�|d �pNd �}t||d |�pb|� |W 5 Q R � S Q R X d S ) NzOpenAI Embedding CreationrO �inputzai.input_messagesr rM z ai.model_idr> r@ rA rW )r8 r9 ri r rm r rn ZOPENAI_EMBEDDINGS_CREATEr4 r r rF rp r r` r- rE r> r@ rG rA r/ r )rq rr rs re rJ rI r@ rA r# r# r$ � _new_embeddings_create_common= sV ��� ��� � � r� c s" dd� � t ��� �fdd��}|S )Nc _ s� t | f|�|�}zt|�\} }}W n, tk rN } z|j W Y �S d }~X Y nX zLz| ||�}W n0 tk r� } zt|� |d �W 5 d }~X Y nX |�|�W S tk r� } z|j W Y �S d }~X Y nX d S r& �r� rv rw rx ry r= rz r{ r# r# r$ r n s z._wrap_embeddings_create.<locals>._execute_syncc s0 t �� �t�}|d kr �| |�S � �f| �|�S r& r� r� r� r# r$ r� � s z<_wrap_embeddings_create.<locals>._sentry_patched_create_syncr r� r# r� r$ r) l s r) c s" dd� � t ��� �fdd��}|S )Nc � s� t | f|�|�}zt|�\} }}W n2 tk rT } z|jI d H W Y �S d }~X Y nX zRz| ||�I d H }W n0 tk r� } zt|� |d �W 5 d }~X Y nX |�|�W S tk r� } z|j W Y �S d }~X Y nX d S r& r� r{ r# r# r$ r� � s " z5_wrap_async_embeddings_create.<locals>._execute_asyncc � s< t �� �t�}|d kr&�| |�I d H S � �f| �|�I d H S r& r� r� r� r# r$ r� � s zC_wrap_async_embeddings_create.<locals>._sentry_patched_create_asyncr r� r# r� r$ r+ � s r+ )0� functoolsr r8 r Zsentry_sdk.ai.monitoringr Zsentry_sdk.ai.utilsr Zsentry_sdk.constsr Zsentry_sdk.integrationsr r Zsentry_sdk.scoper Zsentry_sdk.utilsr r �typingr r r r r r r r Zsentry_sdk.tracingr Z!openai.resources.chat.completionsr r Zopenai.resourcesr r Zopenai.types.chatr r � ImportErrorr r= rL rt r' r* r� r) r+ r# r# r# r$ �<module> s: $ , ##/"