OwlCyberSecurity - MANAGER
Edit File: huggingface_hub.cpython-312.pyc
� G��g� � �� � d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl m Z m Z m Z d dlZd dlmZ d d lmZmZ d d lmZmZ d dlZd d lmZmZ G d � de� Zd� Z d� Z y# e$ r ed � �w xY w)� ��wraps)�consts)�record_token_usage)�set_data_normalized)�SPANDATA)�Any�Iterable�CallableN)�should_send_default_pii)� DidNotEnable� Integration)�capture_internal_exceptions�event_from_exception)�ChatCompletionStreamOutput�TextGenerationOutputzHuggingface not installedc �2 � e Zd ZdZde� �Zdd�Zed� � Zy)�HuggingfaceHubIntegration�huggingface_hubzauto.ai.c � � || _ y �N)�include_prompts)�selfr s �V/opt/hc_python/lib/python3.12/site-packages/sentry_sdk/integrations/huggingface_hub.py�__init__z"HuggingfaceHubIntegration.__init__ s � � .�� � c � � t t j j j j � t j j j _ y r )�_wrap_text_generationr � inference�_client�InferenceClient�text_generation� r r � setup_oncez$HuggingfaceHubIntegration.setup_once" sA � � "� �)�)�1�1�A�A�Q�Q� � �!�!�)�)�9�9�Ir N)T)�__name__� __module__� __qualname__� identifier�originr � staticmethodr$ r# r r r r s, � �"�J�� �|� $�F�/� � � � r r c � � t | t j � j ddd��� \ }}t j ||�� y )Nr F)�type�handled)�client_options� mechanism)�hint)r � sentry_sdk� get_client�options� capture_event)�exc�eventr0 s r �_capture_exceptionr7 , s? � �&� �!�,�,�.�6�6�,��?��K�E�4� � � �U��.r c �. � � t � � � fd�� }|S )Nc � ��� � � t j � j t � ��� � | i |��S d|v r|d }n0t | � dk\ r| d |d< |d }| d f| dd z } n � | i |��S |j d� }|j d� }t j t j j dt j �� � � j � � | i |��� t � 5 t! � r'�j" rt% � t& j( |� t% � t& j* |� t% � t& j, |� t/ � t0 � rBt! � r�j" rt% � d � g� � j d d d � � cd d d � S t/ � t2 � r�t! � r$�j" rt% � d � j4 g� � j6 �:� j6 j8 dkD r!t; � � j6 j8 � � � j d d d � � cd d d � S t/ � t< � s+t% � d d � � j d d d � � cd d d � S |j d d� r�� � fd�} |� cd d d � S �� � fd�} |� cd d d � S # t $ r&}t |� � j d d d � |d �d }~ww xY w# 1 sw Y y xY w)N�prompt� � r �model�streamzText Generation)�op�namer) z ai.responses�� total_tokens�unknown_responseT�detailsFc 3 �N �K � t � 5 d} g }�D ]� }t |d� r;t |j d� r%|j |j j � t |d� r,t |j d� r|j j } |�� �� t |� dkD r@t � r6�j r*t �t j dj |� � | dkD r t �| �� d d d � �j d d d � y # 1 sw Y � xY w�w)Nr �token�textrD �generated_tokens� rA )r �hasattrrF �appendrG rD rH �lenr r r r � AI_RESPONSES�joinr �__exit__)� tokens_used�data_buf�x� integration�res�spans ���r �new_details_iteratorzP_wrap_text_generation.<locals>.new_text_generation.<locals>.new_details_iterator~ s� �� �� �4�6�&'� �.0��!$�A� &�q�'� 2�w�q�w�w��7O� (������ � � =� &�q�)� 4�� !� � �+=�: � /0�i�i�.H�.H� �"#�G� "%� ��M�A� -� 7� 9� +� ;� ;� /� $�h�&;�&;�R�W�W�X�=N� � '��?� .�t�+� N�) 7�* �M�M�$��d�3�+ 7�6�s � D%�C/D�= D%�D"� D%c 3 �j �K � g } t � 5 �D ]' }t |t � r| j |� |�� �) t | � dkD r@t � r6�j r*t �t j dj | � � �j d d d � d d d � y # 1 sw Y y xY w�w)Nr rI ) r � isinstance�strrK rL r r r r rM rN rO )rQ �srS rT rU s ���r � new_iteratorzH_wrap_text_generation.<locals>.new_text_generation.<locals>.new_iterator� s� �� �� �*,�H�4�6�!$�A� )�!�S� 1� (���� 2�"#�G� "%� ��M�A� -� 7� 9� +� ;� ;� /� $�h�&;�&;�R�W�W�X�=N� � � � �d�D�$�7� 7�6�6�s � B3�BB'� B3�'B0�,B3) r1 r2 �get_integrationr rL �get� start_spanr �OP�'HUGGINGFACE_HUB_CHAT_COMPLETIONS_CREATEr) � __enter__� Exceptionr7 rO r r r r r �AI_INPUT_MESSAGES� AI_MODEL_ID� AI_STREAMINGrX rY r �generated_textrD rH r r ) �args�kwargsr: r= � streaming�erV r[ rS rT rU �fs @@@�r �new_text_generationz2_wrap_text_generation.<locals>.new_text_generation8 s� �� � !�+�+�-�=�=�>W�X� � � ��d�%�f�%� %� �v� ��H�%�F� ��Y�!�^� #�A�w�F�8� ��H�%�F���G�:��Q�R��(�D� �d�%�f�%� %�� � �7�#���J�J�x�(� ��$�$��y�y�@�@�"�,�3�3� �� ���� ��T�$�V�$�C� )� *�&�(�[�-H�-H�#�D�(�*D�*D�f�M� ��h�&:�&:�E� B� ��h�&;�&;�Y� G��#�s�#�*�,��1L�1L�'� �&� ��� � � �d�D�$�/�� +� *�" �#� 3�4�*�,��1L�1L�'� �&� �+�+�,�� �;�;�*�s�{�{�/K�/K�a�/O�&�t�#�+�+�:V�:V�W�� � �d�D�$�/��7 +� *�: �c�8�,�#�D�*<�d�C�� � �d�D�$�/��C +� *�F �z�z�)�U�+�4�2 ,�-�} +� *�D8�$ $�~�i +� *�� � � �q� !� �M�M�$��d� +��� �� �� +� *�s> �!K �3B0K<�-BK<�1K<� K<�3 K<� K9�!K4�4K9�<Lr )rk rl s ` r r r 6 s$ �� � �1�X�t&� �t&�l � r ) � functoolsr r1 r �sentry_sdk.ai.monitoringr �sentry_sdk.ai.utilsr �sentry_sdk.constsr �typingr r r �sentry_sdk.scoper �sentry_sdk.integrationsr r �sentry_sdk.utilsr r �!huggingface_hub.inference._clientr r r � ImportErrorr r7 r r# r r �<module>rw sh �� � � 7� 3� &� *� *� � 4� =�� 4�,�P� � � �$/�y ��A � 4� �2� 3�3�4�s � A" �"A0