/
usr
/
libexec
/
kcare
/
python
/
kcarectl
/
__pycache__
/
New Directory
Upload File
HOME
a �n�j+ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl m Z m Z m Z m Z mZmZ d dlmZ dd� ZG dd� de�ZG d d � d e�ZdS ) � N)�NamedTemporaryFile)�auth�config� http_utils� ipv6_support� log_utils�utils)� run_commandc C s< t | �}dD ]$}|dk r(d�||� S |d }q d�|�S )zBRender a byte count as a short human-readable string for the logs.)�BZKiBZMiBZGiBg �@z {0:.1f} {1}z {0:.1f} TiB)�float�format)Z num_bytes�sizeZunit� r �2/usr/libexec/kcare/python/kcarectl/delivery_kit.py� format_size s r c @ s� e Zd ZdZdZdZdd� Zedd� �Zedd� �Z d d � Z d(d d�Z dd� Z dd� Z dd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zejejd!�d"d#� �Zd$d%� Zd&d'� Zd S ))� DataPackagez�Generic archive package for the patch server uploads pipeline. Based on DataPackage from eportal (delivery_kit.py). Subclasses supply the manifest `data_type`, the `upload_uri` to PUT the archive to and the `max_size` payload limit. � c C s d | _ g | _d| _d S )Nr )�_tar�_errors_buffer�_total_payload_size��selfr r r �__init__- s zDataPackage.__init__c C s t �d S �N)�NotImplementedErrorr r r r �max_size3 s zDataPackage.max_sizec C s | � � }t|j�S r )�_ensure_tar_created�str�name)r �tarr r r � archive_path8 s zDataPackage.archive_pathc C s� d }d }z t t�|�ddd�\}}}W n, tyR } zt|�}W Y d }~n d }~0 0 |rj| �d�||�� |d ur�| j|tj |dd�d� d S )NT)� catch_stdout� catch_stderrz!failed to dump stdout of {0}: {1}�utf-8��encoding�� data_bytes) r �shlex�split� Exceptionr � log_errorr �add_filer �bstr)r �arcname�cmd�stdout�stderr�_�er r r � add_stdout> s zDataPackage.add_stdoutNFc C sf |d u r|d u rt d��| �� }d}|d urZtj�|�sL| �d�|�� d S tj�|�}nt|�}| � |�s�| �d�|�� d S |s�| � |�s�| � d�|t |�t | j �t | j��� d S zp|r�|j||d� n"t�|�}||_|�|t�|�� |�s&| j|7 _tjd�|t |�t | j��dd � W n8 t�y` } z | �d �||�� W Y d }~n d }~0 0 d S ) Nz"No src_path or data_bytes providedr zfile not found: {0}z no available space to store: {0}zPskipping {0}: {1} would exceed the {2} report size limit (already collected {3}))r. z%collected {0}: {1} (report total {2})F�� print_msgzfailed to store {0}: {1})� ValueErrorr �os�path�existsr+ r �getsize�len�_check_required_space�_check_total_payload_limit� log_warningr r r �add�tarfile�TarInfor �addfile�io�BytesIOr �loginfor* ) r r. �src_pathr' �skip_limit_checkr � entry_size�infor3 r r r r, N sR �� �� zDataPackage.add_filec C sh z t jtj|dd�dd�}W n8 tyT } z | �d�||�� W Y d }~d S d }~0 0 | j||d� d S )N� ��indentr# r$ zfailed to dump {0}: {1}r& )r r- �json�dumps� TypeErrorr+ r r, )r r. �datar' r3 r r r �add_json� s zDataPackage.add_jsonc C s t �| j�}|j|j |kS r )r8 �statvfsr �f_frsize�f_bfree)r rI rS r r r r= � s z!DataPackage._check_required_spacec C s | j | j| kS r )r r )r rI r r r r> � s z&DataPackage._check_total_payload_limitc C s d| j tt�� �d�S )N� )Zschema_version�typeZ time_created)� data_type�int�timer r r r � make_manifest� s �zDataPackage.make_manifestc C sN t jtj| �� dd�dd�}| �� }t�d�}t|�|_ |� |t � |�� d S )NrK rL r# r$ z manifest.json) r r- rN rO r[ r rA rB r< r rC rD rE )r r' r rJ r r r � _add_manifest� s zDataPackage._add_manifestc C s& |� � }tj|dd� | j�|� d S �NFr5 )�stripr �logerrorr �append)r Z error_msgr r r r+ � s zDataPackage.log_errorc C s& |� � }tj|dd� | j�|� d S r] )r^ r �logwarnr r` )r Z warning_msgr r r r? � s zDataPackage.log_warningc C s� dD ]�}t d�|dd � �dd�}|�� z<tjd�|j�dd� tj|j|dd �| _| � � | W S t y� } zf| jd ur�z| j�� W n t y� Y n0 d | _t j � |j�r�t �|j� t|tj�sЂ W Y d }~qd }~0 0 qt�d ��d S ) N)zw:xzzw:bz2zw:gzz.tar.{0}� F)�suffix�deletezCreating DataPackage: {0}r5 T)r �modeZ dereferencez%No supported compression method found)r r �closer rF r rA �openr r\ r* r8 r9 r: �unlink� isinstanceZCompressionError)r Zcompression_modeZtmpfile�errr r r � __enter__� s( zDataPackage.__enter__c C sP | j r,d�| j �d }| jdt�|�dd� | jrL| j�� |rL| �� dS dS )N� z errors.logT)r' rH F)r �joinr, r r- r rf �remove_archive)r �exc_typeZexc_valZexc_tb�errorsr r r �__exit__� s zDataPackage.__exit__)�loggerc C s$ | j r tj�| j�r t�| j� d S r )r r8 r9 r: r rh r r r r rn � s zDataPackage.remove_archivec C s | j std��| j S )Nz/DataPackage should be used as a context manager)r � RuntimeErrorr r r r r � s z DataPackage._ensure_tar_createdc C st | � � �� tj�| j�}d|v r4||�d�d� nd}tt� � �| }t � � | j | }t j| j|t�� d� |S )a Send the package archive to the patch server. Upload errors propagate to the caller (see the eportal precedent): wrap with utils.catch_errors where a silent failure is acceptable. :return: Upload name (package identifier) �.Nr )� upload_urlZ auth_string)r rf r8 r9 �basenamer �findr �uuidZuuid4r �get_patch_server� upload_urir Z upload_filer �get_http_auth_string)r rv �ext� upload_nameru r r r �send� s �zDataPackage.send)NNF) �__name__� __module__� __qualname__�__doc__rX rz r �propertyr r r4 r, rR r= r> r[ r\ r+ r? rk rq r � catch_errorsr ra rn r r~ r r r r r " s. ; r c @ s e Zd ZdZdZedd� �ZdS )�KernelAnomalyPackagezkernel-anomalyz/upload/kernel-anomaly/c C s t jS r )r Z$KERNEL_ANOMALY_REPORT_MAX_SIZE_BYTESr r r r r s z KernelAnomalyPackage.max_sizeN)r r� r� rX rz r� r r r r r r� s r� )rD rN r8 r( rA rZ rx �tempfiler �kcarectlr r r r r r Zkcarectl.process_utilsr �Any�Dict�List�OptionalZSelfr �objectr r� r r r r �<module> s y