File: //lib/python3.6/site-packages/S3/__pycache__/Config.cpython-36.pyc
3
@tJ[R � @ s` d dl mZ d dlZd dlmZmZmZ d dlZd dlZd dlZd dl Z d dl
Z
ddl m Z ddl
m
Z
y d dlZW n ek
r� d dljZY nX d dlZy d dlmZmZmZmZ W n, ek
r� d dlmZmZmZmZ Y nX ye W n ek
�r eZY nX dd
d �Z d d
� Z dd� Z dd� Z G dd� de �Z!G dd� de �ZG dd� de �Z"dS )� )�absolute_importN)�debug�warning�error� )�Progress)�
SortedDict)�
NoOptionError�NoSectionError�MissingSectionHeaderError� ConfigParser�utf-8�replacec C sB t | �tkr| S y t| ||�S tk
r< td| ��Y nX dS )z�
Convert 'string' to Unicode or raise an exception.
Config can't use toolbox from Utils that is itself using Config
z Conversion to unicode failed: %rN)�type�unicode�UnicodeDecodeError)�string�encoding�errors� r � /usr/lib/python3.6/Config.py�config_unicodise( s r c C s8 t | �tkr| j� dkS t | �tkr0| dkr0dS dS dS ) zsCheck to see if a string is true, yes, on, or 1
value may be a str, or unicode.
Return True if it is
�true�yes�on�1TFN)r r r r )r r �lower�bool)�valuer r r � is_bool_true5 s
r c C s8 t | �tkr| j� dkS t | �tkr0| dkr0dS dS dS ) ztCheck to see if a string is false, no, off, or 0
value may be a str, or unicode.
Return True if it is
�false�no�off�0FTN)r r! r" r# )r r r r )r r r r �
is_bool_falseC s
r$ c C s t | �pt| �S )z)Check a string value to see if it is bool)r r$ )r r r r �is_boolQ s r% c @ s e Zd ZdZg Zi ZdZdZdZdZ dZ
dZ dZ dZ
dZejZejj� ZejZd:Zd;Zd
Zd
Z d
Z e dd �Z d
Z d
Z!dZ"d
Z#d
Z$dZ%d
Z&d
Z'd Z(d
Z)dZ*g Z+g Z,dZ-dZ.d
Z/d
Z0dZ1dZ2dddddddddg Z3d
Z4d
Z5d
Z6d<Z7d=Z8ded< d
Z9dZ:dZ;dZ<dZ=dZ>dZ?dZ@dZAd ZBd ZCdZDdZEdZFdZGd ZHd ZId dgZJg ZKg ZLi ZMi ZNeOjP� �pRd!ZQd"ZRdZSd
ZTdZUd
ZVd#ZWd
ZXd
ZYdZZd$Z[dZ\d%Z]g Z^g Z_dZ`dZag ZbdZcdZddZed
Zfd&Zgd
Zhd
ZidZjdZkd
Zld
Zmd
Znd'Zod>d(d)�Zpd?d*d+�Zqd,d-� Zrd.d/� Zsd0d1� Ztd2d3� Zud4d5� Zvd6d7� Zwd8d9� ZxdS )@�ConfigN� Tzs3.amazonaws.comz%(bucket)s.s3.amazonaws.comzsdb.amazonaws.comzcloudfront.amazonaws.com�@ i F)Z ignore_caser ZStandardi8 �uname�uid�gname�gidZatime�mtime�ctime�mode�md5z@[sync] Remove remote S3 objects when local file has been deleted�delete_removedz}%(gpg_command)s -c --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)sz}%(gpg_command)s -d --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)sZUSzbinary/octet-stream� i' �sizezUTF-8Znormali, z
index.htmlz8http://%(bucket)s.s3-website-%(location)s.amazonaws.com/r �d c C s | j d krtj| �| _ | j S )N)� _instance�object�__new__)�self�
configfile�
access_key�
secret_key� access_tokenr r r r7 � s
zConfig.__new__c C s$ |�r y| j |� W n0 tk
rD dtjks8dtjkr@| j� Y nX |rZ|rZ|| _|| _|rj|| _d| _t | j�dkr�tj
d�p�tj
d�}tj
d�p�tj
d�}tj
d �p�tj
d
�}|r�t |�| _t |�| _|r�d| _t |�| _n| j � | j
o�| jd k�rtd � | j
�r | jd k�r td
��d S )N�AWS_CREDENTIAL_FILE� AWS_PROFILEFr ZAWS_ACCESS_KEYZAWS_ACCESS_KEY_IDZAWS_SECRET_KEYZAWS_SECRET_ACCESS_KEYZAWS_SESSION_TOKENZAWS_SECURITY_TOKENTz�Cannot have server_side_encryption (S3 SSE) and KMS_key set (S3 KMS). KMS encryption will be used. Please set server_side_encryption to FalsezFKMS encryption requires signature v4. Please set signature_v2 to False)�read_config_file�IOError�os�environ�aws_credential_filer: r; r< �_access_token_refresh�len�getenvr � role_config�kms_key�server_side_encryptionr � signature_v2� Exception)r8 r9 r: r; r< Zenv_access_keyZenv_secret_keyZenv_access_tokenr r r �__init__� s6
zConfig.__init__c C s� y�t jddd�}|jdd� |j� }|j� }|jdkr�t|�dkr�|jdd|jd � � |j� }|jdkr�tj |�}t
� j d
|d j d �� t
� j d
|d j d �� t
� j d|d j d �� q�t
�nt
�W n � Y nX dS )z9
Get credentials from IAM authentication
z169.254.169.254� )�host�timeout�GETz+/latest/meta-data/iam/security-credentials/�� r z-/latest/meta-data/iam/security-credentials/%szUTF-8r: Z AccessKeyId�asciir; ZSecretAccessKeyr< �TokenN)�httplibZHTTPConnectionZrequestZ getresponse�read�statusrE �decode�json�loadr& �
update_option�encoder@ )r8 �connZresp�filesZcredsr r r rG � s"
zConfig.role_configc C s, | j r(y | j� W n td� Y nX d S )NzCould not refresh role)rD rG r )r8 r r r � role_refresh s
zConfig.role_refreshc s� �y@t jjd�� dt jkr:t jjt jd �r:tt jd �� t� �td� � y�j� � W nJ t k
r� d }t
� d��}d|j� }W d Q R X �j |j d�� Y nX tt jj
dd��}td | � d� �fd d � }||d
d�}|r�t� jdt|�� ||dd�}|�rt� jdt|�� ||dd d�}|�r@t� jdt|�� W nh tk
�rx } ztd|j� f � W Y d d }~X n4 tk
�r� } ztd|� f � W Y d d }~X nX d S )Nz~/.aws/credentialsr= z Reading AWS credentials from %s�rz
[default]
zutf-8r> �defaultzUsing AWS profile '%s'Tc s� d }y�j | |�}W n� tk
r� } zt|r@td|j|j� f � |r�y,|}d} �j | |�}td| d d � W n" tk
r� } zW Y d d }~X nX W Y d d }~X nX |r�td|| � f � |S )NzLCouldn't find key '%s' for the AWS Profile '%s' in the credentials file '%s'r` z#Legacy configuratin key '%s' used, z=please use the standardized config format as described here: zghttps://aws.amazon.com/blogs/security/a-new-and-standardized-way-to-manage-credentials-in-the-aws-sdks/zWFound the configuration option '%s' for the AWS Profile '%s' in the credentials file %s)�getr r �option�sectionr )�profile�keyZ
legacy_keyZ
print_warning�result�e)rC �configr r �get_key7 s&
$z+Config.aws_credential_file.<locals>.get_keyZaws_access_key_idZAWSAccessKeyIdr: Zaws_secret_access_keyZ AWSSecretKeyr; Zaws_session_tokenFr< z %d accessing credentials file %sz;Couldn't find AWS Profile '%s' in the credentials file '%s')T)rA �path�
expanduserrB �isfiler �PyConfigParserr rU r �openZ read_stringrW ra r& rZ r@ r �errnor
) r8 Z
config_string�frd ri Zprofile_access_keyZprofile_secret_keyZprofile_access_tokenrg r )rC rh r rC s: "zConfig.aws_credential_filec C sX g }xNt | �D ]B}ttt|��}|jd�s|td�td�td�fkrFq|j|� qW |S )N�_r �* T)�dirr �getattrr& �
startswith�append)r8 Zretvalrb Z option_typer r r � option_lista s
zConfig.option_listc C s� t |�}x6| j� D ]*}|j|�}|d k r0|j� }| j||� qW |jd�r\| jd|jd�� |jd�r�x@|jd�jd�D ],}|jd�\}}|j� | j|jdd�j� < qxW | jj |� d S )N�
acl_public� add_headers�,�:rq �-)
r rw ra �striprZ �split�
extra_headersr �
_parsed_filesrv )r8 r9 Zcprb Z_optionre r r r r r? o s
zConfig.read_config_filec C s t |�jd| � d S )Nr` )� ConfigDumper�dump)r8 �streamr r r � dump_config� s zConfig.dump_configc C s> |d kr d S t |�jd�r4| j|tj|dd � ��S |dkr�y t|�}W nh tk
r� y2ytj| }W n t k
r� tj
| }Y nX W n t k
r� td| ��Y nX Y nX �nx|dk�r@|j d�s�|j d�r�d}n |j d �s�|j d
�r�d }nd }y(|�rt|d d� �|> �p t|�}W n td
||f ��Y nX n�t
tt|��t
d�k�srtt|�d k�r�t|��r�t|��r�d}n t|��r�d}ntd||f ��n�t
tt|��t
d�k�r�y t|�}W n& tk
�r� td||f ��Y nX n<|dk�r.|jd��r|dd � }n|jd��r.|dd � }tt||� d S ) N�$r � verbosityz)Config: verbosity level '%s' is not valid� limitrate�k�K�
�m�M� r zFConfig: value of option %s must have suffix m, k, or nothing, not '%s'TFz8Config: value of option '%s' must be Yes or No, not '%s'rr z9Config: value of option '%s' must be an integer, not '%s'� host_base� host_bucket�cloudfront_hostzhttp://� zhttps://� ���)r� r� r� )r ru rZ rA rF �int�
ValueError�logging� _levelNames�AttributeError� _nameToLevel�KeyError�endswithr rt r& r% r r$ �setattr)r8 rb r Zshiftr r r rZ � sV
(
zConfig.update_optioni i r� r� )NNNN)NNNN)y�__name__�
__module__� __qualname__r5 r� Z_docr: r; r< rD r� r� rH Z
simpledb_hostr� r� �WARNINGr� �sys�stdout�isattyZprogress_meterr Z
ProgressCRZprogress_classZ
send_chunkZ
recv_chunkZlist_md5Z long_listingZhuman_readable_sizesr r �forcerI �enableZ get_continueZ put_continueZ upload_idZ
skip_existing� recursiveZ restore_daysZrestore_priorityrx Z
acl_grantsZ acl_revokesZ
proxy_hostZ
proxy_portZencrypt�dry_runZadd_encoding_extsZpreserve_attrsZpreserve_attrs_listr1 Z delete_afterZdelete_after_fetchZ
max_delete�limitZ
delay_updates�gpg_passphraseZ gpg_commandZ gpg_encryptZ gpg_decryptZ use_httpsZ
ca_certs_fileZcheck_ssl_certificateZcheck_ssl_hostnameZbucket_locationZdefault_mime_typeZguess_mime_typeZuse_mime_magicZ mime_typeZenable_multipartZmultipart_chunk_size_mbZmultipart_max_chunksZ sync_checks�exclude�includeZ
debug_excludeZ
debug_include�locale�getpreferredencodingr Zurlencoding_modeZlog_target_prefixZreduced_redundancyZ
storage_class�follow_symlinksZsocket_timeoutZinvalidate_on_cfZ invalidate_default_index_on_cfZ#invalidate_default_index_root_on_cfZ
website_indexZ
website_errorZwebsite_endpointZadditional_destinationsZ
files_fromZ
cache_filery Zremove_headersZ expiry_daysZ expiry_dateZ
expiry_prefixrJ r� Zrequester_paysZ
stop_on_errorZcontent_dispositionZ content_typeZstatsZuse_http_expectZsignurl_use_httpsZ throttle_maxr7 rL rG r^ rC rw r? r� rZ r r r r r& U s�
&Er& c @ s> e Zd Zg fdd�Zg fdd�Zdd� Zdd� Zd d
d �Zd S )
r c C s i | _ | j||� d S )N)�cfg�
parse_file)r8 �file�sectionsr r r rL � s zConfigParser.__init__c C s� t d| � t|�tg �kr"|g}d}tjd�}tjd�}tjd�}tjd�}tjd�}tj|d| jd d
�d ���"} �x| D �]}
|j|
�s||j|
�r�q||j|
�} | r�| j� d } | |kp�t |�d k}q||j|
�}
|
o�|�r||
j
� }|j|d
��r|d
dd� |d
< | j |d |d
� |d dk�r^d|d
d d� t |d
�d |d
dd � f }n|d
}t d|d |f � q|t d||
f � q|W W d Q R X d S )Nz ConfigParser: Reading file '%s'Tz^\s*#.*z^\s*$z
^\[([^\]]+)\]z$^\s*(?P<key>\w+)\s*=\s*(?P<value>.*)z ^"(.*)"\s*$r_ r zUTF-8)r r r r re r: r; r� z%s...%d_chars...%srM � zConfigParser: %s->%sz!Ignoring invalid line in '%s': %sr� )r: r; r� r� )
r r �re�compile�iorn ra �match�groupsrE � groupdict� __setitem__r )r8 r� r� Zin_our_sectionZ r_commentZr_emptyZ r_sectionZr_dataZr_quotes�fp�lineZ
is_sectionrc Zis_data�dataZ print_valuer r r r� � s<
4zConfigParser.parse_filec C s
| j | S )N)r� )r8 �namer r r � __getitem__� s zConfigParser.__getitem__c C s || j |< d S )N)r� )r8 r� r r r r r� � s zConfigParser.__setitem__Nc C s || j kr| j | S |S )N)r� )r8 r� r` r r r ra � s
zConfigParser.get)N)r� r� r� rL r� r� r� ra r r r r r � s
!r c @ s e Zd Zdd� Zdd� ZdS )r� c C s
|| _ d S )N)r� )r8 r� r r r rL � s zConfigDumper.__init__c C s� | j jd| � x�|j� D ]|}t||�}|dkr�t|t�r�y2ytj| }W n tk
rh tj | }Y nX W n t
k
r� Y nX | j jd||f � qW d S )Nz[%s]
r� z%s = %s
) r� �writerw rt �
isinstancer� r� r� r� � _levelToNamer� )r8 rc rh rb r r r r r� � s
zConfigDumper.dumpN)r� r� r� rL r� r r r r r� � s r� )r
r )#Z
__future__r r� r r r r� rA r� r� rX r' r r rT � ImportErrorZ http.client�clientr� � configparserr r
r r rm r � NameError�strr r r$ r% r6 r& r� r r r r �<module> s>
s1