o
Qa @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZmZm Z m
Z
z d dl m m
Z W n ey> d dlm
Z Y nw ddlmZ ddlmZ ddlT dd lmZmZmZmZmZmZ dd
lm Z m Z m Z m Z m Z dd l!m"Z" dd l#m#Z#m$Z$ dd
l%m%Z% ddl&m&Z& ej'dkZ(dZ)dde)i Z*dd Z+dd Z,G dd de-Z.G dd de-Z/G dd d e-Z0G d d d e-Z1G d d d e-Z2G d!d" d"e-Z3G d#d$ d$e-Z4G d%d& d&e-Z5G d'd( d(e-Z6dS )) )absolute_importN)datetime)debuginfowarningerror )S3)Config)*)getTreeFromXmlappendXmlTextNodegetDictFromTreedateS3toPython encode_to_s3decode_from_s3)getBucketFromHostnamegetHostnameFromBucket deunicodiseurlencode_string convertHeaderTupleListToDict)sign_string_v2)S3UriS3UriS3)ConnMan)
SortedDict) r z
2010-11-01z/%(api_ver)s/distributionapi_verc C s t j| d d S )N
)sysstdoutwrite)message r# //usr/lib/python3/dist-packages/S3/CloudFront.pyoutput' s r% c C s" d| d} td| |f d S )Nz%s: z%s %s)ljustr% )labelr" r# r# r$
pretty_output* s r) c @ $ e Zd Zdd Zdd Zdd ZdS )DistributionSummaryc C s& |j dkr td|j | | d S )Nr+ z1Expected xml, got: <%s />)tag
ValueErrorparseselftreer# r# r$ __init__@ s
z DistributionSummary.__init__c C s\ t || _| jd dk| jd< d| jv r*t| jd tkr,| jd g| jd< d S d S d S )NEnabledtrueCNAME)r r lowertypelistr/ r# r# r$ r. E s
zDistributionSummary.parsec C t d| jd S Nzcf://%sIdr r r0 r# r# r$ uriK zDistributionSummary.uriN__name__
__module__ __qualname__r2 r. r> r# r# r# r$ r+ / s r+ c @ s e Zd Zdd Zdd ZdS )DistributionListc C . t |}|jdkrtd|j | | d S )NrD z.Expected xml, got: <%s />r r, r- r. r0 xmlr1 r# r# r$ r2 Z
zDistributionList.__init__c C sL t || _| jd dk| jd< g | _|dD ]
}| jt| qd S )N IsTruncatedr4 z.//DistributionSummary)r r r6
dist_summsfindallappendr+ )r0 r1 dist_summr# r# r$ r. ` s
zDistributionList.parseN)rA rB rC r2 r. r# r# r# r$ rD N s rD c @ r* ) Distributionc C rE )NrO z*Expected xml, got: <%s />rF rG r# r# r$ r2 v rI zDistribution.__init__c C s8 t || _t| jd | jd< t|dd| jd< d S )NLastModifiedTimez.//DistributionConfig)r1 DistributionConfig)r r r rQ findr/ r# r# r$ r. | s
zDistribution.parsec C r9 r: r< r= r# r# r$ r> r? zDistribution.uriNr@ r# r# r# r$ rO i s
rO c @ sF e Zd ZdZddei ZdddZdd Zd d
Zd d Z d
d Z
dS )rQ zqtruez0http://cloudfront.amazonaws.com/doc/%(api_ver)s/r Nc C sD |d u rt j}|d u rt|}|jdkrtd|j | | d S )NrQ z0Expected xml, got: <%s />)rQ EMPTY_CONFIGr r, r- r. rG r# r# r$ r2 s
zDistributionConfig.__init__c C s t || _| jd dk| jd< d| jvrg | jd< t| jd tkr-| jd g| jd< dd | jd D | jd< d| jvrDd| jd< d| jvrNd| jd< |d }|rzt |d
}t|d \|d < }|sotd |d td
| | jd< d S d | jd< d S )Nr3 r4 r5 c S s g | ]}| qS r# )r6 ).0cnamer# r# r$
s z,DistributionConfig.parse..Comment DefaultRootObjectz
.//Loggingr Bucketz%Logging to unparsable bucket name: %szs3://%(Bucket)s/%(Prefix)sLogging) r r r6 r7 r8 rL r r r )r0 r1
logging_nodes logging_dictsuccessr# r# r$ r. s&
zDistributionConfig.parsec C s t d}tj|jd< tdd|}td| jd d | td| jd | | jd D ]
}td| | q*| jd rCtd| jd | td t| jd | t| jd
rbtd
t| jd
| | jd rt d }td t | jd
| td
| jd | | | |S )NrQ xmlnsS3OriginrX DNSNameCallerReferencer5 rW r3 rY r[ rZ Prefix)
ETElementrQ r_ attribr
r r6 strr bucketobjectrM )r0 r1 s3orgrU
logging_elr# r# r$ get_printable_tree s$
z%DistributionConfig.get_printable_treec C t t| S Nr rd tostringrl r= r# r# r$ __unicode__ r? z DistributionConfig.__unicode__c C $ t r tj| ddS t| S Nunicode)encodingPY3rd rp rl r= r# r# r$ __str__ zDistributionConfig.__str__)NN) rA rB rC rS cloudfront_api_versionr_ r2 r. rl rq rx r# r# r# r$ rQ s
rQ c @ r* ) Invalidationc C rE )Nr{ z*Expected xml, got: <%s />rF rG r# r# r$ r2 rI zInvalidation.__init__c C t || _d S rn r r r/ r# r# r$ r. zInvalidation.parsec C
t | jS rn rg r r= r# r# r$ rx
zInvalidation.__str__NrA rB rC r2 r. rx r# r# r# r$ r{ s r{ c @ r* )InvalidationListc C rE )Nr z.Expected xml, got: <%s />rF rG r# r# r$ r2 rI zInvalidationList.__init__c C r| rn r} r/ r# r# r$ r.
r~ zInvalidationList.parsec C r rn r r= r# r# r$ rx r zInvalidationList.__str__Nr r# r# r# r$ r s r c @ sD e Zd Zddg fddZdd Zdd Zdd Zd
d Zd d
ZdS )InvalidationBatchNc C sL |r|| _ n|s
d}d|tt dtddf | _ g | _| | d S )N0z%s.%s.%sz %Y%m%d%H%M%Si i' ) referencer strftimenowrandomrandintpaths add_objects)r0 r distributionr r# r# r$ r2 s
zInvalidationBatch.__init__c C s | j | d S rn )r extend)r0 r r# r# r$ r * s z InvalidationBatch.add_objectsc C s | j S rn )r r= r# r# r$
get_reference- s z InvalidationBatch.get_referencec C sX t d}| jD ]}t|dk s|d dkrd| }tdt|| qtd| j| |S )Nr r r /Pathrb )rd re r lenr
r r )r0 r1 pathr# r# r$ rl 0 s
z$InvalidationBatch.get_printable_treec C rm rn ro r= r# r# r$ rq 9 r? z InvalidationBatch.__unicode__c C rr rs rv r= r# r# r$ rx < ry zInvalidationBatch.__str__) rA rB rC r2 r r rl rq rx r# r# r# r$ r s r c @ s e Zd Zdddddddddddddddddddd ddd ddd
dd Zd Zd
Zdd Zdd Zg d
d
d
fddZg g d
d
d
d
fddZ dd Z
dd Z dd Z d0d d Z
d d Zd d! Zd"d# Zd
d
d
d
efd$d%Zd1d&d'Zd(d) Zd*d+ Zd,d- Zd.d/ Zd
S )2
CloudFrontPOSTrX )methodresourceDELETEz /%(dist_id)sGETz/%(dist_id)s/configPUTz/%(dist_id)s/invalidationz(/%(dist_id)s/invalidation/%(request_id)s)
CreateDist
DeleteDistGetList GetDistInfo
GetDistConfig
SetDistConfig
Invalidate GetInvalList GetInvalInfo Nc C s
|| _ d S rn )config)r0 r r# r# r$ r2 U r zCloudFront.__init__c C s4 | d}t|d |d< |d jd rtd|S )Nr data dist_listrJ z3List is truncated. Ask s3cmd author to add support.) send_requestrD r NotImplementedError)r0 responser# r# r$ r \ s
zCloudFront.GetListc
C s t }d|jd< | |jd d< t||jd< ||jd< |d kr)| |jd< n||jd< |D ]}|jd |d krD|jd | q0|rNt||jd
< t|}td | | j d |d
} t
| d | d< | S )NTr3 r` ra rb rY rW r5 r r[ z&CreateDistribution(): request_body: %sr )bodyr r ) rQ r host_namerg
public_urlcountrM r r r rO )
r0 r>
cnames_addcommentloggingdefault_root_object dist_configrU request_bodyr r# r# r$ CreateDistributiond s&
z CloudFront.CreateDistributionc C s |j dkr td| td| | |}|d } |d kr#|| jd< |d kr,|| jd< |d kr5|| jd< |D ]}
| jd |
d krK| jd |
q7|D ] }
| jd |
d krl| jd |
| jd |
d ksZqN|d kr|d
kr{d
| jd < nt|| jd < | || |d d
}|S )Ncf Expected CFUri instead of: %s Checking current status of %sr r3 rW rY r5 r Fr[ headersetag) r7 r- r r r rM remover r ) r0 cfurir
cnames_remover enabledr r r dcrU r# r# r$ ModifyDistributiony s4
z CloudFront.ModifyDistributionc C s |j dkr td| td| | |}|d jd rdtd d|d jd< | ||d |d d }td
td | |}|d
}|jd dkrZ|jd dkrZtd n
td td q>t d d}|d d |d< | j
d| |d}|S )Nr r r r r3 z)Distribution is ENABLED. Disabling first.Fr r z,Waiting for Distribution to become disabled.z+This may take several minutes, please wait.Tr StatusDeployedz Distribution is now disabledzStill waiting...
ignore_caseif-matchr )dist_idr ) r7 r- r r r r r timesleepr r r )r0 r r dr r# r# r$ DeleteDistribution s6
z CloudFront.DeleteDistributionc C < |j dkr td| | jd| d}t|d |d< |S )Nr r r r r r )r7 r- r r rO r0 r r r# r# r$ r
zCloudFront.GetDistInfoc C r )Nr r r r r r )r7 r- r r rQ r r# r# r$ r r zCloudFront.GetDistConfigc C sn |d krt d | |d d }t d| t|}t d| tdd}||d< | jd | ||d
}|S ) Nz1SetDistConfig(): Etag not set. Fetching it first.r r zSetDistConfig(): Etag = %sz!SetDistConfig(): request_body: %sTr r r )r r r )r r rg r r r )r0 r r r r r r r# r# r$ r s
zCloudFront.SetDistConfigc C s |d ur9|r|r9g }d| }|D ]&}| |s||kr1|r"|| |r0||d t| q|| q|}| |} t|dkrz:t }
tt|
d} | td |d W d n1 sgw Y t
dt| t
d|
W t d t y Y t dw g } | D ]@}
t
|
|d}td | | jd
|
t|d }|
|d < |d
dkrt|d j}|d |d< td| | | q| S )Nr i wr z2Request to invalidate %d paths (max 999 supported)z"All the paths are now saved in: %sz Too many paths to invalidate)r r z%InvalidateObjects(): request_body: %sr )r r r status r r;
request_idz!InvalidateObjects(): response: %s)endswithrM r get_dist_name_for_bucketUtils mktmpfileopenr r! joinr ExceptionParameterErrorr r r r rg r{ r )r0 r> r default_index_file invalidate_default_index_on_cf#invalidate_default_index_root_on_cf new_pathsdefault_index_suffixr cfuris tmp_filenamefp responsesr
invalbatchr
inval_infor# r# r$ InvalidateObjects sP
z CloudFront.InvalidateObjectsc C r )Nr r r r r
inval_list)r7 r- r r r r r# r# r$ r r zCloudFront.GetInvalListc C sV |j dkr td| | d u rtd| jd| | d}t|d |d< |S )Nr r z Expected CFUri with Request IDr r r r inval_status)r7 r- r r r r{ r r# r# r$ r s
zCloudFront.GetInvalInfoc
C sZ |d u r t dd}| j| }|rd|d< | ||||}| } td|d |d f | j|d |d ||d | j }
i } |
j| d < |
j | d
< t
|
| d< |
| d < t
| td | | d d
krt| } |rtd| tt| td| | t| | | j||||d dS | | d dk s| d dkrt| | S )NTr z
text/plainz content-typezsend_request(): %s %sr r r r reasonr zCloudFront: response: %ri zRetrying failed request: %szWaiting %d sec...r )retries i+ )r
operationscreate_requestget_connectionr crequest getresponser r r
getheadersreadr putCloudFrontErrorr rt
_fail_waitr r r )
r0 op_namer r r r r operationr conn
http_responser er# r# r$ r s:
zCloudFront.send_requestc C s t |d ||d }|stdd}d|v r#d|vr |d |d< |d= d|vr1tdt |d< t| jjdkrD| j | jj|d < | |}d
| jj
d | |d < i }||d< ||d
< |d |d< |S )Nr r Tr date
x-amz-datez%a, %d %b %Y %H:%M:%S +0000r zx-amz-security-tokenzAWS :
Authorizationr r ) cloudfront_resourcer r r gmtimer r access_token role_refresh sign_request
access_key)r0 r r r r r signaturer r# r# r$ r 2 s*
zCloudFront.create_requestc C s, |d }t tt|}td||f |S )Nr z"CloudFront.sign_request('%s') = %s)r r r r )r0 r string_to_signr r# r# r$ r O s zCloudFront.sign_requestc C s t j| jjdd}|S )NT)ssl)r getr cloudfront_host)r0 r r# r# r$ r U s zCloudFront.get_connectionc C s | j | d d S )Nr r ) _max_retries)r0 r r# r# r$ r Y s zCloudFront._fail_waitc
C s6 |j dkr|gS |j dkrtd| td| tjd u r|| }i t_|d jD ]J}d}d|jv r?t|jd d d }n d
|jv rZt|jd
d d }|d t |
}nq*tj |d d u rjt tj|< tj|
| q*td tj ztj|
W S ty } z
t| td | d }~ww )
Nr s3z,CloudFront or S3 URI required instead of: %sz _get_dist_name_for_bucket(%r)r rX r` ra r CustomOriginz
dist_list: %sz>Unable to translate S3 URI to CloudFront distribution name: %s)r7 r r r r r rK r r r rh r setaddr> r )r0 r> r r
distListIndexr r# r# r$ r ] s6
z#CloudFront.get_dist_name_for_bucketrn )NNN)rA rB rC r r
r r2 r r r r r r r r r r r r r r r r r# r# r# r$ r D sB
.
$ r c @ sn e Zd ZdZG dd deZe Zedd Zedd Z edd Z
ed
d Z ed d
Z edd Z
dS )Cmdz3
Class that implements CloudFront commands
c @ s4 e Zd Zg Zg ZdZdZdZdZdd Z dd Z
dS )z Cmd.OptionsNc C s dd t | D S )Nc S s g | ] }| d r|qS )cf_)
startswith)rT optr# r# r$ rV s z+Cmd.Options.option_list..)dirr= r# r# r$ option_list r? zCmd.Options.option_listc C s t tj|| d S rn )setattrr options)r0 optionvaluer# r# r$
update_option r? zCmd.Options.update_option) rA rB rC
cf_cnames_addcf_cnames_remove
cf_comment cf_enable
cf_loggingcf_default_root_objectr r r# r# r# r$ Options s r$ c C s4 t t }g }| D ]}|t|}|| q |S rn )r r
r r r )argsr r argurisr# r# r$ _parse_args s
zCmd._parse_argsc C s t t }| sn| }|d jD ][}d|jv r"t|jd d }nd|jv r1d|jd d }nd}td| td| td |jd d
|jv rWtd d |jd
td
|jd
td|jd t
d qd S t | }|D ]}|
|}|d }|jd }d|jv rt|jd d }nd|jv rd|jd d }nd}td| td| td |jd d
|jv rtd d |jd
td
|jd
td|jd td|jd td|jd td|jd pd td|d d qud S )Nr r` ra r z
http://%s/z OriginDistId
DomainNamer5 CNAMEs, r r3 rX r rQ rW DfltRootObjectrY r[ DisabledEtagr r )r r
r rK r r httpurl_to_s3urir) r> r r% r r( r )r% r r r originr r r r# r# r$ r sP
zCmd.infoc C sh t t }g }| D ](}t|}|jdkrtd| | r$td| | s,td|| q |s8td|D ]w}td| |j |t
j j t
j j
t
j jt
j jd}|d }|jd }td
td t|jd d
td| td|jd tdd|jd td|jd td|jd td|jd td|jd td|d d q:d S )Nr z@Distribution can only be created from a s3:// URI instead of: %sz4Use s3:// URI with a bucket name only instead of: %sz3CloudFront can only handle lowercase-named buckets.zNo valid bucket names foundz Creating distribution from: %s)r r r r r rQ zDistribution created:r) r` ra r* r+ r, r- r5 rW r r3 rY r0 r r )r r
r r7 r ri is_dns_compatiblerM r r r r r r r" r# r% r) r r1 r> r )r% r bucketsr& r> r r r r# r# r$ create sB
z
Cmd.createc C sX t t }t| }|D ] }||}|d dkr#td||d f td| q d S )Nr z(Distribution %s could not be deleted: %sr zDistribution %s deleted)r r
r r( r r r% )r% r r r r r# r# r$ delete s
z
Cmd.deletec C sd t t }t| dkrtdz t| d }W n ty# tdw |j|tjj tjj
tjj tjj tjj
tjjd}|d dkrLtd||d f td
| ||}|d }|jd }td
t|jd d td| td|jd td|jd tdd|jd td|jd td|jd td|jd td|d d d S ) Nr z7Too many parameters. Modify one Distribution at a time.r z No valid Distribution URI found.)r r r r r r r r6 z)Distribution %s could not be modified: %sr zDistribution modified: %sr rQ r) r` ra r* r+ r r, r- r5 rW r3 rY r0 r r )r r
r r r r(
IndexErrorr r r r r r! r" r# r r% r r r) r r1 r> r )r% r r r r r r# r# r$ modify s>
z
Cmd.modifyc
C s& t t }t| }g }|D ]7}| r |t| q||}z|d jd D ]}|d d|
|d g q)W q t yE Y qw |D ]H}t |}|
|}|d j} | d d }
t|
trgt|
nd } td
t| td | d td | d
td| td| d d td qHd S )Nr InvalidationSummaryr zcf:/r; r r r r URIr Created
CreateTimez Nr of paths Referencerb rX )r r
r r( r rM rg r r r r r r r
isinstancer8 r r) r% ) r% r r requestsr r ireqr str nr_of_pathsr# r# r$ invalinfo s6
z
Cmd.invalinfoN)rA rB rC __doc__ri r$ r staticmethodr( r r5 r7 r9 rE r# r# r# r$ r s
+
!
r )7
__future__r r r r r r r r r r xml.etree.ElementTreeetree ElementTreerd ImportErrorelementtree.ElementTreer r
Exceptions BaseUtilsr r
r r r r r r r r r r Cryptor r r r r version_inforw rz r r% r) ri r+ rD rO rQ r{ r r r r r# r# r# r$ sH
T 1 A