Xc @ s d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m
Z
m Z d d l m
Z
d d l m Z m Z d d l m Z m Z d d l Z d d l Z d d l m Z m Z d d l m Z m Z m Z d d l m Z d d l m Z d
d d d
d d g Z! e j" j# e d d Z$ e j" j# e d d Z% d e
e e f d YZ& d Z' d Z( e) d Z* d Z+ d Z, d Z- d S( iN( t Argt MutuallyExclusiveArgList( t BaseCommand( t
ArgumentErrort ClientError( t FileTransferProgressBarMixint RegionConfigurableMixin( t Euca2oolst
SYSCONFDIR( t delimited_listt filesizet manifest_block_device_mappings( t BootstrapRequest( t BundleImaget btrfst ext2t ext3t ext4t jfst xfss
bundle-volt excludest fstabt BundleVolumec # B s e Z e Z d Z dz Z e d d d d e d d d d
d d e d d
d d d d{ e d d d d d e d d d e d d d d d e d d d e d d d d! d e d" d# d d$ e d% d& d' d d( e d) d& d' d d* e e d+ d, d- d& d' d d. e d/ d, d- d& d0 d d1 e d2 d3 d d
d" d4 d d5 e d6 d7 d d| d d; e d< d d= d d> e e d? d d= d d@ e dA d& d' d dB e dC d d= d dD e dE dF d d= d dG e dH dI d d= d dJ e dK d d= d dL e dM dN d dO d dP e dQ d dR d dS e dT d dR d dU e dV dW d} d dX e dY dW d} d e j e dZ dW d} d e j e
j j e d[ d\ d d] d e d d^ e d_ d d` d e d d" g d da e db d e d" dc d e j e dd d de d e j e df d dg d e j g Z dh Z di Z dj Z d} dk Z dl Z dm Z dn Z do Z dp Z dq Z dr Z ds Z dt Z du Z dv Z dw Z! dx Z" dy Z# RS(~ sb Prepare this machine's filesystem for use in the cloud
This command must be run as the superuser.t EUCA_DEFAULT_REGIONt AWS_DEFAULT_REGIONs -ps --prefixt helpsP the file name prefix to give the
bundle's files (default: image)s -ds
--destinationt metavart DIRs location to place
the bundle's files (default: dir named by TMPDIR, TEMP, or TMP
environment variables, or otherwise /var/tmp)s -rs --archs# the image's architecture (required)t choicest i386t x86_64t armhft ppct ppc64t ppc64les -es --excludes PATH,...t typet ,s( comma-separated list of paths to excludes -is --includes( comma-separated list of paths to includes -ss --sizet MiBt defaulti ( s0 size of the image to create (default: 10240 MiB)s --no-filtert actiont
store_trues( do not filter out sensitive/system filess --allsd include all filesystems regardless of type
(default: only include local filesystems)s --inheritt destt inheritse use the metadata service to provide metadata for
the bundle (this is the default)s --no-inheritt store_falsesG do not use the metadata service for bundle
metadatas -vs --volumet /sS location
of the volume from which to create the bundle (default: /)s -Ps --partitiont mbrt gptt nonesl the type of partition table to create (default: attempt
to guess based on the existing disk)s --scriptt FILEs location of a script
to run immediately before bundling. It will receive the
volume's mount point as its only argument.s --fstabsO location of an
fstab(5) file to copy into the bundled images --generate-fstabsQ automatically generate an fstab(5) file for
the bundled images
--grub-configs{ location of a GRUB 1
configuration file to copy to /boot/grub/menu.lst on the
bundled images -ks --privatekeys file containing
your private key to sign the bundle's manifest with. This
private key will also be required to unbundle the image in the
future.s -cs --certs& file containing your X.509 certificates --ec2certs= file containing the
cloud's X.509 certificates -us --usert ACCOUNTs your account IDs --kernelt IMAGEsK ID of the kernel image to
associate with this machine images --ramdisksL ID of the ramdisk image
to associate with this machine images --bootstrap-urlt route_tos| [Eucalyptus
only] bootstrap service endpoint URL (used for obtaining
--ec2cert automaticallys --bootstrap-services --bootstrap-auths -Bs --block-device-mappingss% VIRTUAL1=DEVICE1,VIRTUAL2=DEVICE2,...s` block device mapping scheme with which to launch
instances of this machine images --productcodess CODE1,CODE2,...s3 comma-separated list of product codes for the images --part-sizei s --enc-keyc C s
t | d S( Ni ( t int( t s( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt <lambda> s s --enc-ivc C s
t | d S( Ni ( R4 ( R5 ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR6 s c C s1 t j d k r! t d n | j j d sB t d n | j d d d t } | j j d r} | j n | j j d s t | | j d <| j d s | j
j d
| t d j | n | j
j
d | j d n | j j d
r-| j j d r-d | j d
<n d S( Ni s must be superusert archs argument -r/--arch is requireds /dev/nullt
image_sizei R* t partitions? could not determine the partition table type for root device %ssd could not determine the type of partition table to use for disk {0}; specify one with -P/--partitions" discovered partition table type %sR t generate_fstabs
/etc/fstab( t ost geteuidt RuntimeErrort argst getR t# _BundleVolume__build_bundle_commandt _get_root_devicet* _BundleVolume__populate_args_from_metadatat _get_partition_table_typet logt warnt formatt info( t selft root_device( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt configure s(
&c C s | j j d r" | j d } n t j j d d } t j j | | j j d pX d } t j d d d | } | j
| | j d } z0| j | | } z y | j } | j
d | d | g | j | | | j | | j | | j j d rG| j d | g } | j j d
t | t j | n Wn7 t k
r| j j d d } t j | IJ n XWd t j d
| j | t j | X| j | | Wd | j | | X| j | } | j }
t j! | |
S( Nt destinationt prefixs bundle-t images target-t dirt sizes --excludet scripts running user script ``%s''s received ^C; skipping to cleanupsf
Cleaning up after ^C
WARNING: pressing ^C again will result in the need for manual device cleanup
g?(" R> R? t euca2oolst utilt mkdtemp_for_large_filesR; t patht joint tempfilet mkdtempt _BundleVolume__create_disk_imaget* _BundleVolume__create_and_mount_filesystemt+ _BundleVolume__get_exclude_and_include_argst extendt! _BundleVolume__copy_to_target_dirt _BundleVolume__insert_fstabt! _BundleVolume__insert_grub_configRD RG t
_quote_cmdt
subprocesst
check_callt KeyboardInterruptt syst stderrt timet sleept! _BundleVolume__unmount_filesystemt rmdirt$ _BundleVolume__update_filesystem_idst _BundleVolume__detach_disk_imageR@ t maint remove( RH t destdirRM t
mountpointt devicet fsinfot exclude_optst cmdt msgt
bundle_cmdt result( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyRk sF '
c C s" x | d D] } d G| GHq Wd S( Ni s Wrote manifest( ( RH Ru t manifest_filename( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt print_result s c sD d } t f d | D } t j d | d | d d | S( NRL RK R7 t
privatekeyt certt ec2certt usert kernelt ramdiskt block_device_mappingst productcodest part_sizet enc_keyt enc_ivt
show_progresst key_idt
secret_keyt security_tokent
bootstrap_urlt bootstrap_servicet bootstrap_autht regionc 3 s' | ] } | j j | f Vq d S( N( R> R? ( t .0t key( RH ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pys <genexpr> s RM R8 t
image_typet machine( s prefixs destinations archRx Ry Rz R{ R| R} R~ R R R R R R R R R R R R ( t dictR
t
from_other( RH t image_filenameR8 t bundle_argst bundle_args_dict( ( RH sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __build_bundle_command s
c C sL | j j d | d | } t j | d d } | j d k rH | j Sd S( Ns# reading metadata service value '%s's, http://169.254.169.254/2012-01-12/meta-data/t timeouti i ( RD t debugt requestsR? t status_codet textt None( RH RT t urlt response( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __read_metadata_value s
c C sE | j | } | rA g | j D] } | r" | j d ^ q" Sg S( NR, ( t" _BundleVolume__read_metadata_valuet
splitlinest rstrip( RH RT t valuet line( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __read_metadata_list s ,c C sf i } | j d s" | d 7} n | j | } x. | D]& } | r8 | j | | | | <q8 q8 W| S( NR, ( t endswitht! _BundleVolume__read_metadata_listR ( RH RT t metadatat keysR ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __read_metadata_dict s
c C s y| j j d sH | j d | j d <| j j d | j d n | j j d s | j d | j d <| j j d | j d n | j j d s | j d | j d <| j d r | j j d d
j | j d q n | j j d si | j d <xL | j d p i j D]/ \ } } | j d
s&| | j d | <q&q&Wx: | j d j D]" \ } } | j j d | | qmWn Wn# t
j j k
rt
d n Xd S( ss
Populate missing/empty values in self.args using info obtained
from the metadata service.
R| s kernel-ids inherited kernel: %sR} s
ramdisk-ids inherited ramdisk: %sR s
product-codess inherited product codes: %sR$ R~ s block-device-mappingt ebss% inherited block device mapping: %s=%ssR metadata service is absent or unresponsive; use --no-inherit to proceed without itN( R> R? R RD RG R RU t! _BundleVolume__read_metadata_dictt itemst
startswithR t
exceptionst TimeoutR ( RH R t val( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __populate_args_from_metadata s0
c C s t j d d d j | d d d j t | d g | j d d k r| d } t j d d | d d j | g ns | j d d k r t j d d d d d d d | g t j d d d d d d | g t j d d | g n | j | } t j j | st
| S(! Nt dds if=/dev/zeros of={0}s bs=1Ms count=1s seek={0}i R9 R- s unit ss
mklabel msdoss mkpart primary 64 -1ss
set 1 boot ont printt quitt parteds -ss --t R. t sgdisks --news
128:1M:+1Ms
--typecodes 128:ef02s
--change-names
128:BIOS Boots --largest-new=1s 1:8300s 1:Images --print( s unit ss
mklabel msdoss mkpart primary 64 -1ss
set 1 boot ons prints quit( R` Ra RF R4 R> RU t _BundleVolume__map_disk_imageR; RT t existst AssertionError( RH RM t
size_in_mbt
parted_scriptt mapped( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __create_disk_image, s& c C s: | j d d k r | j j d | t j d d d d | g d t j } z xb | j j D]Q } | j } | d
d d g k r` | d
} | j d
r d j
| Sq` q` W| j j d t d Wd | j
XnS | j j d | t j d d | d g d t j } | j
\ } } | j Sd S( NR9 R- R. s mapping partitioned image %st kpartxs -ss -vs -at stdouti t addt mapt p1s /dev/mapper/{0}s+ failed to get usable map output from kpartxs device mapping faileds mapping unpartitioned image %st losetups -fs --show( s mbrs gpt( R> RD R R` t Popent PIPER t readlinest splitR RF t errorR= t communicatet strip( RH RM R R t
line_splitRo R t loopdevt _( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __map_disk_imageF s&
c C s t } t | } | j j d | | | d d | d g g } xA | D]9 } | j | | j j d t | t j | qK W| j j d | d | | t j d d | d | | g | S( Ns4 creating filesystem on %s using metadata from %s: %st mkfss -tR# s formatting with ``%s''s mounting %s filesystem %s at %st mount( RA t _get_filesystem_infoRD RG t appendR_ R` Ra ( RH Ro Rn RI Rp t fs_cmdst fs_cmd( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __create_and_mount_filesystemb s
c C sG | j j d | t j d g t j d t j d | g d S( Ns
unmounting %st syncg?t umount( RD RG R` Ra Re Rf ( RH Ro ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __unmount_filesystemr s
c C s/ g } | j d r/ | j d | d f n | j d rX | j d | d f n | j d d k r} | j d n | r+| j d d k r d g | } nJ | j d d k r d
g | } n% | j d d k r d g | } n | j | | j j d | t | t j | n d S( s
Apply filesystem identifiers to an unmounted filesystem. To
avoid UUID conflicts, run this only after the filesystem no
longer needs to be mounted on the running system.
t labels -Lt uuids -UR# R R R s -it 0t tune2fsR t jfs_adminR t xfs_admins- updating device %s filesystem IDs with ``%s''N( R R R ( s -iR ( R R R ( R? R[ R RD RG R_ R` Ra ( RH Ro Rp t optionsRr ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __update_filesystem_idsx s$
c C s~ t j d g | j d d k rK | j j d | d d d | g } n" | j j d | d
d | g } t j | d S( NR R9 R- R. s unmapping partitioned image %sR s -ss -ds! unmapping unpartitioned device %sR ( s mbrs gpt( R` Ra R> RD R ( RH RM Ro Rr ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __detach_disk_image s c C s@ g } x3 | j j d p g D] } | j d | g q Wx3 | j j d pT g D] } | j d | g qU W| j j d s xg t D]Y \ } } } | t k r | j j d | | | | j d t j j | d g q q Wn | j j d r<t j j
t r<| j j d t | j d
t g n | S( Nt excludes --excludet includes --includet alls excluding %s filesystem %s at %ss **t no_filters adding path exclusions from %ss --exclude-from( R> R? R[ t _get_all_mountst ALLOWED_FILESYSTEM_TYPESRD R R; RT RU t isfilet
EXCLUDES_FILE( RH R> R R Ro Rn t fstype( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __get_exclude_and_include_args s
,%c
C s | j j d p d } | j d s4 | d 7} n | j d sP | d 7} n d g } | j j d r t j d d g d t j } | j \ } } | j d d p d
j d } | d k r | j d
q | j d n
| j d d d g | | | | g } | j
j d t | d GHt j | } | j
| j d k r| j
j d | j d GHd g | | | | g } t j | } | j
n | j d k r| j
j d | j t j | j d n d S( Nt volumeR, s
-rHlpogDtSR t rsyncs --versionR s version i t i s 3.1.0s --info=progress2s
--progresss --quiets -Xs copying files with ``%s''s Copying files...i s2 rsync exited with code %i; retrying without xattrss$ Retrying without extended attributesi s rsync exited with code %i( i i ( R> R? R R` R R R R9 R R RD RG R_ t waitt
returncodeR t CalledProcessError(
RH R) Rq t sourcet
rsync_optsR t outR t
rsync_versionRr ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __copy_to_target_dir s<
#
c C s t j j | d d } t j j | rW | d } | j j d | t | | n | j j d r | j j d | j d t t
| nC | j j d r | j j d | j d t | j d | n d S( Nt etcR s .baks$ backing up original fstab file as %sR: s generating fstab file from %ss using fstab file %s( R; RT RU R RD R t _copy_with_xattrsR> R? RG t FSTAB_TEMPLATE_FILE( RH Rn t fstab_filenamet fstab_bak( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __insert_fstab s
c C s | j j d r t j j | d d d } t j j | rl | d } | j j d | t | | n | j j d | j d t | j d | n d S( Nt grub_configt boott grubs menu.lsts .baks+ backing up original grub1 config file as %ss using grub1 config file %s(
R> R? R; RT RU R RD R R RG ( RH Rn t
grub_filenamet grub_back( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __insert_grub_config s
( R R ( R R R R R! R" ( s mbrs gptR/ N($ t __name__t
__module__R t SUITEt DESCRIPTIONt
REGION_ENVVARR R R4 R R t argparset SUPPRESSR t
AUTH_CLASSt ARGSR R
RJ Rk Rw R@ R R R RB RX R RY Rg Ri Rj RZ R\ R] R^ ( ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR 7 s 0
! % c C s i } t d F } x< | D]4 } | j d d \ } } } } | | f | | <q WWd QXg } x6 | j D]( \ } \ } } | j | | | f qm W| S( Ns /proc/mountsi ( t openR R R R ( t filesystems_dictt mountsR Ro Rn R R t filesystems_list( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR s
c C s t j d d d | g d t j } i } xz | j D]o } | j j d \ } } } | d k rq | | d <q4 | d k r | | d <q4 | d
k r4 | | d <q4 q4 W| j | j d k r t j | j d n | S(
Nt blkids -ot exportR t =t LABELR t TYPER# t UUIDR i ( R` R R R R R9 R R R ( Ro R Rp R R R R ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR s
c C s | d d k rM | d d k r- | d } qM | d d k rM | d } qM n | r_ t j } n d } t j d d d | d g d
t j d | } | j \ } } xa | j D]S } | j d r | j d
} | d d k r d S| d d k r d Sd Sq q Wd S( Nit
0123456789it dt pR s -ms -sR R Rd s /dev/t :i t msdosR- R. R/ ( R` R R R R R R R ( Ro R t stderr_destR R R R t line_bits( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyRC s&
c C sc d } xA t D]6 \ } } } | d k r t j j | r | } q q W| s_ t d n | S( NR, s no / filesystem found( R R R; RT R t KeyError( RI Ro Rn R ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyRA 4 s
c C s d j d | D S( NR c s s | ] } t j | Vq d S( N( t pipest quote( R t arg( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pys <genexpr>B s ( RU ( Rr ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR_ A s c C sH y t j d d | | g Wn$ t j k
rC t j | | n Xd S( s
shutil.copy2 doesn't preserve xattrs until python 3.3, so here we
attempt to leverage the cp command to do it for us.
t cps -aN( R` Ra R t shutilt copy2( R R) ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR E s (. R t os.pathR; R R" R` Rc RV Re t requestbuilderR R t requestbuilder.commandR t requestbuilder.exceptionsR R t requestbuilder.mixinsR R R RQ t euca2ools.commandsR R t euca2ools.commands.argtypesR R
R t euca2ools.commands.bootstrapR t% euca2ools.commands.bundle.bundleimageR
R RT RU R R R R R t FalseRC RA R_ R ( ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt <module> s: