o 3'f@s(ddlZddlZddlZddlZddlZddlmZddlmZm Z ddl m Z m Z m Z ddl mZddl mZmZddlmZddlmZmZdd lmZdd lmZdd lmZdd lmZdd lm Z e!e"Z#dZ$dZ%GdddZ&ddZ'e&j(e&j)gZ*dZ+Gddde j,Z-Gddde-Z.ddZ/ddZ0ddZ1dd Z2d!d"Z3d#d$Z4d%d&Z5d'd(Z6d)d*Z7d+d,Z8d-d.Z9ej:fd/ee;efd0ee;e;fd1ed2ee;ed6e;d7e>d8ed9e?d:ed?ZAd@dAZBdBdCZCe.e jDffe-e jDe jEffgZFdDdEZGdS)FN)suppress)DictList)dminetsources) url_helper)utilwarnings)Distro) EventScope EventType)netplan)NoDHCPLeaseError)EphemeralIPNetwork)NicOrder)ec2) datasourceEc2 strict_idwarnc@s,eZdZdZdZdZdZdZdZdZ dZ d S) CloudNamesaliyunaws brightboxzstacke24cloudoutscaleunknownzno-ec2-metadataN) __name__ __module__ __qualname__ALIYUNAWS BRIGHTBOXZSTACKE24CLOUDOUTSCALEUNKNOWNNO_EC2_METADATAr*r*A/usr/lib/python3/dist-packages/cloudinit/sources/DataSourceEc2.pyr$srcCs|jdko d|jvS)Nzmeta-data/tags/)codeurl) exceptionr*r*r+skip_404_tag_errors4sr0zS ENV{ID_NET_DRIVER}=="vif|ena|ixgbevf", GOTO="cloudinit_hook" GOTO="cloudinit_end" cseZdZUdZgdZdZgdZeee d<dZ dZ dZ e jZd ZejejejejejhiZeZfd d Zd ed dffdd ZddZddZddZ e!ddZ"e!ddZ#e!ddZ$e!ddZ%e!ddZ&e!d d!Z'e!d"d#Z(d$d%Z)d&d'Z*d(d)Z+d*d+Z,d,d-Z-e!d.d/Z.e!d0d1Z/d2d3Z0e!d4d5Z1d6d7Z2dCd8d9Z3d:d;Z4dd?Z6dDdAdBZ7Z8S)E DataSourceEc2r)zhttp://169.254.169.254zhttp://[fd00:ec2::254]zhttp://instance-data.:8773z 2009-04-04)z 2021-03-23z 2018-09-24z 2016-09-02extended_metadata_versionsx2NFcs,tt||||d|_d|_tj|_dSN)superr1__init__metadata_addressidentityrMAC_fallback_nic_order)selfsys_cfgdistropaths __class__r*r+r7os zDataSourceEc2.__init__ci_pkl_versionreturncst|t|_tj|_dSr5)r6 _unpickle_EXTRA_HOTPLUG_UDEV_RULESextra_hotplug_udev_rulesrr:r;)r<rBr@r*r+rDus  zDataSourceEc2._unpicklecCstS)z5Return the cloud name as identified during _get_data.)identify_platformr<r*r*r+_get_cloud_namezszDataSourceEc2._get_cloud_namecCsXtt|jttd\}}td||j|j |dkr#|jt j kr#dS|jt j kr+dS|j rztr9tddSz6t|j|jjddd!}|jrOd|jnd }tjtjd ||jd |_Wdn1siwYWntyyYdSwtjtjd |jd |_|jsdS|jd d|_|jd d|_|jdididi|_dS)N)rNz0strict_mode: %s, cloud_name=%s cloud_platform=%strueFz1FreeBSD doesn't support running dhclient with -sfT)ipv4ipv6 zCrawl of metadata servicelogfuncmsgfunc meta-data user-datadynamicinstance-identitydocument)read_strict_moder get_cfg_by_pathr=STRICT_ID_PATHSTRICT_ID_DEFAULTLOGdebug cloud_nameplatformrr(r)perform_dhcp_setup is_FreeBSDrr>fallback_interface state_msglog_timecrawl_metadata_crawled_metadatargetmetadata userdata_rawr9)r< strict_mode_sleepnetwrcr*r*r+ _get_data~sj     zDataSourceEc2._get_datacCsL|jsdS|jdidi}|diD] \}}d|vr#dSqdS)z6Report if this instance type is Ec2 Classic (non-vpc).Fnetwork interfacesmacszvpc-idT)rhrgitems)r< ifaces_md_macmac_datar*r*r+is_classic_instancesz!DataSourceEc2.is_classic_instancecCs|jsdS|jdS)Nzami-launch-index)rhrgrHr*r*r+ launch_indexs zDataSourceEc2.launch_indexcCs|js tj|_|jSr5)_platform_typer1dsnamelowerrHr*r*r+r_s zDataSourceEc2.platformcCdS)Nzlatest/api/tokenr*rHr*r*r+api_token_routezDataSourceEc2.api_token_routecCrz)N21600r*rHr*r*r+imdsv2_token_ttl_secondsr|z&DataSourceEc2.imdsv2_token_ttl_secondscCrz)NzX-aws-ec2-metadata-tokenr*rHr*r*r+imdsv2_token_put_headerr|z%DataSourceEc2.imdsv2_token_put_headercCs |jdS)Nz -ttl-seconds)rrHr*r*r+imdsv2_token_req_headers z%DataSourceEc2.imdsv2_token_req_headercCs |j|jgSr5)rrrHr*r*r+imdsv2_token_redacts z!DataSourceEc2.imdsv2_token_redactc Csd}|}|jD]M}||j|}z tj|||jd}Wntjy7}z t d||WYd}~q d}~ww|j dkrGt d||S|j dkrVd}t |||j q |j S) aEGet the best supported api version from the metadata service. Loop through all extended support metadata versions in order and return the most-fully featured metadata api version discovered. If extended_metadata_versions aren't present, return the datasource's min_metadata_version. z{0}/{1}/meta-data/instance-id)r.headersheaders_redactzurl %s raised exception %sNz#Found preferred metadata version %sr,z0Metadata api version %s not present. Headers: %s) _get_headersr2formatr8uhelpreadurlrUrlErrorr\r]r-rmin_metadata_version)r<url_tmplrapi_verr.resperQr*r*r+get_metadata_api_versions,      z&DataSourceEc2.get_metadata_api_versioncCsd|jtjkr-t|dds#|}tj||j|j|j |j d di|_ |j d|j dS|j dS)Nr9 headers_cbr exception_cbrW instanceIdz instance-id)r^rr#getattrrrget_instance_identityr8rr_refresh_stale_aws_token_cbrgr9rh)r< api_versionr*r*r+get_instance_ids    zDataSourceEc2.get_instance_idc Cs|jtvrdSg}i}|j}d}|D]}d||}|||||<qtdd}d}|} ztj || j | j tj |j |j||jdd \}}Wn tjySYnw|r_|r_||_||SdS)aGet an API token for EC2 Instance Metadata Service. On EC2. IMDS will always answer an API token, unless the instance owner has disabled the IMDS HTTP endpoint or the network topology conflicts with the configured hop-limit. NPUT{0}/{1}zFetching Ec2 IMDSv2 API TokenF) urlsmax_waittimeout status_cbrrrequest_methodrconnect_synchronously)r^ IDMSV2_SUPPORTED_CLOUD_PLATFORMSr{rappendr\r]get_url_paramsr wait_for_urlmax_wait_secondstimeout_secondswarningr_imds_exception_cbrr _api_token) r<mdurlsrurl2baseurl_pathrr.curresponse url_paramsr*r*r+_maybe_fetch_api_tokensB      z$DataSourceEc2._maybe_fetch_api_tokenc Csxg}d}|j}|}|jdkrdS|d|j}dd|D}t|t|kr6tdtt|t|t |r=|}nt d|j}| |}|s|j t vri}dj|jd } d } |D]} d | | } || | || <q^t}tj||j|jtj |j|j| d \} } | r|| }|r||_td |jt|S|j t vrt dt|Std|tt|t|S)NrF metadata_urlscSsg|] }t|r|qSr*)r is_resolvable_url).0xr*r*r+ Tsz;DataSourceEc2.wait_for_metadata_service..z,Removed the following from metadata urls: %sz+Empty metadata url list! using default listz{ver}/meta-data/instance-id)verGETr)rrrrrrrzUsing metadata source: '%s'z)IMDS's HTTP endpoint is probably disabledz(Giving up on md from %s after %s seconds)ds_cfgrrrgrsetr\r]listlenrrr^rrrrtime monotonicrrrrrr8criticalintbool)r<r start_timemcfgrrfilteredr8rrrr.r_r*r*r+wait_for_metadata_serviceIsn          z'DataSourceEc2.wait_for_metadata_servicecCsd|jvrdSd}|jd}t|tstd|dS|D]\}}||kr+|}n |dkr5|dkr5|}q|durBtd|dS|}|dsMd|}tj |rU|S| tj |}|ritd|||S|dkrodS|S) Nzblock-device-mappingz+block-device-mapping not a dictionary: '%s' ephemeral ephemeral0z Unable to convert %s to a device/z/dev/%szRemapped device name %s => %s) rh isinstancedictr\r]rq startswithospathexists _remap_devicebasename)r<namefoundbdmentnamedeviceofoundremappedr*r*r+device_name_to_devices:       z#DataSourceEc2.device_name_to_devicecCsLz|jtjkr|jd|jddWS|jddWSty%YdSw)NavailabilityZone placementzavailability-zone)r^rr#r9rgrhKeyErrorrHr*r*r+availability_zones   zDataSourceEc2.availability_zonecCsR|jtjkr|jd}|jr|s|jdd}|S|j}|dur'|ddSdS)Nregion)r^rr#r9rgr)r<razr*r*r+rs    zDataSourceEc2.regioncCs0|sdS|jtjkrtt|tt|dSdSr5)r^rr(warn_if_necessaryr rYrZr[)r<cfgis_new_instancer*r*r+activates  zDataSourceEc2.activatec Cs|jtjkr |jS|jdurtddSd}td|jvo"|jtj k}|r5t dt j tj d|j d|jj}|jd}t|trut||j|t |jdd|jd }|rtt|j|_|jtjtj|jtjtj ntd |||_|jS) z@Return a network config dict for rendering ENI or netplan files.Nz8Unexpected call to network_config when metadata is None.rnzPMetadata 'network' not present: Refreshing stale metadata from prior to upgrade.zRe-crawl of metadata servicerOapply_full_imds_network_configT) fallback_nicfull_network_configfallback_nic_orderz%Metadata 'network' key not valid: %s.)!_network_configrUNSETrhr\rrr^rr#r]r rdget_datar>rbrgrr#convert_ec2_metadata_network_configget_cfg_option_boolrr;rucopydeepcopydefault_update_eventsr NETWORKaddr BOOT BOOT_LEGACY)r<resultno_network_metadata_on_awsifacenet_mdr*r*r+network_configs^          zDataSourceEc2.network_configc Cs |siS|}|j}i}|jtvr|j}|j}d}n|jtjkr*d}}t }nd}}}z 8 r1cs$eZdZdZdZfddZZS)DataSourceEc2LocalayDatasource run at init-local which sets up network to query metadata. In init-local, no network is available. This subclass sets up minimal networking with dhclient on a viable nic so that it can talk to the metadata service. If the metadata service provides network configuration then render the network configuration for that instance based on metadata. Tcs8tjtjf}|j|vrtd||jdStt|S)Nz+Local Ec2 mode only supported on %s, not %sF) rr#r'r^r\r]r6rr)r<supported_platformsr@r*r+rs  zDataSourceEc2Local.get_data)rr r!__doc__r`rrr*r*r@r+rsrc Cs>zt|WSty}z t||WYd}~Sd}~wwr5)parse_strict_mode ValueErrorr\r)cfgvaldefaultrr*r*r+rXs  rXc Cs|durdS|dur dS|sdS|d\}}}|dvr$td||f|rEz t|}W||fStyD}z td ||f|d}~wwd}||fS) NT)rJNF)falseN)rr,)rJr!rzUInvalid mode '%s' in strict_id setting '%s': Expected one of 'true', 'false', 'warn'.zFsz#identify_platform..z'calling %s with %s raised exception: %s) _collect_platform_datar3r7r:r<r=r,rr\r)r+checkscheckerrrr*r*r+rG<s,  rGcCsd}ttttd}Wdn1swY|p&tdp&d}tdp-d}tdp4d}tdp;d}tdpBd}|||||d S) aFReturns a dictionary of platform info from dmi or /sys/hypervisor. Keys in the dictionary are as follows: uuid: system-uuid from dmi or /sys/hypervisor serial: dmi 'system-serial-number' (/sys/.../product_serial) asset_tag: 'dmidecode -s chassis-asset-tag' vendor: dmi 'system-manufacturer' (/sys/.../sys_vendor) product_name: dmi 'system-product-name' (/sys/.../system-manufacturer) On Ec2 instances experimentation is that product_serial is upper case, and product_uuid is lower case. This returns lower case values for both. Nz/sys/hypervisor/uuidz system-uuidrNzsystem-serial-numberzchassis-asset-tagzsystem-manufacturerzsystem-product-namer.r5r9r;r)) rOSErrorUnicodeDecodeErrorr load_text_filestripr read_dmi_dataryrBr*r*r+r?Ss r? macs_metadata macs_to_nicsrrCcsni}tdkstdkr|Stddtfdd}ddddtt|fd dd DS) aI Builds a dictionary containing macs as keys and nic orders as values, taking into account `network-card` and `device-number` if present. Note that the first NIC will be the primary NIC as it will be the one with [network-card] == 0 and device-number == 0 if present. @param macs_metadata: dictionary with mac address as key and contents like: {"device-number": "0", "interface-id": "...", "local-ipv4s": ...} @macs_to_nics: dictionary with mac address as key and nic name as value @return: Dictionary with macs as keys and nic orders as values. rcSs |dduS)Nr*mmdr*r*r+r>s z"_build_nic_order..cs|||fSr5)rg)mac)rHrIr*r+r>scSs ||d}|durt|S|Sr5)rgr)diktkey alt_valuevaluer*r*r+_get_key_as_int_ors z,_build_nic_order.._get_key_as_int_orcSsi|] \}\}}}||qSr*r*)rirM _mac_metadata _nic_namer*r*r+ s z$_build_nic_order..csB|ddtd|ddtdtjkr|dfS|dfS)NrJz network-cardinfinity device-numberr)floatrNIC_NAMErK)rRrr*r+r>s  )rO)rfiltermapkeys enumeratesorted)rHrIr nic_ordervalid_macs_metadatar*)rRrrHrIr+_build_nic_orderss&    rc dev_confignic_name nic_metadatar>is_ipv4tablec CsJ|r |d}|d}n |d}|d}|r|s*td|r%ddSddS|d s3g|d <|rhz|jj||d }|d } Wnty\} z td || WYd} ~ nd} ~ ww|d d | |dt|t rp|gn|}|D] } |d | |dqt|dsg|d<t|t r|gn|}|D] } |d| |dqdS)a Configure policy-based routing on secondary NICs / secondary IPs to ensure outgoing packets are routed via the correct interface. @param: dev_config: network cfg v2 to be updated inplace. @param: nic_name: nic name. Only used if ipv4. @param: nic_metadata: nic metadata from IMDS. @param: distro: Instance of Distro. Only used if ipv4. @param: is_ipv4: Boolean indicating if we are acting over ipv4 or not. @param: table: Routing table id. subnet-ipv4-cidr-block local-ipv4szsubnet-ipv6-cidr-blocksipv6szANot enough IMDS information to configure policy routing for IPv%s46Nroutes)r>routerszoCould not perform dhcp discovery on %s to find its gateway. Not adding default route via the gateway. Error: %sz 0.0.0.0/0)toviarh)rprhrouting-policy)fromrh) rgr\r] dhcp_clientdhcp_discoveryrrrrr) rdrerfr>rgrhsubnet_prefix_routesipsleasegatewayr prefix_routeipr*r*r+_configure_policy_routingsl         r|Tc Csdid}|s t}|dd}|sC|D] \}} | |kr!nqddd|i| d} ||} | d r;d| d <| |d | <|St|jtj} t |||} t | }|D]{}||} ||} | sfqX| |}|d k}d |ddi}d|dd|i| d} d|}| r| dr|sd|d<t | || | d|d| d rd| d <|| d<| r| dr|st | || | d|dt | || d<| ds| d| |d | <qXt|d dkr |d  D])} |d | d|d | dd|d | dd|d | ddq|S)a8Convert ec2 metadata to network config version 2 data dict. @param: network_md: 'network' portion of EC2 metadata. generally formed as {"interfaces": {"macs": {}} where 'macs' is a dictionary with mac address as key and contents like: {"device-number": "0", "interface-id": "...", "local-ipv4s": ...} @param: distro: instance of Distro. @param: macs_to_nics: Optional dict of mac addresses and nic names. If not provided, get_interfaces_by_mac is called to get it from the OS. @param: fallback_nic: Optionally provide the primary nic interface name. This nic will be guaranteed to minimally have a dhcp4 configuration. @param: full_network_config: Boolean set True to configure all networking presented by IMDS. This includes rendering secondary IPv4 and IPv6 addresses on all NICs and rendering network config on secondary NICs. If False, only the primary nic will be configured and only with dhcp (IPv4/IPv6). @return A dict of network config version 2 based on the metadata and macs. rY)version ethernetsrorpTF macaddress)dhcp4dhcp6matchset-namerkrr~rz route-metricrJd)rdhcp4-overridesrrrrXz use-routes)r>rerfrgrhzdhcp6-overrides addressesrNrnrr)rget_interfaces_by_macrqryrgrnetwork_rendererrRendererrcr`r^r|get_secondary_addressespopr) network_mdr>rIrrrnetcfgrHrMrerdrf is_netplanrarpnic_idxis_primary_nic dhcp_overriderhr*r*r+r s           rcCs|d}|d}g}tt|tot|dkr$|t|d||dtt|to/t|dkr<|t|d||dt|S)zParse interface-specific nic metadata and return any secondary IPs :return: List of secondary IPv4 or IPv6 addresses to configure on the interface rjrkrJri24zsubnet-ipv6-cidr-block128)rgrrrrextend_get_secondary_addressesr`)rfrMipv4srkrr*r*r+rs    rc Csg}||}|}|rt|ddkr'd|vrdnd}td|||||n|dd}|ddD] } |dj| |d q4|S) zReturn list of IP addresses as CIDRs for secondary IPs The CIDR prefix will be default_prefix if cidr_key is absent or not parseable in nic_metadata. rrYrKrLzJCould not parse %s %s for mac %s. %s network config prefix defaults to /%srJNz {ip}/{prefix})r{prefix)rgrsplitr\rrr) rfcidr_keyrMrwdefault_prefixrcidrrip_typer{r*r*r+rs"  rcCs t|tSr5)rlist_from_depends datasources)dependsr*r*r+get_datasource_lists r)Hrloggingrrr. contextlibrtypingrr cloudinitrrrrrr r cloudinit.distrosr cloudinit.eventr r cloudinit.netrcloudinit.net.dhcprcloudinit.net.ephemeralrcloudinit.sourcesrcloudinit.sources.helpersr getLoggerrr\rZr[rr0r#r"rrE DataSourcer1rrXrrr,r3r7r:r<r=rGr?r:rrrcrrr|rrrDEP_FILESYSTEM DEP_NETWORKrrr*r*r*r+s           ! #    C X |