Google
Edit File: openstack.cpython-39.pyc
a '�Dg�l � @ s6 d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZm Z m Z m Z d dl m Z d dlmZ e�e�Zddd� dfd e ji fd d d� dfd �Zd ZdZdZdZdZdZdZdZ dZ dZ eeeeee e e fZ dZ G dd� de!�Z"G dd� d�Z#G d d � d e j$d �Z%G d d � d e%�Z&G d!d"� d"e%�Z'd%d#d$�Z(dS )&� N)�net�sources�subp� url_helper�util)�BrokenMetadata)�ec2�network_configc C s | S �N� ��xr r �G/usr/lib/python3.9/site-packages/cloudinit/sources/helpers/openstack.py�<lambda> � r � �meta_js�authorized_keysc C s | S r r r r r r r r )zetc/network/interfaceszmeta.jszroot/.ssh/authorized_keys))zlocal-hostname�hostnameF)� instance-idZuuidT�latestz 2012-08-10z 2013-04-04z 2013-10-17z 2015-10-15z 2016-06-30z 2016-10-06z 2017-02-22z 2018-08-27) NZbgpovsZbridgeZ cascadingZdvsZethernetZhw_vebZhypervZovsZphyZtapZ vhostuserZvifc @ s e Zd ZdS )� NonReadableN)�__name__� __module__� __qualname__r r r r r Q s r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd S ) � SourceMixinc C s> | j s d S | j �di �}|�� D ]\}}||kr | S q d S )Nzblock-device-mapping)Z ec2_metadata�get�items)�self�nameZbdmZent_name�devicer r r �_ec2_name_to_deviceV s z SourceMixin._ec2_name_to_devicec C s$ d}| j dkrd}t�| j�|��S )NZ public_keys� � public-keys)�versionr Znormalize_pubkey_data�metadatar )r r r r r �get_public_ssh_keys_ s z SourceMixin.get_public_ssh_keysc C sP d }z2d| }|dkr d| }t �|�}|r4|d }W n tjyJ Y n0 |S )NzLABEL=%sZswapzTYPE=%sr )r Zfind_devs_withr ZProcessExecutionError)r r r ZcriteriaZ dev_entriesr r r �_os_name_to_devicee s z SourceMixin._os_name_to_devicec C sV |sd S |� d�sd| }tj�|�r*|S | �tj�|��}|rRt�d||� |S d S )N�/z/dev/%sz Remapped device name %s => %s)� startswith�os�path�existsZ _remap_device�basename�LOG�debug)r r Zremappedr r r �_validate_device_namer s z!SourceMixin._validate_device_namec C s� |sd S |g}|dkr"|� dd� |dkr4|�d� d }t�d|� |D ] }| �|�}| �|�}|rH qjqH|s�t�d|� |D ] }| �|�}| �|�}|r~ q�q~|s�d S t�d||� |S d S )N�rootr Zamiz(Using ec2 style lookup to find device %sz.Using openstack style lookup to find device %szMapped %s to device %s)�insert�appendr. r/ r! r0 r' )r r �namesr �nr r r �device_name_to_device� s2 z!SourceMixin.device_name_to_deviceN)r r r r! r& r' r0 r6 r r r r r U s r c @ sh e Zd Zdd� Zejdd� �Zejddd��Zejdd � �Zejd d � �Z d d � Z ddd�Z dd� Z dS )� BaseReaderc C s || _ d S r )� base_path�r r8 r r r �__init__� s zBaseReader.__init__c G s d S r r �r �base�add_onsr r r � _path_join� s zBaseReader._path_joinFc C s d S r r �r r+ �decoder r r � _path_read� s zBaseReader._path_readc C s d S r r �r r r r �_fetch_available_versions� s z$BaseReader._fetch_available_versionsc C s d S r r rB r r r �_read_ec2_metadata� s z BaseReader._read_ec2_metadatac C s� z | � � }W n8 tyD } z t�d| j|� g }W Y d }~n d }~0 0 dd� ttt��D �}t}|D ]}||vrrqd|} q|qdt�d||� |S )Nz4Unable to read openstack versions from %s due to: %sc S s g | ]}|�qS r r )�.0�vr r r � <listcomp>� r z4BaseReader._find_working_version.<locals>.<listcomp>z Selected version '%s' from %s) rC � Exceptionr. r/ r8 �reversed�list� OS_VERSIONS� OS_LATEST)r Zversions_available�eZ supportedZselected_versionZpotential_versionr r r �_find_working_version� s, ��z BaseReader._find_working_versionc C s^ |� dd��d�}|�d�}dd� |D �}|s:td| ��| j| jdg|�R � }| j||d�S ) NZ content_pathr r( c S s g | ]}t |�r|�qS r )�len)rE �pr r r rG � r z1BaseReader._read_content_path.<locals>.<listcomp>z!Item %s has no valid content path� openstack�r@ )r �lstrip�splitr r> r8 rA )r �itemr@ r+ Z path_piecesZ valid_piecesr r r �_read_content_path� s z BaseReader._read_content_pathc s t jtjtttfd�� � �fdd�}ddd�}|��� �}|�� D ]�\}\}}}�� �j |�}d}d}z�� |�}W nF t y� } z.|s�t �d || � nt �d || � W Y d} ~ nd} ~ 0 0 d }|r�|s�td | ��|�r&|�r&z ||�}W n8 t�y$ } z td || f �| �W Y d} ~ n d} ~ 0 0 |rB|||< qB|d } d| v �r�| d } zt�| �| d< W n8 ttf�y� } ztd| �| �W Y d} ~ n d} ~ 0 0 i } | �dg �} | D ]h}d|v�r��q�|d }z��|�| |< W n8 t�y } z td|| f �| �W Y d} ~ n d} ~ 0 0 �q�| |d< | �dd�}|�r�z�j|d d�}||d< W n4 t �y� } ztd| �| �W Y d} ~ n d} ~ 0 0 z| d d |d< W n t�y� Y n0 ��� |d< tD ]@\}}}|�r�|| v�r�td| ��|| v �r�| �|�| |< �q�|S )z�Reads a version 2 formatted location. Return a dict with metadata, userdata, ec2-metadata, dsmode, network_config, files and version (2). If not a valid location, raise a NonReadable exception. )Z root_typesc s� i }�� d| d�dtjf|d< �� d| d�ddd� f|d < �� d| d �d� f|d < �� d| d �d� f|d < �� d| d�d� f|d< |S )NrQ zmeta_data.jsonTr% Z user_dataFc S s | S r r r r r r r � r z7BaseReader.read_v2.<locals>.datafiles.<locals>.<lambda>�userdatazvendor_data.jsonZ vendordatazvendor_data2.jsonZ vendordata2znetwork_data.jsonZ networkdata)r> r � load_json)r$ �files�Zload_json_anytyper r r � datafiles� s, � � � � �z%BaseReader.read_v2.<locals>.datafilesr � )rW r$ NFz*Failed reading optional path %s due to: %sz+Failed reading mandatory path %s due to: %sTzMissing mandatory path: %s� Failed to process path %s: %sr% � random_seedz.Badly formatted metadata random_seed entry: %srY r+ z#Failed to read provided file %s: %sr rR z(Failed to read network configuration: %s�meta�dsmodez ec2-metadatazNo '%s' entry in metadata)� functools�partialr rX �dictrJ �strrN r r> r8 rA �IOErrorr. r/ r rH r �base64Z b64decode� ValueError� TypeErrorr rV �KeyErrorrD � KEY_COPIES)r r[ �results�datar r+ �required� translator�foundrM r% r^ rY Zmetadata_filesrU Znet_item�contentZ target_keyZ source_keyZ is_requiredr rZ r �read_v2� s� �!� �� �� �� �� �� zBaseReader.read_v2N)F)F) r r r r: �abc�abstractmethodr> rA rC rD rN rV rq r r r r r7 � s r7 )� metaclassc sF e Zd Z� fdd�Zdd� Zddd�Zdd � Zd d � Zd d � Z� Z S )�ConfigDriveReaderc s t t| ��|� d | _d S r )�superru r: � _versionsr9 �� __class__r r r: f s zConfigDriveReader.__init__c G s |gt |� }tjj|� S r )rJ r* r+ �join)r r< r= � componentsr r r r> j s z ConfigDriveReader._path_joinFc C s |rt �|�S t �|�S r )r Zload_text_fileZload_binary_filer? r r r rA n s � �z ConfigDriveReader._path_readc s@ | j d u r:| �| jd�� � fdd�t�� �D �}t|�| _ | j S )NrQ c s$ g | ] }t j�t j�� ��r|�qS r )r* r+ �isdirrz �rE �d�r+ r r rG x s �z?ConfigDriveReader._fetch_available_versions.<locals>.<listcomp>)rw r> r8 r* �listdir�sorted)r ro r r r rC u s � z+ConfigDriveReader._fetch_available_versionsc C sp | � | jddd�}tj�|�s"i S zt�| �|��W S tyj } z t d||f �|�W Y d }~n d }~0 0 d S )Nr r zmeta-data.jsonr] ) r> r8 r* r+ r, r rX rA rH r )r r+ rM r r r rD � s � ��z$ConfigDriveReader._read_ec2_metadatac C s� i }t �� D ]&}| �| j|�}tj�|�r |||< q t|�dkrNtd| j ��i }t � � D ]�\}\}}}||v �r|| }z| � |�}W n2 t y� } zt d| �| �W Y d} ~ n d} ~ 0 0 z||�||< W n8 t �y } z t d|| f �| �W Y d} ~ n d} ~ 0 0 qZt�|�||< qZ|d } |d } | �d| �} | �rT| �� } d d � | D �|d< d | v �rj| d |d < d |d �} d| v �r�| d | d< | �dd�| d< i | d< | S )z�Reads a version 1 formatted location. Return a dict with metadata, userdata, dsmode, files and version (1). If not a valid path, raise a NonReadable exception. r z%s: no files foundzFailed to read: %sNr] r r r# c S s" g | ]}t |�r|�d �s|�qS )�#)rO r) )rE �liner r r rG � s �z-ConfigDriveReader.read_v1.<locals>.<listcomp>r r" )r$ r% r` z user-datar rW rY )�FILES_V1�keysr> r8 r* r+ r, rO r r rA re r rH �copy�deepcopyr � splitlines)r ro r r+ Zmd�keyrn �default�contentsrM Zkeydatar �linesrk r r r �read_v1� sT $ �� � � zConfigDriveReader.read_v1)F) r r r r: r> rA rC rD r� � __classcell__r r rx r ru e s ru c s@ e Zd Zd� fdd� Zdd� Zddd �Zd d � Zd d � Z� ZS )�MetadataReaderN� c s4 t t| ��|� || _t|�| _t|�| _d | _d S r ) rv r� r: � ssl_details�float�timeout�int�retriesrw )r Zbase_urlr� r� r� rx r r r: � s zMetadataReader.__init__c C sb | j d ur| j S g }| �| jd�}| j|dd�}|�� D ] }|�� }|sJq8|�|� q8|| _ | j S )NrQ TrR )rw r> r8 rA r� �stripr3 )r ro Z version_pathrp r� r r r rC � s z(MetadataReader._fetch_available_versionsFc C s: dd� }t j|| j| j| j|d�}|r0|j�� S |jS d S )Nc S s8 z t |j�}|dkrW dS W n ttfy2 Y n0 dS )Ni� FT)r� �coderh rg )Z _request_args�causer� r r r �should_retry_cb� s z2MetadataReader._path_read.<locals>.should_retry_cb)r� r� r� Z exception_cb)r Zreadurlr� r� r� r� r@ )r r+ r@ r� Zresponser r r rA � s � zMetadataReader._path_readc G s t j|g|�R � S r )r Z combine_urlr; r r r r> s zMetadataReader._path_joinc C s t j| j| j| jd�S )N)r� r� r� )r Zget_instance_metadatar� r� r� rB r r r rD s �z!MetadataReader._read_ec2_metadata)Nr� r� )F) r r r r: rC rA r> rD r� r r rx r r� � s r� c s� | du r dS g d�g d�g d�d��| � dg �}| � dg �}| � dg �}g }i �d }d }g }|D �]�g } t�fd d ���� D ��} d �v r��d | d < d} �� d�r��� d��� } | ��d < | � d �| �d �d d�} �fdd�|D �D �]�} t�fdd �| �� D ��}�fdd�| � dg �D �}|�r<|�d|i� | d dk�rZ|�ddi� n�| d dk�rx|�ddi� nz| d dv �r�|�d| d i� nX| d d v �r�|�d | � d �d �� n2| d d v �r�| �d!d"i� |�d#| � d �d �� d$d� | � dg �D �}| � dg �D ]:}|� d�d%k�r,�q|d& |v �r>�q|�|d& � �q|�r^||d'< | d d(v �rz| �d!d)i� | d d*k�r�d)|d*< | d d+k�r�d)|d+< | �|� q�| �d,| i� �d d-v �r�i }| �r�| �d.| i� ��� D ]J\}}|d/k�r�q�n0|�d0��r�d1�|�d2d3�d4 �}|�||i� �q�|| }|d37 }|�| d5d6t � �d/ �f� | �||d7�� || d < n��d d8v �r d9�d: �d; f }| �|�d; d<�� |�| d:d6�d: f� |�| d d=�d; �d: f� | ��d> |d?�� n.�d t v�r t � d@�d � | �dA| dB�� |�| � | �| d < q`dCd� |D �}|�s`|�rR|du �rrt�� }��� D ]:\}}|� d ��r��qz|� dD�|v �rz||dD |d < �qz|D ]D}|� d.�} | �s�tdE| ��| |v�r�tdF| ��|| |d < �q�|D ]L\} } � } t| ttf��r:� �fdGd�| D �| | < n� �| d | | < �qt�� } | �r�|D ],} | d | v �rd| | d | d.< dH| d< �qd|D ](}t � |�} | �ddIi� |�| � �q�d3|dJ�S )Ka* Return a dictionary of network_config by parsing provided OpenStack ConfigDrive NetworkData json format OpenStack network_data.json provides a 3 element dictionary - "links" (links are network devices, physical or virtual) - "networks" (networks are ip network configurations for one or more links) - services (non-ip services, like dns) networks and links are combined via network items referencing specific links via a 'link_id' which maps to a links 'id' field. To convert this format to network_config yaml, we first iterate over the links and then walk the network list to determine if any of the networks utilize the current link; if so we generate a subnet entry for the device We also need to map network_data.json fields to network_config fields. For example, the network_data links 'id' field is equivalent to network_config 'name' field for devices. We apply more of this mapping to the various link types that we encounter. There are additional fields that are populated in the network_data.json from OpenStack that are not relevant to network_config yaml, so we enumerate a dictionary of valid keys for network_yaml and apply filtering to drop these superfluous keys from the network_config yaml. N)r �type� mac_address�subnets�paramsZmtu) r� �address�netmask� broadcast�metric�gatewayZ pointopointZscope�dns_nameserversZ dns_search)�networkZ destinationr� r� r� )�physical�subnet�routes�links�networks�serviceszbond%dr c 3 s& | ] \}}|� d v r||fV qdS )r� Nr �rE �krF �� valid_keysr r � <genexpr>T s z#convert_net_json.<locals>.<genexpr>r Zethernet_mac_address�idr� )r �macr� r� c s g | ]}|d � d kr|�qS )�linkr� r )rE r5 )r� r r rG j r z$convert_net_json.<locals>.<listcomp>c 3 s& | ] \}}|� d v r||fV qdS )r� Nr r� r� r r r� k s c s& g | ] }t � fd d�|�� D ���qS )c 3 s& | ] \}}|� d v r||fV qdS )r� Nr r� r� r r r� r s �z.convert_net_json.<locals>.<listcomp>.<genexpr>)rc r )rE �router� r r rG q s � �r� Z ipv4_dhcpZdhcp4� ipv6_dhcpZdhcp6)Z ipv6_slaaczipv6_dhcpv6-stateless�ipv6_dhcpv6-stateful)�ipv4�staticr� � ip_address)r� r� )�ipv6�static6z accept-raFr� c S s4 g | ],}|� d g �D ]}|� d�dkr|d �qqS )r� r� �dnsr� �r )rE r� �servicer r r rG � s �r� r� r� )r� r� Tr� r� r� )�bondr� Z bond_linksr� zbond-{}Zbond_r" ���Zbond_interfacesz%s)r� r )Zvlanz%s.%sZ vlan_link�vlan_id)r r� z%%s.%sZvlan_mac_address)r� r z9Unknown network_data link type (%s); treating as physicalr� )r� r� c S s& g | ] }|� d �dkrd|vr|�qS )r� r� r r� r} r r r rG � s r� z#No mac_address or name entry for %sz"Unable to find a system nic for %sc s g | ]}� �| d �qS )r r )rE �target)�fmt� link_id_infor r rG s Z infinibandZ nameserver)r$ �config)r rc r �lower�updater3 r) �formatrT r� r� �KNOWN_PHYSICAL_TYPESr. Zwarningr Zget_interfaces_by_macrg � isinstancerJ �tupleZget_ib_hwaddrs_by_interface) Z network_jsonZ known_macsr� r� r� Z link_updatesZ bond_name_fmtZ bond_numberr� r� ZcfgZ link_mac_addrZcurinfor� r� r� r� r� r� r� rF Ztranslated_keyZ link_namer Z need_namesZ_link_id�infor~ r� r� �targetsZib_known_hwaddrsr )r� r� r� r� r �convert_net_json s2 � � � � � ���� � �� ���� � � r� )NN))rr rf r� ra Zloggingr* Z cloudinitr r r r r Zcloudinit.sourcesr Zcloudinit.sources.helpersr Z getLoggerr r. rX r� rj rL Z OS_FOLSOMZ OS_GRIZZLYZ OS_HAVANAZ OS_LIBERTYZ OS_NEWTON_ONEZ OS_NEWTON_TWOZOS_OCATAZOS_ROCKYrK r� re r r �ABCMetar7 ru r� r� r r r r �<module> sP �� L Es: