summaryrefslogtreecommitdiffstats
path: root/scripts/automation/regression/misc_methods.py
blob: 99071f81d96c3401154ce1ed2c780753966c62ae (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
#!/router/bin/python
import sys
if sys.version_info >= (3, 0):
    import configparser
else:
    import ConfigParser

import outer_packages
import yaml
from collections import namedtuple
import subprocess, shlex
import os

TRexConfig = namedtuple('TRexConfig', 'trex, router, tftp')

# debug/development purpose, lists object's attributes and their values
def print_r(obj):
    for attr in dir(obj):
        print('obj.%s %s' % (attr, getattr(obj, attr)))

def mix_string (str):
    """Convert all string to lowercase letters, and replaces spaces with '_' char"""
    return str.replace(' ', '_').lower()

# executes given command, returns tuple (return_code, stdout, stderr)
def run_command(cmd, background = False):
    if background:
        print('Running command in background: %s' % cmd)
        with open(os.devnull, 'w') as tempf:
            subprocess.Popen(shlex.split(cmd), stdin=tempf, stdout=tempf, stderr=tempf)
        return (None,)*3
    else:
        print('Running command: %s' % cmd)
        proc = subprocess.Popen(shlex.split(cmd), stdout=subprocess.PIPE, stderr=subprocess.PIPE)
        (stdout, stderr) = proc.communicate()
        stdout = stdout.decode()
        stderr = stderr.decode()
        if stdout:
            print('Stdout:\n%s' % stdout)
        if proc.returncode:
            if stderr:
                print('Stderr:\n%s' % stderr)
            print('Return code: %s' % proc.returncode)
        return (proc.returncode, stdout, stderr)


def run_remote_command(host, command_string, background = False, timeout = 20):
    cmd = 'ssh -tt %s \'sudo%s sh -ec "%s"\'' % (host, (' timeout %s' % timeout) if (timeout and not background) else '', command_string)
    return run_command(cmd, background)


def generate_intf_lists (interfacesList):
    retDict = {
        'relevant_intf'       : [],
        'relevant_ip_addr'    : [],
        'relevant_mac_addr'   : [],
        'total_pairs'         : None
        }

    for intf in interfacesList:
        retDict['relevant_intf'].append(intf['client'])
        retDict['relevant_ip_addr'].append(intf['client_config']['ip_addr'])
        retDict['relevant_mac_addr'].append(intf['client_config']['mac_addr'])
        retDict['relevant_intf'].append(intf['server'])
        retDict['relevant_ip_addr'].append(intf['server_config']['ip_addr'])
        retDict['relevant_mac_addr'].append(intf['server_config']['mac_addr'])

    retDict['total_pairs'] = len(interfacesList)

    return retDict

def get_single_net_client_addr (ip_addr, octetListDict = {'3' : 1}, ip_type = 'ipv4'):
    """ get_single_net_client_addr(ip_addr, octetListDict, ip_type) -> str

        Parameters
        ----------
        ip_addr : str
            a string an IP address (by default, of type A.B.C.D)
        octetListDict : dict
            a ditionary representing the octets on which to act such that ip[octet_key] = ip[octet_key] + octet_value
        ip_type : str
            a string that defines the ip type to parse. possible inputs are 'ipv4', 'ipv6'

        By default- Returns a new ip address - A.B.C.(D+1)
    """
    if ip_type == 'ipv4':
        ip_lst = ip_addr.split('.')

        for octet,increment in octetListDict.items():
            int_octet = int(octet)
            if ((int_octet < 0) or (int_octet > 3)):
                raise ValueError('the provided octet is not legal in {0} format'.format(ip_type) )
            else:
                if (int(ip_lst[int_octet]) + increment) < 255:
                    ip_lst[int_octet] = str(int(ip_lst[int_octet]) + increment)
                else:
                    raise ValueError('the requested increment exceeds 255 client address limit')

        return '.'.join(ip_lst)

    else: # this is a ipv6 address, handle accordingly
        ip_lst = ip_addr.split(':')

        for octet,increment in octetListDict.items():
            int_octet = int(octet)
            if ((int_octet < 0) or (int_octet > 7)):
                raise ValueError('the provided octet is not legal in {0} format'.format(ip_type) )
            else:
                if (int(ip_lst[int_octet]) + increment) < 65535:
                    ip_lst[int_octet] = format( int(ip_lst[int_octet], 16) + increment, 'X')
                else:
                    raise ValueError('the requested increment exceeds 65535 client address limit')

        return ':'.join(ip_lst)


def load_complete_config_file (filepath):
    """load_complete_config_file(filepath) -> list

    Loads a configuration file (.yaml) for both trex config and router config
    Returns a list with a dictionary to each of the configurations
    """

    # create response dictionaries
    trex_config = {}     
    rtr_config  = {}
    tftp_config = {}

    try:
        with open(filepath, 'r') as f:
            config = yaml.load(f)
            
            # Handle TRex configuration
            trex_config['trex_name']         = config["trex"]["hostname"]
            trex_config['trex_password']     = config["trex"].get("password")
            #trex_config['trex_is_dual']      = config["trex"]["is_dual"]
            trex_config['trex_cores']        = int(config["trex"]["cores"])
            #trex_config['trex_latency']      = int(config["trex"]["latency"])
#           trex_config['trex_version_path'] = config["trex"]["version_path"]
            trex_config['modes']          = config['trex'].get('modes', [])

            if 'loopback' not in trex_config['modes']:
                trex_config['router_interface']  = config["router"]["ip_address"]

                # Handle Router configuration
                rtr_config['model']              = config["router"]["model"]
                rtr_config['hostname']           = config["router"]["hostname"]
                rtr_config['ip_address']         = config["router"]["ip_address"]
                rtr_config['image']              = config["router"]["image"]
                rtr_config['line_pswd']          = config["router"]["line_password"]
                rtr_config['en_pswd']            = config["router"]["en_password"]
                rtr_config['interfaces']         = config["router"]["interfaces"]
                rtr_config['clean_config']       = config["router"]["clean_config"]
                rtr_config['intf_masking']       = config["router"]["intf_masking"]
                rtr_config['ipv6_mask']          = config["router"]["ipv6_mask"]
                rtr_config['mgmt_interface']     = config["router"]["mgmt_interface"]

                # Handle TFTP configuration
                tftp_config['hostname']          = config["tftp"]["hostname"]
                tftp_config['ip_address']        = config["tftp"]["ip_address"]
                tftp_config['images_path']       = config["tftp"]["images_path"]

                if rtr_config['clean_config'] is None:
                    raise ValueError('A clean router configuration wasn`t provided.')

    except ValueError:
        print("")
        raise

    except Exception as inst:
        print("\nBad configuration file provided: '{0}'\n".format(filepath))
        raise inst

    return TRexConfig(trex_config, rtr_config, tftp_config)

def load_object_config_file (filepath):
    try:
        with open(filepath, 'r') as f:
            config = yaml.load(f)
            return config
    except Exception as inst:
        print("\nBad configuration file provided: '{0}'\n".format(filepath))
        print(inst)
        exit(-1)

            
def query_yes_no(question, default="yes"):
    """Ask a yes/no question via raw_input() and return their answer.

    "question" is a string that is presented to the user.
    "default" is the presumed answer if the user just hits <Enter>.
        It must be "yes" (the default), "no" or None (meaning
        an answer is required of the user).

    The "answer" return value is True for "yes" or False for "no".
    """
    valid = { "yes": True, "y": True, "ye": True,
              "no": False, "n": False }
    if default is None:
        prompt = " [y/n] "
    elif default == "yes":
        prompt = " [Y/n] "
    elif default == "no":
        prompt = " [y/N] "
    else:
        raise ValueError("invalid default answer: '%s'" % default)

    while True:
        sys.stdout.write(question + prompt)
        choice = input().lower()
        if default is not None and choice == '':
            return valid[default]
        elif choice in valid:
            return valid[choice]
        else:
            sys.stdout.write("Please respond with 'yes' or 'no' "
                             "(or 'y' or 'n').\n")


def load_benchmark_config_file (filepath):
    """load_benchmark_config_file(filepath) -> list

    Loads a configuration file (.yaml) for both trex config and router config
    Returns a list with a dictionary to each of the configurations
    """

    # create response dictionary
    benchmark_config = {}     

    try:
        with open(filepath, 'r') as f:
            benchmark_config = yaml.load(f)

    except Exception as inst:
        print("\nBad configuration file provided: '{0}'\n".format(filepath))
        print(inst)
        exit(-1)

    return benchmark_config


def get_benchmark_param (benchmark_path, test_name, param, sub_param = None):

    config = load_benchmark_config_file(benchmark_path)
    if sub_param is None:
        return config[test_name][param]
    else:
        return config[test_name][param][sub_param]

def gen_increment_dict (dual_port_mask):
    addr_lst    = dual_port_mask.split('.')
    result      = {}
    for idx, octet_increment in enumerate(addr_lst):
        octet_int = int(octet_increment)
        if octet_int>0:
            result[str(idx)] = octet_int

    return result


def get_network_addr (ip_type = 'ipv4'):
    ipv4_addr = [1, 1, 1, 0]  # base ipv4 address to start generating from- 1.1.1.0
    ipv6_addr = ['2001', 'DB8', 0, '2222', 0, 0, 0, 0]  # base ipv6 address to start generating from- 2001:DB8:1111:2222:0:0
    while True:
        if ip_type == 'ipv4':
            if (ipv4_addr[2] < 255):
                yield [".".join( map(str, ipv4_addr) ), '255.255.255.0']
                ipv4_addr[2] += 1
            else:   # reached defined maximum limit of address allocation
                return
        else:   # handling ipv6 addressing
            if (ipv6_addr[2] < 4369):
                tmp_ipv6_addr = list(ipv6_addr)
                tmp_ipv6_addr[2] = hex(tmp_ipv6_addr[2])[2:]
                yield ":".join( map(str, tmp_ipv6_addr) )
                ipv6_addr[2] += 1
            else:   # reached defined maximum limit of address allocation
                return




if __name__ == "__main__":
    pass
bytestring. Left-pads with zeros if input data is too short.""" if not data: return b"\x00" * self.size if len(data) > self.num: raise VPPSerializerValueError( 'Fixed list length error for "{}", got: {}' " expected: {}".format(self.name, len(data), self.num) ) try: return self.packer.pack(data) except struct.error: raise VPPSerializerValueError( 'Packing failed for "{}" {}'.format(self.name, kwargs) ) def unpack(self, data, offset=0, result=None, ntc=False): if len(data[offset:]) < self.num: raise VPPSerializerValueError( 'Invalid array length for "{}" got {}' " expected {}".format(self.name, len(data[offset:]), self.num) ) return self.packer.unpack(data, offset) def __repr__(self): return "FixedList_u8(name=%s, field_type=%s, num=%s)" % ( self.name, self.field_type, self.num, ) class FixedList(Packer): def __init__(self, name, field_type, num): self.num = num self.packer = types[field_type] self.size = self.packer.size * num self.name = name self.field_type = field_type def pack(self, list, kwargs): if len(list) != self.num: raise VPPSerializerValueError( "Fixed list length error, got: {} expected: {}".format( len(list), self.num ) ) b = bytearray() for e in list: b += self.packer.pack(e) return bytes(b) def unpack(self, data, offset=0, result=None, ntc=False): # Return a list of arguments result = [] total = 0 for e in range(self.num): x, size = self.packer.unpack(data, offset, ntc=ntc) result.append(x) offset += size total += size return result, total def __repr__(self): return "FixedList(name=%s, field_type=%s, num=%s)" % ( self.name, self.field_type, self.num, ) class VLAList(Packer): def __init__(self, name, field_type, len_field_name, index): self.name = name self.field_type = field_type self.index = index self.packer = types[field_type] self.size = self.packer.size self.length_field = len_field_name def pack(self, lst, kwargs=None): if not lst: return b"" if len(lst) != kwargs[self.length_field]: raise VPPSerializerValueError( "Variable length error, got: {} expected: {}".format( len(lst), kwargs[self.length_field] ) ) # u8 array if self.packer.size == 1 and self.field_type == "u8": if isinstance(lst, list): return b"".join(lst) return bytes(lst) b = bytearray() for e in lst: b += self.packer.pack(e) return bytes(b) def unpack(self, data, offset=0, result=None, ntc=False): # Return a list of arguments total = 0 # u8 array if self.packer.size == 1 and self.field_type == "u8": if result[self.index] == 0: return b"", 0 p = BaseTypes("u8", result[self.index]) return p.unpack(data, offset, ntc=ntc) r = [] for e in range(result[self.index]): x, size = self.packer.unpack(data, offset, ntc=ntc) r.append(x) offset += size total += size return r, total def __repr__(self): return "VLAList(name=%s, field_type=%s, " "len_field_name=%s, index=%s)" % ( self.name, self.field_type, self.length_field, self.index, ) class VLAList_legacy(Packer): def __init__(self, name, field_type): self.name = name self.field_type = field_type self.packer = types[field_type] self.size = self.packer.size def pack(self, list, kwargs=None): if self.packer.size == 1: return bytes(list) b = bytearray() for e in list: b += self.packer.pack(e) return bytes(b) def unpack(self, data, offset=0, result=None, ntc=False): total = 0 # Return a list of arguments if (len(data) - offset) % self.packer.size: raise VPPSerializerValueError( "Legacy Variable Length Array length mismatch." ) elements = int((len(data) - offset) / self.packer.size) r = [] for e in range(elements): x, size = self.packer.unpack(data, offset, ntc=ntc) r.append(x) offset += self.packer.size total += size return r, total def __repr__(self): return "VLAList_legacy(name=%s, field_type=%s)" % (self.name, self.field_type) # Will change to IntEnum after 21.04 release class VPPEnumType(Packer): output_class = IntFlag def __init__(self, name, msgdef, options=None): self.size = types["u32"].size self.name = name self.enumtype = "u32" self.msgdef = msgdef e_hash = {} for f in msgdef: if type(f) is dict and "enumtype" in f: if f["enumtype"] != "u32": self.size = types[f["enumtype"]].size self.enumtype = f["enumtype"] continue ename, evalue = f e_hash[ename] = evalue self.enum = self.output_class(name, e_hash) types[name] = self class_types[name] = self.__class__ self.options = options def __getattr__(self, name): return self.enum[name] def __bool__(self): return True def pack(self, data, kwargs=None): if data is None: # Default to zero if not specified if self.options and "default" in self.options: data = self.options["default"] else: data = 0 return types[self.enumtype].pack(data) def unpack(self, data, offset=0, result=None, ntc=False): x, size = types[self.enumtype].unpack(data, offset) return self.enum(x), size @classmethod def _get_packer_with_options(cls, f_type, options): return cls(f_type, types[f_type].msgdef, options=options) def __repr__(self): return "%s(name=%s, msgdef=%s, options=%s)" % ( self.__class__.__name__, self.name, self.msgdef, self.options, ) class VPPEnumFlagType(VPPEnumType): output_class = IntFlag def __init__(self, name, msgdef, options=None): super(VPPEnumFlagType, self).__init__(name, msgdef, options) class VPPUnionType(Packer): def __init__(self, name, msgdef): self.name = name self.msgdef = msgdef self.size = 0 self.maxindex = 0 fields = [] self.packers = collections.OrderedDict() for i, f in enumerate(msgdef): if type(f) is dict and "crc" in f: self.crc = f["crc"] continue f_type, f_name = f if f_type not in types: logger.debug("Unknown union type {}".format(f_type)) raise VPPSerializerValueError("Unknown message type {}".format(f_type)) fields.append(f_name) size = types[f_type].size self.packers[f_name] = types[f_type] if size > self.size: self.size = size self.maxindex = i types[name] = self self.tuple = collections.namedtuple(name, fields, rename=True) # Union of variable length? def pack(self, data, kwargs=None): if not data: return b"\x00" * self.size for k, v in data.items(): logger.debug("Key: {} Value: {}".format(k, v)) b = self.packers[k].pack(v, kwargs) break r = bytearray(self.size) r[: len(b)] = b return r def unpack(self, data, offset=0, result=None, ntc=False): r = [] maxsize = 0 for k, p in self.packers.items(): x, size = p.unpack(data, offset, ntc=ntc) if size > maxsize: maxsize = size r.append(x) return self.tuple._make(r), maxsize def __repr__(self): return "VPPUnionType(name=%s, msgdef=%r)" % (self.name, self.msgdef) class VPPTypeAlias(Packer): def __init__(self, name, msgdef, options=None): self.name = name self.msgdef = msgdef t = vpp_get_type(msgdef["type"]) if not t: raise ValueError("No such type: {}".format(msgdef["type"])) if "length" in msgdef: if msgdef["length"] == 0: raise ValueError() if msgdef["type"] == "u8": self.packer = FixedList_u8(name, msgdef["type"], msgdef["length"]) self.size = self.packer.size else: self.packer = FixedList(name, msgdef["type"], msgdef["length"]) else: self.packer = t self.size = t.size types[name] = self self.toplevelconversion = False self.options = options def pack(self, data, kwargs=None): if data and conversion_required(data, self.name): try: return conversion_packer(data, self.name) # Python 2 and 3 raises different exceptions from inet_pton except (OSError, socket.error, TypeError): pass if data is None: # Default to zero if not specified if self.options and "default" in self.options: data = self.options["default"] else: data = 0 return self.packer.pack(data, kwargs) @staticmethod def _get_packer_with_options(f_type, options): return VPPTypeAlias(f_type, types[f_type].msgdef, options=options) def unpack(self, data, offset=0, result=None, ntc=False): if ntc is False and self.name in vpp_format.conversion_unpacker_table: # Disable type conversion for dependent types ntc = True self.toplevelconversion = True t, size = self.packer.unpack(data, offset, result, ntc=ntc) if self.toplevelconversion: self.toplevelconversion = False return conversion_unpacker(t, self.name), size return t, size def __repr__(self): return "VPPTypeAlias(name=%s, msgdef=%s, options=%s)" % ( self.name, self.msgdef, self.options, ) class VPPType(Packer): # Set everything up to be able to pack / unpack def __init__(self, name, msgdef): self.name = name self.msgdef = msgdef self.packers = [] self.fields = [] self.fieldtypes = [] self.field_by_name = {} size = 0 for i, f in enumerate(msgdef): if type(f) is dict and "crc" in f: self.crc = f["crc"] continue f_type, f_name = f[:2] self.fields.append(f_name) self.field_by_name[f_name] = None self.fieldtypes.append(f_type) if f_type not in types: logger.debug("Unknown type {}".format(f_type)) raise VPPSerializerValueError("Unknown message type {}".format(f_type)) fieldlen = len(f) options = [x for x in f if type(x) is dict] if len(options): self.options = options[0] fieldlen -= 1 else: self.options = {} if fieldlen == 3: # list list_elements = f[2] if list_elements == 0: if f_type == "string": p = String(f_name, 0, self.options) else: p = VLAList_legacy(f_name, f_type) self.packers.append(p) elif f_type == "u8": p = FixedList_u8(f_name, f_type, list_elements) self.packers.append(p) size += p.size elif f_type == "string": p = String(f_name, list_elements, self.options) self.packers.append(p) size += p.size else: p = FixedList(f_name, f_type, list_elements) self.packers.append(p) size += p.size elif fieldlen == 4: # Variable length list length_index = self.fields.index(f[3]) p = VLAList(f_name, f_type, f[3], length_index) self.packers.append(p) else: # default support for types that decay to basetype if "default" in self.options: p = self.get_packer_with_options(f_type, self.options) else: p = types[f_type] self.packers.append(p) size += p.size self.size = size self.tuple = collections.namedtuple(name, self.fields, rename=True) types[name] = self self.toplevelconversion = False def pack(self, data, kwargs=None): if not kwargs: kwargs = data b = bytearray() # Try one of the format functions if data and conversion_required(data, self.name): return conversion_packer(data, self.name) for i, a in enumerate(self.fields): if data and type(data) is not dict and a not in data: raise VPPSerializerValueError( "Invalid argument: {} expected {}.{}".format(data, self.name, a) ) # Defaulting to zero. if not data or a not in data: # Default to 0 arg = None kwarg = None # No default for VLA else: arg = data[a] kwarg = kwargs[a] if a in kwargs else None try: if isinstance(self.packers[i], VPPType): b += self.packers[i].pack(arg, kwarg) else: b += self.packers[i].pack(arg, kwargs) except Exception as e: raise VPPSerializerValueError( f"Exception while packing {data} for {self.name}.{a}." ) from e return bytes(b) def unpack(self, data, offset=0, result=None, ntc=False): # Return a list of arguments result = [] total = 0 if ntc is False and self.name in vpp_format.conversion_unpacker_table: # Disable type conversion for dependent types ntc = True self.toplevelconversion = True for p in self.packers: x, size = p.unpack(data, offset, result, ntc) if type(x) is tuple and len(x) == 1: x = x[0] result.append(x) offset += size total += size t = self.tuple._make(result) if self.toplevelconversion: self.toplevelconversion = False t = conversion_unpacker(t, self.name) return t, total def __repr__(self): return "%s(name=%s, msgdef=%s)" % ( self.__class__.__name__, self.name, self.msgdef, ) class VPPMessage(VPPType): pass