* First draft of Ubuntu 20.04 Vagrantfile and scripts to install 2021-Mar version of open source P4 development tools. * Add more tracing output of what files have been installed at each step * Don't do behavioral-model install_deps.sh before installing PI This is an experiment to see if the end result will be able to run tutorials basic exercise using Python3 only on an Ubuntu 20.04 system. Just before this commit, `vagrant up` resulted in a system that failed to run the basic exercise, because python3 failed to import google.grpc (if I recall correctly -- it may have been a different google.<something> Python3 module name). * Add missing patch file * Fix copy and paste mistake * Add missing patch file * Change how protobuf Python3 module files are installed * Correct a few desktop icon file names, and add clean.sh script * Enhance clean.sh script, and add README for manual steps in creating a VM * Changes to try to always use Python3, never Python2, in tutorials * Update README steps for preparing a VM * More additions to README on steps to create a single file VM image * Add empty-disk-block zeroing to clean.sh script * Also install PTF * Update versions of P4 dev tool source code to 2021-Apr-05 This includes a change to p4lang/PI that allows P4Runtime API clients to send the shortest byte sequences necessary to encode integer values, which I want for a PTF test that I have recently created. * Update README for 2021-Apr-05 version of VM image * Resolve Python 3 compatibility issues Most of the Python 2 to 3 code translation changes were automated with the 2to3 tool. Signed-off-by: Radostin Stoyanov <rstoyanov@fedoraproject.org> * Update commit SHAs for 4 p4lang repos to latest as of 2021-May-04 * Update Ubuntu 20.04 README.md for how I created 2021-May-04 version of VM * mycontroller: Use Python 3 shebang line Signed-off-by: Radostin Stoyanov <rstoyanov@fedoraproject.org> * Update Ubuntu 20.04 README.md for how I created 2021-Jun-01 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Jul-07 * Update Ubuntu 20.04 README.md for how I created 2021-Jul-07 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Aug-01 * Update Ubuntu 20.04 README.md for how I created 2021-Aug-01 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Sep-07 * Update Ubuntu 20.04 README.md for how I created 2021-Sep-07 version of VM Co-authored-by: Radostin Stoyanov <rstoyanov@fedoraproject.org>
213 lines
8.7 KiB
Python
213 lines
8.7 KiB
Python
# Copyright 2017-present Open Networking Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
import re
|
|
|
|
import google.protobuf.text_format
|
|
from p4.v1 import p4runtime_pb2
|
|
from p4.config.v1 import p4info_pb2
|
|
|
|
from .convert import encode
|
|
|
|
class P4InfoHelper(object):
|
|
def __init__(self, p4_info_filepath):
|
|
p4info = p4info_pb2.P4Info()
|
|
# Load the p4info file into a skeleton P4Info object
|
|
with open(p4_info_filepath) as p4info_f:
|
|
google.protobuf.text_format.Merge(p4info_f.read(), p4info)
|
|
self.p4info = p4info
|
|
|
|
def get(self, entity_type, name=None, id=None):
|
|
if name is not None and id is not None:
|
|
raise AssertionError("name or id must be None")
|
|
|
|
for o in getattr(self.p4info, entity_type):
|
|
pre = o.preamble
|
|
if name:
|
|
if (pre.name == name or pre.alias == name):
|
|
return o
|
|
else:
|
|
if pre.id == id:
|
|
return o
|
|
|
|
if name:
|
|
raise AttributeError("Could not find %r of type %s" % (name, entity_type))
|
|
else:
|
|
raise AttributeError("Could not find id %r of type %s" % (id, entity_type))
|
|
|
|
def get_id(self, entity_type, name):
|
|
return self.get(entity_type, name=name).preamble.id
|
|
|
|
def get_name(self, entity_type, id):
|
|
return self.get(entity_type, id=id).preamble.name
|
|
|
|
def get_alias(self, entity_type, id):
|
|
return self.get(entity_type, id=id).preamble.alias
|
|
|
|
def __getattr__(self, attr):
|
|
# Synthesize convenience functions for name to id lookups for top-level entities
|
|
# e.g. get_tables_id(name_string) or get_actions_id(name_string)
|
|
m = re.search("^get_(\w+)_id$", attr)
|
|
if m:
|
|
primitive = m.group(1)
|
|
return lambda name: self.get_id(primitive, name)
|
|
|
|
# Synthesize convenience functions for id to name lookups
|
|
# e.g. get_tables_name(id) or get_actions_name(id)
|
|
m = re.search("^get_(\w+)_name$", attr)
|
|
if m:
|
|
primitive = m.group(1)
|
|
return lambda id: self.get_name(primitive, id)
|
|
|
|
raise AttributeError("%r object has no attribute %r" % (self.__class__, attr))
|
|
|
|
def get_match_field(self, table_name, name=None, id=None):
|
|
for t in self.p4info.tables:
|
|
pre = t.preamble
|
|
if pre.name == table_name:
|
|
for mf in t.match_fields:
|
|
if name is not None:
|
|
if mf.name == name:
|
|
return mf
|
|
elif id is not None:
|
|
if mf.id == id:
|
|
return mf
|
|
raise AttributeError("%r has no attribute %r" % (table_name, name if name is not None else id))
|
|
|
|
def get_match_field_id(self, table_name, match_field_name):
|
|
return self.get_match_field(table_name, name=match_field_name).id
|
|
|
|
def get_match_field_name(self, table_name, match_field_id):
|
|
return self.get_match_field(table_name, id=match_field_id).name
|
|
|
|
def get_match_field_pb(self, table_name, match_field_name, value):
|
|
p4info_match = self.get_match_field(table_name, match_field_name)
|
|
bitwidth = p4info_match.bitwidth
|
|
p4runtime_match = p4runtime_pb2.FieldMatch()
|
|
p4runtime_match.field_id = p4info_match.id
|
|
match_type = p4info_match.match_type
|
|
if match_type == p4info_pb2.MatchField.EXACT:
|
|
exact = p4runtime_match.exact
|
|
exact.value = encode(value, bitwidth)
|
|
elif match_type == p4info_pb2.MatchField.LPM:
|
|
lpm = p4runtime_match.lpm
|
|
lpm.value = encode(value[0], bitwidth)
|
|
lpm.prefix_len = value[1]
|
|
elif match_type == p4info_pb2.MatchField.TERNARY:
|
|
lpm = p4runtime_match.ternary
|
|
lpm.value = encode(value[0], bitwidth)
|
|
lpm.mask = encode(value[1], bitwidth)
|
|
elif match_type == p4info_pb2.MatchField.RANGE:
|
|
lpm = p4runtime_match.range
|
|
lpm.low = encode(value[0], bitwidth)
|
|
lpm.high = encode(value[1], bitwidth)
|
|
else:
|
|
raise Exception("Unsupported match type with type %r" % match_type)
|
|
return p4runtime_match
|
|
|
|
def get_match_field_value(self, match_field):
|
|
match_type = match_field.WhichOneof("field_match_type")
|
|
if match_type == 'valid':
|
|
return match_field.valid.value
|
|
elif match_type == 'exact':
|
|
return match_field.exact.value
|
|
elif match_type == 'lpm':
|
|
return (match_field.lpm.value, match_field.lpm.prefix_len)
|
|
elif match_type == 'ternary':
|
|
return (match_field.ternary.value, match_field.ternary.mask)
|
|
elif match_type == 'range':
|
|
return (match_field.range.low, match_field.range.high)
|
|
else:
|
|
raise Exception("Unsupported match type with type %r" % match_type)
|
|
|
|
def get_action_param(self, action_name, name=None, id=None):
|
|
for a in self.p4info.actions:
|
|
pre = a.preamble
|
|
if pre.name == action_name:
|
|
for p in a.params:
|
|
if name is not None:
|
|
if p.name == name:
|
|
return p
|
|
elif id is not None:
|
|
if p.id == id:
|
|
return p
|
|
raise AttributeError("action %r has no param %r, (has: %r)" % (action_name, name if name is not None else id, a.params))
|
|
|
|
def get_action_param_id(self, action_name, param_name):
|
|
return self.get_action_param(action_name, name=param_name).id
|
|
|
|
def get_action_param_name(self, action_name, param_id):
|
|
return self.get_action_param(action_name, id=param_id).name
|
|
|
|
def get_action_param_pb(self, action_name, param_name, value):
|
|
p4info_param = self.get_action_param(action_name, param_name)
|
|
p4runtime_param = p4runtime_pb2.Action.Param()
|
|
p4runtime_param.param_id = p4info_param.id
|
|
p4runtime_param.value = encode(value, p4info_param.bitwidth)
|
|
return p4runtime_param
|
|
|
|
def buildTableEntry(self,
|
|
table_name,
|
|
match_fields=None,
|
|
default_action=False,
|
|
action_name=None,
|
|
action_params=None,
|
|
priority=None):
|
|
table_entry = p4runtime_pb2.TableEntry()
|
|
table_entry.table_id = self.get_tables_id(table_name)
|
|
|
|
if priority is not None:
|
|
table_entry.priority = priority
|
|
|
|
if match_fields:
|
|
table_entry.match.extend([
|
|
self.get_match_field_pb(table_name, match_field_name, value)
|
|
for match_field_name, value in match_fields.items()
|
|
])
|
|
|
|
if default_action:
|
|
table_entry.is_default_action = True
|
|
|
|
if action_name:
|
|
action = table_entry.action.action
|
|
action.action_id = self.get_actions_id(action_name)
|
|
if action_params:
|
|
action.params.extend([
|
|
self.get_action_param_pb(action_name, field_name, value)
|
|
for field_name, value in action_params.items()
|
|
])
|
|
return table_entry
|
|
|
|
def buildMulticastGroupEntry(self, multicast_group_id, replicas):
|
|
mc_entry = p4runtime_pb2.PacketReplicationEngineEntry()
|
|
mc_entry.multicast_group_entry.multicast_group_id = multicast_group_id
|
|
for replica in replicas:
|
|
r = p4runtime_pb2.Replica()
|
|
r.egress_port = replica['egress_port']
|
|
r.instance = replica['instance']
|
|
mc_entry.multicast_group_entry.replicas.extend([r])
|
|
return mc_entry
|
|
|
|
def buildCloneSessionEntry(self, clone_session_id, replicas, packet_length_bytes=0):
|
|
clone_entry = p4runtime_pb2.PacketReplicationEngineEntry()
|
|
clone_entry.clone_session_entry.session_id = clone_session_id
|
|
clone_entry.clone_session_entry.packet_length_bytes = packet_length_bytes
|
|
clone_entry.clone_session_entry.class_of_service = 0 # PI currently supports only CoS=0 for clone session entry
|
|
for replica in replicas:
|
|
r = p4runtime_pb2.Replica()
|
|
r.egress_port = replica['egress_port']
|
|
r.instance = replica['instance']
|
|
clone_entry.clone_session_entry.replicas.extend([r])
|
|
return clone_entry
|