* First draft of Ubuntu 20.04 Vagrantfile and scripts to install 2021-Mar version of open source P4 development tools. * Add more tracing output of what files have been installed at each step * Don't do behavioral-model install_deps.sh before installing PI This is an experiment to see if the end result will be able to run tutorials basic exercise using Python3 only on an Ubuntu 20.04 system. Just before this commit, `vagrant up` resulted in a system that failed to run the basic exercise, because python3 failed to import google.grpc (if I recall correctly -- it may have been a different google.<something> Python3 module name). * Add missing patch file * Fix copy and paste mistake * Add missing patch file * Change how protobuf Python3 module files are installed * Correct a few desktop icon file names, and add clean.sh script * Enhance clean.sh script, and add README for manual steps in creating a VM * Changes to try to always use Python3, never Python2, in tutorials * Update README steps for preparing a VM * More additions to README on steps to create a single file VM image * Add empty-disk-block zeroing to clean.sh script * Also install PTF * Update versions of P4 dev tool source code to 2021-Apr-05 This includes a change to p4lang/PI that allows P4Runtime API clients to send the shortest byte sequences necessary to encode integer values, which I want for a PTF test that I have recently created. * Update README for 2021-Apr-05 version of VM image * Resolve Python 3 compatibility issues Most of the Python 2 to 3 code translation changes were automated with the 2to3 tool. Signed-off-by: Radostin Stoyanov <rstoyanov@fedoraproject.org> * Update commit SHAs for 4 p4lang repos to latest as of 2021-May-04 * Update Ubuntu 20.04 README.md for how I created 2021-May-04 version of VM * mycontroller: Use Python 3 shebang line Signed-off-by: Radostin Stoyanov <rstoyanov@fedoraproject.org> * Update Ubuntu 20.04 README.md for how I created 2021-Jun-01 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Jul-07 * Update Ubuntu 20.04 README.md for how I created 2021-Jul-07 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Aug-01 * Update Ubuntu 20.04 README.md for how I created 2021-Aug-01 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Sep-07 * Update Ubuntu 20.04 README.md for how I created 2021-Sep-07 version of VM Co-authored-by: Radostin Stoyanov <rstoyanov@fedoraproject.org>
185 lines
6.6 KiB
Python
185 lines
6.6 KiB
Python
# Copyright 2017-present Open Networking Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
from queue import Queue
|
|
from abc import abstractmethod
|
|
from datetime import datetime
|
|
|
|
import grpc
|
|
from p4.v1 import p4runtime_pb2
|
|
from p4.v1 import p4runtime_pb2_grpc
|
|
from p4.tmp import p4config_pb2
|
|
|
|
MSG_LOG_MAX_LEN = 1024
|
|
|
|
# List of all active connections
|
|
connections = []
|
|
|
|
def ShutdownAllSwitchConnections():
|
|
for c in connections:
|
|
c.shutdown()
|
|
|
|
class SwitchConnection(object):
|
|
|
|
def __init__(self, name=None, address='127.0.0.1:50051', device_id=0,
|
|
proto_dump_file=None):
|
|
self.name = name
|
|
self.address = address
|
|
self.device_id = device_id
|
|
self.p4info = None
|
|
self.channel = grpc.insecure_channel(self.address)
|
|
if proto_dump_file is not None:
|
|
interceptor = GrpcRequestLogger(proto_dump_file)
|
|
self.channel = grpc.intercept_channel(self.channel, interceptor)
|
|
self.client_stub = p4runtime_pb2_grpc.P4RuntimeStub(self.channel)
|
|
self.requests_stream = IterableQueue()
|
|
self.stream_msg_resp = self.client_stub.StreamChannel(iter(self.requests_stream))
|
|
self.proto_dump_file = proto_dump_file
|
|
connections.append(self)
|
|
|
|
@abstractmethod
|
|
def buildDeviceConfig(self, **kwargs):
|
|
return p4config_pb2.P4DeviceConfig()
|
|
|
|
def shutdown(self):
|
|
self.requests_stream.close()
|
|
self.stream_msg_resp.cancel()
|
|
|
|
def MasterArbitrationUpdate(self, dry_run=False, **kwargs):
|
|
request = p4runtime_pb2.StreamMessageRequest()
|
|
request.arbitration.device_id = self.device_id
|
|
request.arbitration.election_id.high = 0
|
|
request.arbitration.election_id.low = 1
|
|
|
|
if dry_run:
|
|
print("P4Runtime MasterArbitrationUpdate: ", request)
|
|
else:
|
|
self.requests_stream.put(request)
|
|
for item in self.stream_msg_resp:
|
|
return item # just one
|
|
|
|
def SetForwardingPipelineConfig(self, p4info, dry_run=False, **kwargs):
|
|
device_config = self.buildDeviceConfig(**kwargs)
|
|
request = p4runtime_pb2.SetForwardingPipelineConfigRequest()
|
|
request.election_id.low = 1
|
|
request.device_id = self.device_id
|
|
config = request.config
|
|
|
|
config.p4info.CopyFrom(p4info)
|
|
config.p4_device_config = device_config.SerializeToString()
|
|
|
|
request.action = p4runtime_pb2.SetForwardingPipelineConfigRequest.VERIFY_AND_COMMIT
|
|
if dry_run:
|
|
print("P4Runtime SetForwardingPipelineConfig:", request)
|
|
else:
|
|
self.client_stub.SetForwardingPipelineConfig(request)
|
|
|
|
def WriteTableEntry(self, table_entry, dry_run=False):
|
|
request = p4runtime_pb2.WriteRequest()
|
|
request.device_id = self.device_id
|
|
request.election_id.low = 1
|
|
update = request.updates.add()
|
|
if table_entry.is_default_action:
|
|
update.type = p4runtime_pb2.Update.MODIFY
|
|
else:
|
|
update.type = p4runtime_pb2.Update.INSERT
|
|
update.entity.table_entry.CopyFrom(table_entry)
|
|
if dry_run:
|
|
print("P4Runtime Write:", request)
|
|
else:
|
|
self.client_stub.Write(request)
|
|
|
|
def ReadTableEntries(self, table_id=None, dry_run=False):
|
|
request = p4runtime_pb2.ReadRequest()
|
|
request.device_id = self.device_id
|
|
entity = request.entities.add()
|
|
table_entry = entity.table_entry
|
|
if table_id is not None:
|
|
table_entry.table_id = table_id
|
|
else:
|
|
table_entry.table_id = 0
|
|
if dry_run:
|
|
print("P4Runtime Read:", request)
|
|
else:
|
|
for response in self.client_stub.Read(request):
|
|
yield response
|
|
|
|
def ReadCounters(self, counter_id=None, index=None, dry_run=False):
|
|
request = p4runtime_pb2.ReadRequest()
|
|
request.device_id = self.device_id
|
|
entity = request.entities.add()
|
|
counter_entry = entity.counter_entry
|
|
if counter_id is not None:
|
|
counter_entry.counter_id = counter_id
|
|
else:
|
|
counter_entry.counter_id = 0
|
|
if index is not None:
|
|
counter_entry.index.index = index
|
|
if dry_run:
|
|
print("P4Runtime Read:", request)
|
|
else:
|
|
for response in self.client_stub.Read(request):
|
|
yield response
|
|
|
|
|
|
def WritePREEntry(self, pre_entry, dry_run=False):
|
|
request = p4runtime_pb2.WriteRequest()
|
|
request.device_id = self.device_id
|
|
request.election_id.low = 1
|
|
update = request.updates.add()
|
|
update.type = p4runtime_pb2.Update.INSERT
|
|
update.entity.packet_replication_engine_entry.CopyFrom(pre_entry)
|
|
if dry_run:
|
|
print("P4Runtime Write:", request)
|
|
else:
|
|
self.client_stub.Write(request)
|
|
|
|
class GrpcRequestLogger(grpc.UnaryUnaryClientInterceptor,
|
|
grpc.UnaryStreamClientInterceptor):
|
|
"""Implementation of a gRPC interceptor that logs request to a file"""
|
|
|
|
def __init__(self, log_file):
|
|
self.log_file = log_file
|
|
with open(self.log_file, 'w') as f:
|
|
# Clear content if it exists.
|
|
f.write("")
|
|
|
|
def log_message(self, method_name, body):
|
|
with open(self.log_file, 'a') as f:
|
|
ts = datetime.utcnow().strftime('%Y-%m-%d %H:%M:%S.%f')[:-3]
|
|
msg = str(body)
|
|
f.write("\n[%s] %s\n---\n" % (ts, method_name))
|
|
if len(msg) < MSG_LOG_MAX_LEN:
|
|
f.write(str(body))
|
|
else:
|
|
f.write("Message too long (%d bytes)! Skipping log...\n" % len(msg))
|
|
f.write('---\n')
|
|
|
|
def intercept_unary_unary(self, continuation, client_call_details, request):
|
|
self.log_message(client_call_details.method, request)
|
|
return continuation(client_call_details, request)
|
|
|
|
def intercept_unary_stream(self, continuation, client_call_details, request):
|
|
self.log_message(client_call_details.method, request)
|
|
return continuation(client_call_details, request)
|
|
|
|
class IterableQueue(Queue):
|
|
_sentinel = object()
|
|
|
|
def __iter__(self):
|
|
return iter(self.get, self._sentinel)
|
|
|
|
def close(self):
|
|
self.put(self._sentinel)
|