* First draft of Ubuntu 20.04 Vagrantfile and scripts to install 2021-Mar version of open source P4 development tools. * Add more tracing output of what files have been installed at each step * Don't do behavioral-model install_deps.sh before installing PI This is an experiment to see if the end result will be able to run tutorials basic exercise using Python3 only on an Ubuntu 20.04 system. Just before this commit, `vagrant up` resulted in a system that failed to run the basic exercise, because python3 failed to import google.grpc (if I recall correctly -- it may have been a different google.<something> Python3 module name). * Add missing patch file * Fix copy and paste mistake * Add missing patch file * Change how protobuf Python3 module files are installed * Correct a few desktop icon file names, and add clean.sh script * Enhance clean.sh script, and add README for manual steps in creating a VM * Changes to try to always use Python3, never Python2, in tutorials * Update README steps for preparing a VM * More additions to README on steps to create a single file VM image * Add empty-disk-block zeroing to clean.sh script * Also install PTF * Update versions of P4 dev tool source code to 2021-Apr-05 This includes a change to p4lang/PI that allows P4Runtime API clients to send the shortest byte sequences necessary to encode integer values, which I want for a PTF test that I have recently created. * Update README for 2021-Apr-05 version of VM image * Resolve Python 3 compatibility issues Most of the Python 2 to 3 code translation changes were automated with the 2to3 tool. Signed-off-by: Radostin Stoyanov <rstoyanov@fedoraproject.org> * Update commit SHAs for 4 p4lang repos to latest as of 2021-May-04 * Update Ubuntu 20.04 README.md for how I created 2021-May-04 version of VM * mycontroller: Use Python 3 shebang line Signed-off-by: Radostin Stoyanov <rstoyanov@fedoraproject.org> * Update Ubuntu 20.04 README.md for how I created 2021-Jun-01 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Jul-07 * Update Ubuntu 20.04 README.md for how I created 2021-Jul-07 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Aug-01 * Update Ubuntu 20.04 README.md for how I created 2021-Aug-01 version of VM * Update commit SHAs for 4 p4lang repos to latest as of 2021-Sep-07 * Update Ubuntu 20.04 README.md for how I created 2021-Sep-07 version of VM Co-authored-by: Radostin Stoyanov <rstoyanov@fedoraproject.org>
244 lines
8.5 KiB
Python
Executable File
244 lines
8.5 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
# Copyright 2013-present Barefoot Networks, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
import signal
|
|
import os
|
|
import sys
|
|
import subprocess
|
|
import argparse
|
|
import json
|
|
import importlib
|
|
import re
|
|
from time import sleep
|
|
|
|
from mininet.net import Mininet
|
|
from mininet.topo import Topo
|
|
from mininet.link import TCLink
|
|
from mininet.log import setLogLevel, info
|
|
from mininet.cli import CLI
|
|
|
|
from p4_mininet import P4Switch, P4Host
|
|
import apptopo
|
|
import appcontroller
|
|
|
|
parser = argparse.ArgumentParser(description='Mininet demo')
|
|
parser.add_argument('--behavioral-exe', help='Path to behavioral executable',
|
|
type=str, action="store", required=True)
|
|
parser.add_argument('--thrift-port', help='Thrift server port for table updates',
|
|
type=int, action="store", default=9090)
|
|
parser.add_argument('--bmv2-log', help='verbose messages in log file', action="store_true")
|
|
parser.add_argument('--cli', help="start the mininet cli", action="store_true")
|
|
parser.add_argument('--auto-control-plane', help='enable automatic control plane population', action="store_true")
|
|
parser.add_argument('--json', help='Path to JSON config file',
|
|
type=str, action="store", required=True)
|
|
parser.add_argument('--pcap-dump', help='Dump packets on interfaces to pcap files',
|
|
action="store_true")
|
|
parser.add_argument('--manifest', '-m', help='Path to manifest file',
|
|
type=str, action="store", required=True)
|
|
parser.add_argument('--target', '-t', help='Target in manifest file to run',
|
|
type=str, action="store", required=True)
|
|
parser.add_argument('--log-dir', '-l', help='Location to save output to',
|
|
type=str, action="store", required=True)
|
|
parser.add_argument('--cli-message', help='Message to print before starting CLI',
|
|
type=str, action="store", required=False, default=False)
|
|
|
|
|
|
args = parser.parse_args()
|
|
|
|
|
|
next_thrift_port = args.thrift_port
|
|
|
|
def run_command(command):
|
|
return os.WEXITSTATUS(os.system(command))
|
|
|
|
def configureP4Switch(**switch_args):
|
|
class ConfiguredP4Switch(P4Switch):
|
|
def __init__(self, *opts, **kwargs):
|
|
global next_thrift_port
|
|
kwargs.update(switch_args)
|
|
kwargs['thrift_port'] = next_thrift_port
|
|
next_thrift_port += 1
|
|
P4Switch.__init__(self, *opts, **kwargs)
|
|
return ConfiguredP4Switch
|
|
|
|
|
|
def main():
|
|
|
|
with open(args.manifest, 'r') as f:
|
|
manifest = json.load(f)
|
|
|
|
conf = manifest['targets'][args.target]
|
|
params = conf['parameters'] if 'parameters' in conf else {}
|
|
|
|
os.environ.update(dict([(k_v[0], str(k_v[1])) for k_v in iter(params.items())]))
|
|
|
|
def formatParams(s):
|
|
for param in params:
|
|
s = re.sub('\$'+param+'(\W|$)', str(params[param]) + r'\1', s)
|
|
s = s.replace('${'+param+'}', str(params[param]))
|
|
return s
|
|
|
|
AppTopo = apptopo.AppTopo
|
|
AppController = appcontroller.AppController
|
|
|
|
if 'topo_module' in conf:
|
|
sys.path.insert(0, os.path.dirname(args.manifest))
|
|
topo_module = importlib.import_module(conf['topo_module'])
|
|
AppTopo = topo_module.CustomAppTopo
|
|
|
|
if 'controller_module' in conf:
|
|
sys.path.insert(0, os.path.dirname(args.manifest))
|
|
controller_module = importlib.import_module(conf['controller_module'])
|
|
AppController = controller_module.CustomAppController
|
|
|
|
if not os.path.isdir(args.log_dir):
|
|
if os.path.exists(args.log_dir): raise Exception('Log dir exists and is not a dir')
|
|
os.mkdir(args.log_dir)
|
|
os.environ['P4APP_LOGDIR'] = args.log_dir
|
|
|
|
|
|
links = [l[:2] for l in conf['links']]
|
|
latencies = dict([(''.join(sorted(l[:2])), l[2]) for l in conf['links'] if len(l)>=3])
|
|
bws = dict([(''.join(sorted(l[:2])), l[3]) for l in conf['links'] if len(l)>=4])
|
|
|
|
for host_name in sorted(conf['hosts'].keys()):
|
|
host = conf['hosts'][host_name]
|
|
if 'latency' not in host: continue
|
|
for a, b in links:
|
|
if a != host_name and b != host_name: continue
|
|
other = a if a != host_name else b
|
|
latencies[host_name+other] = host['latency']
|
|
|
|
for l in latencies:
|
|
if isinstance(latencies[l], str):
|
|
latencies[l] = formatParams(latencies[l])
|
|
else:
|
|
latencies[l] = str(latencies[l]) + "ms"
|
|
|
|
bmv2_log = args.bmv2_log or ('bmv2_log' in conf and conf['bmv2_log'])
|
|
pcap_dump = args.pcap_dump or ('pcap_dump' in conf and conf['pcap_dump'])
|
|
|
|
topo = AppTopo(links, latencies, manifest=manifest, target=args.target,
|
|
log_dir=args.log_dir, bws=bws)
|
|
switchClass = configureP4Switch(
|
|
sw_path=args.behavioral_exe,
|
|
json_path=args.json,
|
|
log_console=bmv2_log,
|
|
pcap_dump=pcap_dump)
|
|
net = Mininet(topo = topo,
|
|
link = TCLink,
|
|
host = P4Host,
|
|
switch = switchClass,
|
|
controller = None)
|
|
net.start()
|
|
|
|
sleep(1)
|
|
|
|
controller = None
|
|
if args.auto_control_plane or 'controller_module' in conf:
|
|
controller = AppController(manifest=manifest, target=args.target,
|
|
topo=topo, net=net, links=links)
|
|
controller.start()
|
|
|
|
|
|
for h in net.hosts:
|
|
h.describe()
|
|
|
|
if args.cli_message is not None:
|
|
with open(args.cli_message, 'r') as message_file:
|
|
print(message_file.read())
|
|
|
|
if args.cli or ('cli' in conf and conf['cli']):
|
|
CLI(net)
|
|
|
|
stdout_files = dict()
|
|
return_codes = []
|
|
host_procs = []
|
|
|
|
|
|
def formatCmd(cmd):
|
|
for h in net.hosts:
|
|
cmd = cmd.replace(h.name, h.defaultIntf().updateIP())
|
|
return cmd
|
|
|
|
def _wait_for_exit(p, host):
|
|
print(p.communicate())
|
|
if p.returncode is None:
|
|
p.wait()
|
|
print(p.communicate())
|
|
return_codes.append(p.returncode)
|
|
if host_name in stdout_files:
|
|
stdout_files[host_name].flush()
|
|
stdout_files[host_name].close()
|
|
|
|
print('\n'.join(["%s: %s"%(k_v1[0],k_v1[1]) for k_v1 in iter(params.items())]) + '\n')
|
|
|
|
for host_name in sorted(conf['hosts'].keys()):
|
|
host = conf['hosts'][host_name]
|
|
if 'cmd' not in host: continue
|
|
|
|
h = net.get(host_name)
|
|
stdout_filename = os.path.join(args.log_dir, h.name + '.stdout')
|
|
stdout_files[h.name] = open(stdout_filename, 'w')
|
|
cmd = formatCmd(host['cmd'])
|
|
print(h.name, cmd)
|
|
p = h.popen(cmd, stdout=stdout_files[h.name], shell=True, preexec_fn=os.setpgrp)
|
|
if 'startup_sleep' in host: sleep(host['startup_sleep'])
|
|
|
|
if 'wait' in host and host['wait']:
|
|
_wait_for_exit(p, host_name)
|
|
else:
|
|
host_procs.append((p, host_name))
|
|
|
|
for p, host_name in host_procs:
|
|
if 'wait' in conf['hosts'][host_name] and conf['hosts'][host_name]['wait']:
|
|
_wait_for_exit(p, host_name)
|
|
|
|
|
|
for p, host_name in host_procs:
|
|
if 'wait' in conf['hosts'][host_name] and conf['hosts'][host_name]['wait']:
|
|
continue
|
|
if p.returncode is None:
|
|
run_command('pkill -INT -P %d' % p.pid)
|
|
sleep(0.2)
|
|
rc = run_command('pkill -0 -P %d' % p.pid) # check if it's still running
|
|
if rc == 0: # the process group is still running, send TERM
|
|
sleep(1) # give it a little more time to exit gracefully
|
|
run_command('pkill -TERM -P %d' % p.pid)
|
|
_wait_for_exit(p, host_name)
|
|
|
|
if 'after' in conf and 'cmd' in conf['after']:
|
|
cmds = conf['after']['cmd'] if type(conf['after']['cmd']) == list else [conf['after']['cmd']]
|
|
for cmd in cmds:
|
|
os.system(cmd)
|
|
|
|
if controller: controller.stop()
|
|
|
|
net.stop()
|
|
|
|
# if bmv2_log:
|
|
# os.system('bash -c "cp /tmp/p4s.s*.log \'%s\'"' % args.log_dir)
|
|
# if pcap_dump:
|
|
# os.system('bash -c "cp *.pcap \'%s\'"' % args.log_dir)
|
|
|
|
bad_codes = [rc for rc in return_codes if rc != 0]
|
|
if len(bad_codes): sys.exit(1)
|
|
|
|
if __name__ == '__main__':
|
|
setLogLevel( 'info' )
|
|
main()
|