src/scripts/host-stack/cc_plots.py

#!/usr/bin/env python3

import sys
import re
import argparse
import matplotlib.pyplot as plt
from matplotlib.lines import Line2D


class Point:
    "CC event"

    def __init__(self, x, y):
        self.x = x
        self.y = y


def listx(points):
    return list(map(lambda pt: pt.x, points))


def listy(points):
    return list(map(lambda pt: pt.y, points))


def plot_data(d):

    plt.figure(1)

    cwndx = listx(d["cwnd"])
    cwndy = listy(d["cwnd"])
    congx = listx(d["congestion"])
    congy = listy(d["congestion"])
    rcvrdx = listx(d["recovered"])
    rcvrdy = listy(d["recovered"])
    rxttx = listx(d["rxtTimeout"])
    rxtty = listy(d["rxtTimeout"])

    # cwnd/ssthresh/cc events
    plt.subplot(311)
    plt.title("cwnd/ssthresh")
    pcwnd = plt.plot(cwndx, cwndy, "r")
    psst = plt.plot(cwndx, d["ssthresh"], "y-")
    pcong = plt.plot(congx, congy, "yo")
    precov = plt.plot(rcvrdx, rcvrdy, "co")
    prxtt = plt.plot(rxttx, rxtty, "mo")

    marker1 = Line2D(range(1), range(1), color="r")
    marker2 = Line2D(range(1), range(1), color="y")
    marker3 = Line2D(range(1), range(1), color="w", marker="o", markerfacecolor="y")
    marker4 = Line2D(range(1), range(1), color="w", marker="o", markerfacecolor="c")
    marker5 = Line2D(range(1), range(1), color="w", marker="o", markerfacecolor="m")
    plt.legend(
        (marker1, marker2, marker3, marker4, marker5),
        ("cwnd", "ssthresh", "congestion", "recovered", "rxt-timeout"),
        loc=4,
    )
    axes = plt.gca()
    axes.set_ylim([-20e4, max(cwndy) + 20e4])

    # snd variables
    plt.subplot(312)
    plt.title("cc variables")
    plt.plot(cwndx, d["space"], "g-", markersize=1)
    plt.plot(cwndx, d["flight"], "b-", markersize=1)
    plt.plot(cwndx, d["sacked"], "m:", markersize=1)
    plt.plot(cwndx, d["lost"], "y:", markersize=1)
    plt.plot(cwndx, d["cc-space"], "k:", markersize=1)
    plt.plot(cwndx, cwndy, "ro", markersize=2)

    plt.plot(congx, congy, "y^", markersize=10, markerfacecolor="y")
    plt.plot(rcvrdx, rcvrdy, "c^", markersize=10, markerfacecolor="c")
    plt.plot(rxttx, rxtty, "m^", markersize=10, markerfacecolor="m")

    # plt.plot(cwndx, d["snd_wnd"], 'ko', markersize=1)
    plt.legend(
        (
            "snd-space",
            "flight",
            "sacked",
            "lost",
            "cc-space",
            "cwnd",
            "congestion",
            "recovered",
            "rxt-timeout",
        ),
        loc=1,
    )

    # rto/srrt/rttvar
    plt.subplot(313)
    plt.title("rtt")
    plt.plot(cwndx, d["srtt"], "g-")
    plt.plot(cwndx, [x / 1000 for x in d["mrtt-us"]], "r-")
    plt.plot(cwndx, d["rttvar"], "b-")
    plt.legend(["srtt", "mrtt-us", "rttvar"])
    axes = plt.gca()
    # plt.plot(cwndx, rto, 'r-')
    # axes.set_ylim([0, int(max(rto[2:len(rto)])) + 50])

    # show
    plt.show()


def find_pattern(file_path, session_idx):
    is_active_open = 1
    listener_pattern = "l\[\d\]"
    if is_active_open:
        initial_pattern = "\[\d\](\.\d+:\d+\->\.\d+:\d+)\s+open:\s"
    else:
        initial_pattern = "\[\d\](\.\d+:\d+\->\.\d+:\d+)\s"
    idx = 0
    f = open(file_path, "r")
    for line in f:
        # skip listener lines (server)
        if re.search(listener_pattern, line) != None:
            continue
        match = re.search(initial_pattern, line)
        if match == None:
            continue
        if idx < session_idx:
            idx += 1
            continue
        filter_pattern = str(match.group(1)) + "\s+(.+)"
        print("pattern is %s" % filter_pattern)
        f.close()
        return filter_pattern
    raise Exception("Could not find initial pattern")


def compute_time(min, sec, msec):
    return int(min) * 60 + int(sec) + int(msec) / 1000.0


def run(file_path, session_idx):
    filter_sessions = 1
    filter_pattern = ""

    patterns = {
        "time": "^\d+:(\d+):(\d+):(\d+):\d+",
        "listener": "l\[\d\]",
        "cc": "cwnd (\d+) flight (\d+) space (\d+) ssthresh (\d+) snd_wnd (\d+)",
        "cc-snd": "cc_space (\d+) sacked (\d+) lost (\d+)",
        "rtt": "rto (\d+) srtt (\d+) mrtt-us (\d+) rttvar (\d+)",
        "rxtt": "rxt-timeout",
        "congestion": "congestion",
        "recovered": "recovered",
    }
    d = {
        "cwnd": [],
        "space": [],
        "flight": [],
        "ssthresh": [],
        "snd_wnd": [],
        "cc-space": [],
        "lost": [],
        "sacked": [],
        "rto": [],
        "srtt": [],
        "mrtt-us": [],
        "rttvar": [],
        "rxtTimeout": [],
        "congestion": [],
        "recovered": [],
    }

    if filter_sessions:
        filter_pattern = find_pattern(file_path, session_idx)
    f = open(file_path, "r")

    stats_index = 0
    start_time = 0

    for line in f:
        # skip listener lines (server)
        if re.search(patterns["listener"], line) != None:
            continue
        # filter sessions
        if filter_sessions:
            match = re.search(filter_pattern, line)
            if match == None:
                continue

        original_line = line
        line = match.group(1)
        match = re.search(patterns["time"], original_line)
        if match == None:
            print("something went wrong! no time!")
            continue
        time = compute_time(match.group(1), match.group(2), match.group(3))
        if start_time == 0:
            start_time = time

        time = time - start_time
        match = re.search(patterns["cc"], line)
        if match != None:
            d["cwnd"].append(Point(time, int(match.group(1))))
            d["flight"].append(int(match.group(2)))
            d["space"].append(int(match.group(3)))
            d["ssthresh"].append(int(match.group(4)))
            d["snd_wnd"].append(int(match.group(5)))
            stats_index += 1
            continue
        match = re.search(patterns["cc-snd"], line)
        if match != None:
            d["cc-space"].append(int(match.group(1)))
            d["sacked"].append(int(match.group(2)))
            d["lost"].append(int(match.group(3)))
        match = re.search(patterns["rtt"], line)
        if match != None:
            d["rto"].append(int(match.group(1)))
            d["srtt"].append(int(match.group(2)))
            d["mrtt-us"].append(int(match.group(3)))
            d["rttvar"].append(int(match.group(4)))
        if stats_index == 0:
            continue
        match = re.search(patterns["rxtt"], line)
        if match != None:
            d["rxtTimeout"].append(Point(time, d["cwnd"][stats_index - 1].y + 1e4))
            continue
        match = re.search(patterns["congestion"], line)
        if match != None:
            d["congestion"].append(Point(time, d["cwnd"][stats_index - 1].y - 1e4))
            continue
        match = re.search(patterns["recovered"], line)
        if match != None:
            d["recovered"].append(Point(time, d["cwnd"][stats_index - 1].y))
            continue

    plot_data(d)


if __name__ == "__main__":
    parser = argparse.ArgumentParser(description="Plot tcp cc logs")
    parser.add_argument(
        "-f", action="store", dest="file", required=True, help="elog file in txt format"
    )
    parser.add_argument(
        "-s",
        action="store",
        dest="session_index",
        default=0,
        help="session index for which to plot cc logs",
    )
    results = parser.parse_args()
    run(results.file, int(results.session_index))