<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-06-24T03:26:12.621246" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-24T03:26:13.192333" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-06-24T03:26:13.192189" elapsed="0.000216"/>
</branch>
<status status="PASS" start="2026-06-24T03:26:13.192160" elapsed="0.000272"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:26:13.192576" elapsed="0.000525"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-24T03:26:13.193665" level="INFO">Logging into '10.30.170.78:8101' as 'karaf'.</msg>
<msg time="2026-06-24T03:26:13.884388" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-24T03:26:13.193349" elapsed="0.691225"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-24T03:26:13.935684" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-24T03:26:13.884855" elapsed="0.050901"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-24T03:26:13.937672" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-24T03:26:13.937784" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-24T03:26:13.935925" elapsed="0.001889"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-24T03:26:13.937985" elapsed="0.000206"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:26:13.938353" elapsed="0.000248"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:26:13.939103" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:26:13.938755" elapsed="0.000405"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-24T03:26:13.939213" elapsed="0.000054"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.78
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-24T03:26:13.191795" elapsed="0.747591"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-06-24T03:26:13.188104" elapsed="0.751347"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T03:26:13.940008" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T03:26:13.939634" elapsed="0.000432"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T03:26:13.940470" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T03:26:13.940222" elapsed="0.000306"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-24T03:26:13.941121" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-24T03:26:13.940683" elapsed="0.000467"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T03:26:13.941655" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T03:26:13.941320" elapsed="0.000379"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-24T03:26:13.942242" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-24T03:26:13.941848" elapsed="0.000422"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T03:26:13.942744" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T03:26:13.942431" elapsed="0.000356"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-06-24T03:26:13.943102" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-24T03:26:13.942872" elapsed="0.000286"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-24T03:26:13.947483" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:26:13.947081" elapsed="0.000430"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T03:26:13.948521" level="INFO">Length is 0.</msg>
<msg time="2026-06-24T03:26:13.948606" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T03:26:13.948086" elapsed="0.000546"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:26:13.948778" elapsed="0.000674"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-24T03:26:13.950478" level="INFO">Logging into '10.30.170.186:22' as 'jenkins'.</msg>
<msg time="2026-06-24T03:26:14.677028" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jun 24 03:26:14 UTC 2026

  System load:  0.09               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.186
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-00446-5-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-24T03:26:13.949990" elapsed="0.727199"/>
</kw>
<msg time="2026-06-24T03:26:14.677282" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:26:13.949617" elapsed="0.727760"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-24T03:26:13.947717" elapsed="0.729785"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-06-24T03:26:14.685195" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-06-24T03:26:14.677720" elapsed="0.009450"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:26:14.687587" elapsed="0.000641"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-06-24T03:26:13.946542" elapsed="0.741835"/>
</kw>
<status status="PASS" start="2026-06-24T03:26:13.943227" elapsed="0.745240"/>
</branch>
<status status="PASS" start="2026-06-24T03:26:13.942848" elapsed="0.745691"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-24T03:26:14.688952" elapsed="0.001112"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-24T03:26:14.696528" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-06-24T03:26:14.696404" elapsed="0.000178"/>
</branch>
<status status="PASS" start="2026-06-24T03:26:14.696380" elapsed="0.000227"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-24T03:26:14.700338" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-24T03:26:14.700223" elapsed="0.000163"/>
</branch>
<status status="PASS" start="2026-06-24T03:26:14.700203" elapsed="0.000207"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:26:14.700542" elapsed="0.000470"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-24T03:26:14.701423" level="INFO">Logging into '10.30.170.78:8101' as 'karaf'.</msg>
<msg time="2026-06-24T03:26:14.876462" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-24T03:26:14.701161" elapsed="0.175435"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-24T03:26:14.973904" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-24T03:26:14.876836" elapsed="0.097167"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-24T03:26:14.980464" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-24T03:26:14.980674" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-24T03:26:14.974165" elapsed="0.006542"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-24T03:26:14.980850" elapsed="0.000199"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:26:14.981198" elapsed="0.000206"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:26:14.981853" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:26:14.981542" elapsed="0.000368"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-24T03:26:14.981960" elapsed="0.000075"/>
</return>
<msg time="2026-06-24T03:26:14.982186" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.78
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-24T03:26:14.699847" elapsed="0.282372"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-24T03:26:14.982365" elapsed="0.000519"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-24T03:26:14.982934" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-06-24T03:26:14.696092" elapsed="0.286993"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-24T03:26:14.986904" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-24T03:26:14.986770" elapsed="0.000182"/>
</branch>
<status status="PASS" start="2026-06-24T03:26:14.986747" elapsed="0.000245"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:26:14.987126" elapsed="0.000445"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-24T03:26:14.987998" level="INFO">Logging into '10.30.170.78:8101' as 'karaf'.</msg>
<msg time="2026-06-24T03:26:15.181979" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-24T03:26:14.987719" elapsed="0.194421"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-24T03:26:15.207304" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-24T03:26:15.182394" elapsed="0.024971"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-24T03:26:15.209477" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-24T03:26:15.209587" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-24T03:26:15.207515" elapsed="0.002102"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-24T03:26:15.209762" elapsed="0.000190"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:26:15.210114" elapsed="0.000200"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:26:15.210775" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:26:15.210453" elapsed="0.000373"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-24T03:26:15.210878" elapsed="0.000057"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.78
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-24T03:26:14.986437" elapsed="0.224643"/>
</kw>
<status status="PASS" start="2026-06-24T03:26:13.186230" elapsed="2.024916"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:26:15.213358" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:26:15.212254" elapsed="0.001170"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T03:26:15.215067" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T03:26:15.214695" elapsed="0.000417"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-24T03:26:15.215436" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-24T03:26:15.215193" elapsed="0.000302"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-24T03:26:15.218550" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-24T03:26:15.218298" elapsed="0.000308"/>
</branch>
<status status="PASS" start="2026-06-24T03:26:15.218278" elapsed="0.000355"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-24T03:26:15.218989" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-24T03:26:15.219114" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-24T03:26:15.218766" elapsed="0.000375"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:26:15.219710" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.78 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.186" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:26:15.219279" elapsed="0.000492"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-24T03:26:15.220397" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:26:15.219912" elapsed="0.000512"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T03:26:15.221378" level="INFO">Length is 0.</msg>
<msg time="2026-06-24T03:26:15.221471" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T03:26:15.221045" elapsed="0.000451"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:26:15.221640" elapsed="0.000350"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-24T03:26:15.223003" level="INFO">Logging into '10.30.170.186:22' as 'jenkins'.</msg>
<msg time="2026-06-24T03:26:15.548196" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jun 24 03:26:14 UTC 2026

  System load:  0.09               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.186
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jun 24 03:26:14 2026 from 10.30.170.251
[?2004h[jenkins@releng-00446-5-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-24T03:26:15.222498" elapsed="0.325946"/>
</kw>
<msg time="2026-06-24T03:26:15.548630" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:26:15.222148" elapsed="0.326624"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-24T03:26:15.220649" elapsed="0.328288"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-24T03:26:15.549657" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.78 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-24T03:36:21.667313" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-24T03:36:21.668049" level="INFO">${stdout} = </msg>
<msg time="2026-06-24T03:36:21.668179" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-24T03:26:15.549251" elapsed="606.119022"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:36:21.668957" elapsed="0.000891"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.671080" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:27:20.757 16  switches: flows:  116300 116248 115481 111526 113087 113143 114285 115651 110083 111653 110674 111038 111522 112712 108696 110140  total = 30.037317 per ms 
03:28:20.857 16  switches: flows:  122408 120595 120547 117068 122150 120767 119969 122156 117693 116196 118377 117419 116780 117275 115614 115984  total = 31.630477 per ms 
03:29:20.958 16  switches: flows:  124378 122141 120980 119224 122558 122812 121969 124270 119936 119124 120035 119803 118178 118793 116195 117752  total = 32.082198 per ms 
03:30:21.058 16  switches: flows:  128650 125558 123643 123217 125041 125153 126551 127420 122411 121089 123899 122100 120957 120713 119861 120489  total = 32.890935 per ms 
03:31:21.158 16  switches: flows:  122750 121759 121016 119788 119376 120229 121520 121380 116636 118030 118170 117605 116442 116169 115557 117967  total = 31.686998 per ms 
03:32:21.259 16  switches: flows:  121064 120156 122488 119634 120546 120600 120595 120760 117480 116722 118231 117419 118517 116434 115737 115908  total = 31.651930 per ms 
03:33:21.360 16  switches: flows:  126177 124267 126321 121428 121736 123171 123393 121388 121603 121753 117733 121297 121601 121606 118634 121040  total = 32.497846 per ms 
03:34:21.460 16  switches: flows:  125651 123435 126047 121187 121893 122632 122593 123085 121616 122156 119180 121198 120165 120483 118859 121345  total = 32.471165 per ms 
03:35:21.560 16  switches: flows:  125086 128007 126662 123480 123419 124599 124715 124850 123473 124566 121774 123977 122652 122205 121148 123489  total = 33.013233 per ms 
03:36:21.661 16  switches: flows:  123224 123513 120712 118943 122322 119143 120145 120796 120091 116753 118802 118459 117285 118995 117572 116380  total = 31.832377 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31630.48/33013.23/32195.24/10743.84 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.670350" elapsed="0.000971"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-24T03:36:21.671701" elapsed="0.000059"/>
</return>
<status status="PASS" start="2026-06-24T03:36:21.671479" elapsed="0.000343"/>
</branch>
<status status="PASS" start="2026-06-24T03:36:21.671432" elapsed="0.000434"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-24T03:36:21.672043" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-06-24T03:36:21.671960" elapsed="0.000143"/>
</branch>
<status status="NOT RUN" start="2026-06-24T03:36:21.671936" elapsed="0.000198"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-24T03:36:21.672182" elapsed="0.000019"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:36:21.676011" elapsed="0.000482"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:36:21.676701" elapsed="0.000247"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:36:21.677155" elapsed="0.000141"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-24T03:36:21.672677" elapsed="0.004695"/>
</kw>
<msg time="2026-06-24T03:36:21.677557" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-24T03:26:15.215844" elapsed="606.461750"/>
</kw>
<status status="PASS" start="2026-06-24T03:26:15.215524" elapsed="606.462139"/>
</branch>
<status status="PASS" start="2026-06-24T03:26:15.215171" elapsed="606.462525"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.678350" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:27:20.757 16  switches: flows:  116300 116248 115481 111526 113087 113143 114285 115651 110083 111653 110674 111038 111522 112712 108696 110140  total = 30.037317 per ms 
03:28:20.857 16  switches: flows:  122408 120595 120547 117068 122150 120767 119969 122156 117693 116196 118377 117419 116780 117275 115614 115984  total = 31.630477 per ms 
03:29:20.958 16  switches: flows:  124378 122141 120980 119224 122558 122812 121969 124270 119936 119124 120035 119803 118178 118793 116195 117752  total = 32.082198 per ms 
03:30:21.058 16  switches: flows:  128650 125558 123643 123217 125041 125153 126551 127420 122411 121089 123899 122100 120957 120713 119861 120489  total = 32.890935 per ms 
03:31:21.158 16  switches: flows:  122750 121759 121016 119788 119376 120229 121520 121380 116636 118030 118170 117605 116442 116169 115557 117967  total = 31.686998 per ms 
03:32:21.259 16  switches: flows:  121064 120156 122488 119634 120546 120600 120595 120760 117480 116722 118231 117419 118517 116434 115737 115908  total = 31.651930 per ms 
03:33:21.360 16  switches: flows:  126177 124267 126321 121428 121736 123171 123393 121388 121603 121753 117733 121297 121601 121606 118634 121040  total = 32.497846 per ms 
03:34:21.460 16  switches: flows:  125651 123435 126047 121187 121893 122632 122593 123085 121616 122156 119180 121198 120165 120483 118859 121345  total = 32.471165 per ms 
03:35:21.560 16  switches: flows:  125086 128007 126662 123480 123419 124599 124715 124850 123473 124566 121774 123977 122652 122205 121148 123489  total = 33.013233 per ms 
03:36:21.661 16  switches: flows:  123224 123513 120712 118943 122322 119143 120145 120796 120091 116753 118802 118459 117285 118995 117572 116380  total = 31.832377 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31630.48/33013.23/32195.24/10743.84 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.677895" elapsed="0.000560"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-24T03:36:21.678668" elapsed="0.000561"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-24T03:36:21.679805" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-24T03:36:21.679938" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31630.48/33013.23/32195.24/10743.84 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-24T03:36:21.679458" elapsed="0.000534"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T03:36:21.680583" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31630.48/33013.23/32195.24/10743.84 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T03:36:21.680216" elapsed="0.000405"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.683779" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.680826" elapsed="0.003012"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.686236" level="INFO">31630.48/33013.23/32195.24/10743.84</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.684001" elapsed="0.002326"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T03:36:21.688697" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T03:36:21.686479" elapsed="0.002246"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T03:36:21.691205" level="INFO">@{result_value_list} = [ 31630.48 | 33013.23 | 32195.24 | 10743.84 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T03:36:21.688927" elapsed="0.002306"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.691705" level="INFO">Length is 4.</msg>
<msg time="2026-06-24T03:36:21.691802" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T03:36:21.691390" elapsed="0.000439"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.696845" level="INFO">min :: 31630.48</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.692308" elapsed="0.004595"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-24T03:36:21.692168" elapsed="0.004771"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.701498" level="INFO">max :: 33013.23</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.697184" elapsed="0.004370"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-24T03:36:21.697051" elapsed="0.004538"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.706173" level="INFO">avg :: 32195.24</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.701808" elapsed="0.004425"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-24T03:36:21.701678" elapsed="0.004589"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.710880" level="INFO">stdev :: 10743.84</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.706519" elapsed="0.004418"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-24T03:36:21.706390" elapsed="0.004612"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-24T03:36:21.691917" elapsed="0.019119"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.715167" level="INFO">${min} = 31630.48</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T03:36:21.711200" elapsed="0.003995"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.719594" level="INFO">${max} = 33013.23</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T03:36:21.715350" elapsed="0.004271"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.723927" level="INFO">${average} = 32195.24</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T03:36:21.719776" elapsed="0.004178"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.727902" level="INFO">${stdev} = 10743.84</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T03:36:21.724136" elapsed="0.003792"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.728476" level="INFO">${date} = 2026-06-24 03:36:21</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-24T03:36:21.728107" elapsed="0.000395"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.729077" level="INFO">CBench Result: 2026-06-24 03:36:21,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31630.48,33013.23,32195.24,10743.84</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.728651" elapsed="0.000483"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T03:36:21.730239" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T03:36:21.729780" elapsed="0.000527"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-24T03:36:21.730495" elapsed="0.000486"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-24T03:36:21.729295" elapsed="0.001834"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-06-24T03:26:15.214056" elapsed="606.517138"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.731693" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-24T03:36:21.731356" elapsed="0.000393"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-24T03:36:21.732323" elapsed="0.000328"/>
</kw>
<status status="PASS" start="2026-06-24T03:36:21.732013" elapsed="0.000711"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-24T03:26:15.211301" elapsed="606.521465"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.734560" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.734147" elapsed="0.000471"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.735904" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T03:36:21.735565" elapsed="0.000381"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-24T03:36:21.736352" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-24T03:36:21.736083" elapsed="0.000329"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-24T03:36:21.739455" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-24T03:36:21.739204" elapsed="0.000307"/>
</branch>
<status status="PASS" start="2026-06-24T03:36:21.739185" elapsed="0.000349"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-24T03:36:21.739894" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-24T03:36:21.740033" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-24T03:36:21.739673" elapsed="0.000389"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.740618" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.78 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.186" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:36:21.740198" elapsed="0.000478"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-24T03:36:21.741241" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:36:21.740815" elapsed="0.000453"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T03:36:21.742181" level="INFO">Length is 0.</msg>
<msg time="2026-06-24T03:36:21.742271" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T03:36:21.741850" elapsed="0.000446"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:36:21.742464" elapsed="0.000329"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-24T03:36:21.743675" level="INFO">Logging into '10.30.170.186:22' as 'jenkins'.</msg>
<msg time="2026-06-24T03:36:22.332614" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jun 24 03:36:21 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.186
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jun 24 03:26:15 2026 from 10.30.170.251
[?2004h[jenkins@releng-00446-5-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-24T03:36:21.743316" elapsed="0.589562"/>
</kw>
<msg time="2026-06-24T03:36:22.333016" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:36:21.742947" elapsed="0.590199"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-24T03:36:21.741473" elapsed="0.591836"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-24T03:36:22.334071" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.78 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-24T03:40:37.486870" level="INFO">Command exited with return code 1.</msg>
<msg time="2026-06-24T03:40:37.487467" level="INFO">${stdout} = </msg>
<msg time="2026-06-24T03:40:37.487576" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-24T03:36:22.333616" elapsed="255.154018"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:40:37.488137" elapsed="0.000673"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:40:37.490026" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:37:27.456 16  switches: flows:  420352 438365 466096 421947 443752 554534 585703 480349 431901 414997 469213 529129 447588 468550 458739 491990  total = 125.386750 per ms 
03:38:30.940 16  switches: flows:  433030 458404 460094 450122 434249 447083 453368 446681 445813 443897 444862 435935 457388 436807 435560 447258  total = 112.320149 per ms 
03:39:31.043 16  switches: flows:  514031 518341 524959 506294 491312 504996 503351 513299 519464 510573 491841 521125 512471 524816 522717 509564  total = 136.254118 per ms 
03:40:31.145 16  switches: flows:  409600 418539 413136 416088 419672 414260 422388 418440 420953 460148 418016 420080 467012 448842 423281 403163  total = 113.036274 per ms 
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:40:37.489208" elapsed="0.001127"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-24T03:40:37.490846" elapsed="0.000072"/>
</return>
<status status="PASS" start="2026-06-24T03:40:37.490531" elapsed="0.000514"/>
</branch>
<status status="PASS" start="2026-06-24T03:40:37.490479" elapsed="0.000627"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-24T03:40:37.491320" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-06-24T03:40:37.491236" elapsed="0.000175"/>
</branch>
<status status="NOT RUN" start="2026-06-24T03:40:37.491200" elapsed="0.000260"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-24T03:40:37.491530" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:40:37.495502" elapsed="0.000339"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:40:37.496011" elapsed="0.000180"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:40:37.496323" elapsed="0.000104"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-24T03:40:37.492252" elapsed="0.004230"/>
</kw>
<msg time="2026-06-24T03:40:37.496612" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-24T03:36:21.736765" elapsed="255.759875"/>
</kw>
<status status="PASS" start="2026-06-24T03:36:21.736438" elapsed="255.760251"/>
</branch>
<status status="PASS" start="2026-06-24T03:36:21.736060" elapsed="255.760652"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:40:37.497165" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:37:27.456 16  switches: flows:  420352 438365 466096 421947 443752 554534 585703 480349 431901 414997 469213 529129 447588 468550 458739 491990  total = 125.386750 per ms 
03:38:30.940 16  switches: flows:  433030 458404 460094 450122 434249 447083 453368 446681 445813 443897 444862 435935 457388 436807 435560 447258  total = 112.320149 per ms 
03:39:31.043 16  switches: flows:  514031 518341 524959 506294 491312 504996 503351 513299 519464 510573 491841 521125 512471 524816 522717 509564  total = 136.254118 per ms 
03:40:31.145 16  switches: flows:  409600 418539 413136 416088 419672 414260 422388 418440 420953 460148 418016 420080 467012 448842 423281 403163  total = 113.036274 per ms 
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:40:37.496854" elapsed="0.000378"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<msg time="2026-06-24T03:40:37.497829" level="FAIL">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:37:27.456 16  switches: flows:  420352 438365 466096 421947 443752 554534 585703 480349 431901 414997 469213 529129 447588 468550 458739 491990  total = 125.386750 per ms 
03:38:30.940 16  switches: flows:  433030 458404 460094 450122 434249 447083 453368 446681 445813 443897 444862 435935 457388 436807 435560 447258  total = 112.320149 per ms 
03:39:31.043 16  switches: flows:  514031 518341 524959 506294 491312 504996 503351 513299 519464 510573 491841 521125 512471 524816 522717 509564  total = 136.254118 per ms 
03:40:31.145 16  switches: flows:  409600 418539 413136 416088 419672 414260 422388 418440 420953 460148 418016 420080 467012 448842 423281 403163  total = 113.036274 per ms 
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting' does not contain 'RESULT'</msg>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="FAIL" start="2026-06-24T03:40:37.497394" elapsed="0.000617">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:37:27.456 16  switches: flows:  420352 438365 466096 421947 443752 554534 585703 480349 431901 414997 469213 529129 447588 468550 458739 491990  total = 125.386750 per ms 
03:38:30.940 16  switches: flows:  433030 458404 460094 450122 434249 447083 453368 446681 445813 443897 444862 435935 457388 436807 435560 447258  total = 112.320149 per ms 
03:39:31.043 16  switches: flows:  514031 518341 524959 506294 491312 504996 503351 513299 519464 510573 491841 521125 512471 524816 522717 509564  total = 136.254118 per ms 
03:40:31.145 16  switches: flows:  409600 418539 413136 416088 419672 414260 422388 418440 420953 460148 418016 420080 467012 448842 423281 403163  total = 113.036274 per ms 
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting' does not contain 'RESULT'</status>
</kw>
<kw name="Get Lines Containing String" owner="String">
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.498224" elapsed="0.000022"/>
</kw>
<kw name="Split String" owner="String">
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.498397" elapsed="0.000021"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.498557" elapsed="0.000026"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.498717" elapsed="0.000020"/>
</kw>
<kw name="Split String" owner="String">
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.498875" elapsed="0.000020"/>
</kw>
<kw name="Split String" owner="String">
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.499058" elapsed="0.000021"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.499224" elapsed="0.000020"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.499495" elapsed="0.000020"/>
</kw>
<var name="${i}"/>
<status status="NOT RUN" start="2026-06-24T03:40:37.499373" elapsed="0.000179"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="NOT RUN" start="2026-06-24T03:40:37.499303" elapsed="0.000278"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.499729" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.499890" elapsed="0.000019"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.500064" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.500225" elapsed="0.000019"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.500392" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.500549" elapsed="0.000019"/>
</kw>
<kw name="Log Results And Determine Status">
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="NOT RUN" start="2026-06-24T03:40:37.500699" elapsed="0.000022"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="FAIL" start="2026-06-24T03:36:21.734955" elapsed="255.765898">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:37:27.456 16  switches: flows:  420352 438365 466096 421947 443752 554534 585703 480349 431901 414997 469213 529129 447588 468550 458739 491990  total = 125.386750 per ms 
03:38:30.940 16  switches: flows:  433030 458404 460094 450122 434249 447083 453368 446681 445813 443897 444862 435935 457388 436807 435560 447258  total = 112.320149 per ms 
03:39:31.043 16  switches: flows:  514031 518341 524959 506294 491312 504996 503351 513299 519464 510573 491841 521125 512471 524816 522717 509564  total = 136.254118 per ms 
03:40:31.145 16  switches: flows:  409600 418539 413136 416088 419672 414260 422388 418440 420953 460148 418016 420080 467012 448842 423281 403163  total = 113.036274 per ms 
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting' does not contain 'RESULT'</status>
</kw>
<kw name="Sleep" owner="BuiltIn">
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.501035" elapsed="0.000021"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-24T03:40:37.501624" elapsed="0.000269"/>
</kw>
<status status="PASS" start="2026-06-24T03:40:37.501294" elapsed="0.000671"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="FAIL" start="2026-06-24T03:36:21.733338" elapsed="255.768682">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:37:27.456 16  switches: flows:  420352 438365 466096 421947 443752 554534 585703 480349 431901 414997 469213 529129 447588 468550 458739 491990  total = 125.386750 per ms 
03:38:30.940 16  switches: flows:  433030 458404 460094 450122 434249 447083 453368 446681 445813 443897 444862 435935 457388 436807 435560 447258  total = 112.320149 per ms 
03:39:31.043 16  switches: flows:  514031 518341 524959 506294 491312 504996 503351 513299 519464 510573 491841 521125 512471 524816 522717 509564  total = 136.254118 per ms 
03:40:31.145 16  switches: flows:  409600 418539 413136 416088 419672 414260 422388 418440 420953 460148 418016 420080 467012 448842 423281 403163  total = 113.036274 per ms 
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting' does not contain 'RESULT'</status>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:40:37.503441" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:40:37.503039" elapsed="0.000461"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-24T03:40:37.504934" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-24T03:40:37.504381" elapsed="0.000612"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.505305" elapsed="0.000024"/>
</kw>
<status status="NOT RUN" start="2026-06-24T03:40:37.505065" elapsed="0.000336"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-24T03:40:37.508347" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-24T03:40:37.508102" elapsed="0.000301"/>
</branch>
<status status="PASS" start="2026-06-24T03:40:37.508083" elapsed="0.000343"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-24T03:40:37.508736" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-24T03:40:37.508853" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-24T03:40:37.508553" elapsed="0.000327"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:40:37.509550" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.78 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.186" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:40:37.509044" elapsed="0.000568"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-24T03:40:37.510174" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:40:37.509755" elapsed="0.000446"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T03:40:37.511454" level="INFO">Length is 0.</msg>
<msg time="2026-06-24T03:40:37.511545" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T03:40:37.511138" elapsed="0.000432"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:40:37.511712" elapsed="0.000345"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-24T03:40:37.512954" level="INFO">Logging into '10.30.170.186:22' as 'jenkins'.</msg>
<msg time="2026-06-24T03:40:38.125715" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jun 24 03:40:37 UTC 2026

  System load:  0.12               Processes:             106
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 5%                 IPv4 address for ens3: 10.30.170.186
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jun 24 03:36:22 2026 from 10.30.170.251
[?2004h[jenkins@releng-00446-5-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-24T03:40:37.512596" elapsed="0.613322"/>
</kw>
<msg time="2026-06-24T03:40:38.126021" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:40:37.512236" elapsed="0.613865"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-24T03:40:37.510653" elapsed="0.615571"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-24T03:40:38.126742" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.78 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-24T03:50:44.176594" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-24T03:50:44.177192" level="INFO">${stdout} = </msg>
<msg time="2026-06-24T03:50:44.177303" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-24T03:40:38.126435" elapsed="606.050928"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:50:44.177822" elapsed="0.000964"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.180223" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:41:43.267 16  switches: flows:  116213 117501 117624 114709 115526 126628 114824 113775 115650 115211 115211 112783 114499 112577 112957 114025  total = 30.828550 per ms 
03:42:43.367 16  switches: flows:  125432 126373 123862 124672 123341 123016 123843 122906 123840 123657 122232 121824 124138 123461 120427 124812  total = 32.908913 per ms 
03:43:43.468 16  switches: flows:  123440 124937 120009 120703 122404 121745 123292 120913 121146 122272 120609 120169 121740 118145 119899 120856  total = 32.317251 per ms 
03:44:43.569 16  switches: flows:  128537 127479 124617 123530 126286 127568 126828 123896 123302 124190 127160 126019 123277 121959 121220 124256  total = 33.279550 per ms 
03:45:43.669 16  switches: flows:  126100 123996 120939 122800 124862 123953 124554 122246 121222 118927 123262 124194 121022 117488 118775 121543  total = 32.543593 per ms 
03:46:43.769 16  switches: flows:  124696 125575 124283 123335 126588 125805 126246 123080 122718 122865 123090 123339 123085 119585 121730 123153  total = 32.931248 per ms 
03:47:43.870 16  switches: flows:  120534 124135 122984 124070 124635 123420 123021 121567 122079 120363 118860 119734 119437 118885 120325 118696  total = 32.325135 per ms 
03:48:43.970 16  switches: flows:  121341 121617 120508 120205 117796 119852 120866 119271 119257 116491 117745 118072 118294 117725 116592 118863  total = 31.688675 per ms 
03:49:44.070 16  switches: flows:  129088 127614 126537 126833 127054 125992 126970 127060 124765 122046 123530 125067 124484 123345 120906 124527  total = 33.374549 per ms 
03:50:44.170 16  switches: flows:  131353 132365 130449 128598 129904 128259 131372 130643 126014 125431 125550 125840 126140 126426 122763 123184  total = 34.014707 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31688.67/34014.71/32820.40/10959.52 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.179226" elapsed="0.001315"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-24T03:50:44.181117" elapsed="0.000078"/>
</return>
<status status="PASS" start="2026-06-24T03:50:44.180746" elapsed="0.000535"/>
</branch>
<status status="PASS" start="2026-06-24T03:50:44.180693" elapsed="0.000647"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-24T03:50:44.181559" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-06-24T03:50:44.181475" elapsed="0.000178"/>
</branch>
<status status="NOT RUN" start="2026-06-24T03:50:44.181437" elapsed="0.000266"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-24T03:50:44.181773" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-24T03:50:44.185995" elapsed="0.000346"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-24T03:50:44.186492" elapsed="0.000172"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-24T03:50:44.186796" elapsed="0.000097"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-24T03:50:44.182617" elapsed="0.004331"/>
</kw>
<msg time="2026-06-24T03:50:44.187101" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-24T03:40:37.505787" elapsed="606.681341"/>
</kw>
<status status="PASS" start="2026-06-24T03:40:37.505433" elapsed="606.681745"/>
</branch>
<status status="PASS" start="2026-06-24T03:40:37.505046" elapsed="606.682155"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.187657" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.78:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.78. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:41:43.267 16  switches: flows:  116213 117501 117624 114709 115526 126628 114824 113775 115650 115211 115211 112783 114499 112577 112957 114025  total = 30.828550 per ms 
03:42:43.367 16  switches: flows:  125432 126373 123862 124672 123341 123016 123843 122906 123840 123657 122232 121824 124138 123461 120427 124812  total = 32.908913 per ms 
03:43:43.468 16  switches: flows:  123440 124937 120009 120703 122404 121745 123292 120913 121146 122272 120609 120169 121740 118145 119899 120856  total = 32.317251 per ms 
03:44:43.569 16  switches: flows:  128537 127479 124617 123530 126286 127568 126828 123896 123302 124190 127160 126019 123277 121959 121220 124256  total = 33.279550 per ms 
03:45:43.669 16  switches: flows:  126100 123996 120939 122800 124862 123953 124554 122246 121222 118927 123262 124194 121022 117488 118775 121543  total = 32.543593 per ms 
03:46:43.769 16  switches: flows:  124696 125575 124283 123335 126588 125805 126246 123080 122718 122865 123090 123339 123085 119585 121730 123153  total = 32.931248 per ms 
03:47:43.870 16  switches: flows:  120534 124135 122984 124070 124635 123420 123021 121567 122079 120363 118860 119734 119437 118885 120325 118696  total = 32.325135 per ms 
03:48:43.970 16  switches: flows:  121341 121617 120508 120205 117796 119852 120866 119271 119257 116491 117745 118072 118294 117725 116592 118863  total = 31.688675 per ms 
03:49:44.070 16  switches: flows:  129088 127614 126537 126833 127054 125992 126970 127060 124765 122046 123530 125067 124484 123345 120906 124527  total = 33.374549 per ms 
03:50:44.170 16  switches: flows:  131353 132365 130449 128598 129904 128259 131372 130643 126014 125431 125550 125840 126140 126426 122763 123184  total = 34.014707 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31688.67/34014.71/32820.40/10959.52 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.187345" elapsed="0.000386"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-24T03:50:44.187880" elapsed="0.000395"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-24T03:50:44.188656" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-24T03:50:44.188746" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31688.67/34014.71/32820.40/10959.52 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-24T03:50:44.188436" elapsed="0.000335"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T03:50:44.189200" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31688.67/34014.71/32820.40/10959.52 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T03:50:44.188927" elapsed="0.000299"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.191659" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.189372" elapsed="0.002345"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.194156" level="INFO">31688.67/34014.71/32820.40/10959.52</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.191868" elapsed="0.002346"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T03:50:44.196656" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T03:50:44.194368" elapsed="0.002317"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-24T03:50:44.199145" level="INFO">@{result_value_list} = [ 31688.67 | 34014.71 | 32820.40 | 10959.52 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-24T03:50:44.196878" elapsed="0.002296"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.199667" level="INFO">Length is 4.</msg>
<msg time="2026-06-24T03:50:44.199757" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-24T03:50:44.199329" elapsed="0.000453"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.204739" level="INFO">min :: 31688.67</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.200256" elapsed="0.004540"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-24T03:50:44.200114" elapsed="0.004719"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.209460" level="INFO">max :: 34014.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.205070" elapsed="0.004447"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-24T03:50:44.204924" elapsed="0.004630"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.214123" level="INFO">avg :: 32820.40</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.209774" elapsed="0.004406"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-24T03:50:44.209645" elapsed="0.004571"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.218728" level="INFO">stdev :: 10959.52</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.214429" elapsed="0.004362"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-24T03:50:44.214302" elapsed="0.004524"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-24T03:50:44.199858" elapsed="0.018998"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.222758" level="INFO">${min} = 31688.67</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T03:50:44.219035" elapsed="0.003750"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.226748" level="INFO">${max} = 34014.71</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T03:50:44.222940" elapsed="0.003836"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.230765" level="INFO">${average} = 32820.40</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T03:50:44.226933" elapsed="0.003860"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.234899" level="INFO">${stdev} = 10959.52</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-24T03:50:44.230951" elapsed="0.003976"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.235539" level="INFO">${date} = 2026-06-24 03:50:44</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-24T03:50:44.235113" elapsed="0.000454"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.236150" level="INFO">CBench Result: 2026-06-24 03:50:44,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31688.67,34014.71,32820.40,10959.52</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-24T03:50:44.235719" elapsed="0.000488"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-24T03:50:44.237312" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-24T03:50:44.236820" elapsed="0.000562"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-24T03:50:44.237536" elapsed="0.000485"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-24T03:50:44.236349" elapsed="0.001738"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-06-24T03:40:37.503810" elapsed="606.734336"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.238611" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-24T03:50:44.238296" elapsed="0.000373"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-24T03:50:44.239909" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-24T03:50:44.239403" elapsed="0.000534"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-06-24T03:50:44.240178" elapsed="0.000031"/>
</return>
<status status="PASS" start="2026-06-24T03:50:44.240030" elapsed="0.000210"/>
</branch>
<status status="PASS" start="2026-06-24T03:50:44.240010" elapsed="0.000254"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-06-24T03:50:44.240406" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-06-24T03:50:44.240568" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-06-24T03:50:44.240729" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-24T03:50:44.240924" elapsed="0.000025"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-06-24T03:50:44.241097" elapsed="0.000021"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-06-24T03:50:44.241244" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-24T03:50:44.241390" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-06-24T03:50:44.241610" elapsed="0.000025"/>
</kw>
<status status="NOT RUN" start="2026-06-24T03:50:44.241472" elapsed="0.000195"/>
</branch>
<status status="NOT RUN" start="2026-06-24T03:50:44.241456" elapsed="0.000235"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-06-24T03:50:44.239057" elapsed="0.002685"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-24T03:40:37.502497" elapsed="606.739291"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="FAIL" start="2026-06-24T03:26:12.622835" elapsed="1471.619544"/>
</suite>
<statistics>
<total>
<stat pass="2" fail="1" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="2" fail="1" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="0" fail="1" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="2" fail="1" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
