<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-13T00:41:17.316990" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-13T00:41:17.936482" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-07-13T00:41:17.936313" elapsed="0.000267"/>
</branch>
<status status="PASS" start="2026-07-13T00:41:17.936272" elapsed="0.000338"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T00:41:17.936763" elapsed="0.000612"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-13T00:41:17.938052" level="INFO">Logging into '10.30.171.34:8101' as 'karaf'.</msg>
<msg time="2026-07-13T00:41:18.562182" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-13T00:41:17.937556" elapsed="0.624874"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-13T00:41:18.612651" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-13T00:41:18.562789" elapsed="0.049945"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-13T00:41:18.614467" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-13T00:41:18.614584" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-13T00:41:18.612921" elapsed="0.001692"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-13T00:41:18.614771" elapsed="0.000426"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T00:41:18.615388" elapsed="0.000269"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:41:18.616206" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:41:18.615814" elapsed="0.000535"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-13T00:41:18.616414" elapsed="0.000070"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.34
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-13T00:41:17.935880" elapsed="0.680750"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-13T00:41:17.932142" elapsed="0.684561"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-13T00:41:18.617438" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-13T00:41:18.616913" elapsed="0.000584"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-13T00:41:18.617903" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-13T00:41:18.617650" elapsed="0.000327"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-13T00:41:18.618577" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-13T00:41:18.618134" elapsed="0.000471"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-13T00:41:18.619168" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-13T00:41:18.618785" elapsed="0.000425"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-13T00:41:18.619780" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-13T00:41:18.619397" elapsed="0.000410"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-13T00:41:18.620301" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-13T00:41:18.619967" elapsed="0.000377"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-13T00:41:18.620681" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-13T00:41:18.620449" elapsed="0.000287"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-13T00:41:18.625543" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T00:41:18.625084" elapsed="0.000486"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-13T00:41:18.626674" level="INFO">Length is 0.</msg>
<msg time="2026-07-13T00:41:18.626755" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-13T00:41:18.626130" elapsed="0.000649"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T00:41:18.626923" elapsed="0.000364"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-13T00:41:18.628368" level="INFO">Logging into '10.30.171.247:22' as 'jenkins'.</msg>
<msg time="2026-07-13T00:41:19.352853" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul 13 00:41:18 UTC 2026

  System load:  0.03               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.247
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-338-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-13T00:41:18.627823" elapsed="0.725235"/>
</kw>
<msg time="2026-07-13T00:41:19.353174" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T00:41:18.627472" elapsed="0.725838"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-13T00:41:18.625786" elapsed="0.727691"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.362469" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-13T00:41:19.353738" elapsed="0.010565"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T00:41:19.364572" elapsed="0.000434"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-13T00:41:18.624536" elapsed="0.740559"/>
</kw>
<status status="PASS" start="2026-07-13T00:41:18.621087" elapsed="0.744061"/>
</branch>
<status status="PASS" start="2026-07-13T00:41:18.620417" elapsed="0.744782"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-13T00:41:19.365436" elapsed="0.001178"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-13T00:41:19.372797" elapsed="0.000031"/>
</return>
<status status="NOT RUN" start="2026-07-13T00:41:19.372623" elapsed="0.000253"/>
</branch>
<status status="PASS" start="2026-07-13T00:41:19.372588" elapsed="0.000322"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-13T00:41:19.377631" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-07-13T00:41:19.377516" elapsed="0.000162"/>
</branch>
<status status="PASS" start="2026-07-13T00:41:19.377496" elapsed="0.000205"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T00:41:19.377833" elapsed="0.000466"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.378707" level="INFO">Logging into '10.30.171.34:8101' as 'karaf'.</msg>
<msg time="2026-07-13T00:41:19.563531" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-13T00:41:19.378447" elapsed="0.185267"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.653106" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-13T00:41:19.564033" elapsed="0.089195"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.666080" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-13T00:41:19.666372" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-13T00:41:19.653491" elapsed="0.012914"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-13T00:41:19.666552" elapsed="0.000285"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T00:41:19.666992" elapsed="0.000377"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:41:19.667933" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:41:19.667518" elapsed="0.000473"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-13T00:41:19.668049" elapsed="0.000072"/>
</return>
<msg time="2026-07-13T00:41:19.668322" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.34
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-13T00:41:19.377141" elapsed="0.291215"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-13T00:41:19.668517" elapsed="0.000642"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-13T00:41:19.669210" elapsed="0.000034"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-13T00:41:19.372166" elapsed="0.297202"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-13T00:41:19.673415" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-13T00:41:19.673246" elapsed="0.000216"/>
</branch>
<status status="PASS" start="2026-07-13T00:41:19.673219" elapsed="0.000269"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T00:41:19.673622" elapsed="0.000475"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.674843" level="INFO">Logging into '10.30.171.34:8101' as 'karaf'.</msg>
<msg time="2026-07-13T00:41:19.889806" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-13T00:41:19.674570" elapsed="0.215419"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.911544" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-13T00:41:19.890297" elapsed="0.021311"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.914155" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-13T00:41:19.914294" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-13T00:41:19.911766" elapsed="0.002558"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-13T00:41:19.914465" elapsed="0.000204"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T00:41:19.914819" elapsed="0.000272"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:41:19.915609" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:41:19.915231" elapsed="0.000427"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-13T00:41:19.915716" elapsed="0.000067"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.34
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-13T00:41:19.672877" elapsed="0.243038"/>
</kw>
<status status="PASS" start="2026-07-13T00:41:17.930036" elapsed="1.985963"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:41:19.918684" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:41:19.917307" elapsed="0.001444"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-13T00:41:19.920333" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-13T00:41:19.919928" elapsed="0.000448"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-13T00:41:19.920723" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-13T00:41:19.920467" elapsed="0.000318"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-13T00:41:19.923833" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-13T00:41:19.923584" elapsed="0.000304"/>
</branch>
<status status="PASS" start="2026-07-13T00:41:19.923563" elapsed="0.000350"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.924296" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-13T00:41:19.924421" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-13T00:41:19.924060" elapsed="0.000387"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:41:19.925001" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.34 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.247" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:41:19.924581" elapsed="0.000478"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.925707" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T00:41:19.925199" elapsed="0.000534"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-13T00:41:19.926684" level="INFO">Length is 0.</msg>
<msg time="2026-07-13T00:41:19.926772" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-13T00:41:19.926334" elapsed="0.000461"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T00:41:19.926937" elapsed="0.000351"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-13T00:41:19.928175" level="INFO">Logging into '10.30.171.247:22' as 'jenkins'.</msg>
<msg time="2026-07-13T00:41:20.296518" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul 13 00:41:18 UTC 2026

  System load:  0.03               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.247
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul 13 00:41:19 2026 from 10.30.171.174
[?2004h[jenkins@releng-63164-338-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-13T00:41:19.927787" elapsed="0.369062"/>
</kw>
<msg time="2026-07-13T00:41:20.297038" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T00:41:19.927443" elapsed="0.369760"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-13T00:41:19.925935" elapsed="0.371536"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-13T00:41:20.298552" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.34 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-13T00:51:26.405585" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-13T00:51:26.409821" level="INFO">${stdout} = </msg>
<msg time="2026-07-13T00:51:26.409939" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-13T00:41:20.297919" elapsed="606.112063"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T00:51:26.410993" elapsed="0.001339"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.413249" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:42:25.496 16  switches: flows:  104366 102164 101242 99399 100187 101926 102186 102886 102496 98635 99323 99847 101904 98738 101693 100499  total = 26.958183 per ms 
00:43:25.596 16  switches: flows:  120537 118350 118263 115618 115274 117890 118339 116522 115194 113843 114202 116069 116056 113004 116947 112942  total = 30.932518 per ms 
00:44:25.697 16  switches: flows:  120641 120731 120922 118880 118257 119595 119017 119195 117153 117948 117334 118205 119822 116605 118250 116741  total = 31.602196 per ms 
00:45:25.797 16  switches: flows:  122432 121785 120271 121165 118721 120050 120364 120527 118758 118518 117907 118883 121257 116847 119541 117178  total = 31.850199 per ms 
00:46:25.897 16  switches: flows:  110896 112245 109900 108143 107851 111899 109237 109779 108643 108346 109189 108635 108676 107802 110645 107760  total = 29.112131 per ms 
00:47:25.998 16  switches: flows:  122145 121364 122201 119160 120000 121813 121996 119751 119467 120712 118444 120009 118969 118880 120265 118300  total = 32.004465 per ms 
00:48:26.098 16  switches: flows:  123133 121797 124159 122763 119867 123454 120911 121588 122036 122636 119083 121312 123248 118598 122103 121152  total = 32.409903 per ms 
00:49:26.198 16  switches: flows:  121758 120842 122756 121712 119257 121760 119187 118067 122027 120735 118235 121487 121996 118386 120155 120268  total = 32.090184 per ms 
00:50:26.298 16  switches: flows:  125011 125936 123363 124458 122424 123159 123841 123743 123039 124176 121810 120055 123921 119792 122185 119845  total = 32.724624 per ms 
00:51:26.399 16  switches: flows:  122699 122466 120751 119519 117409 121275 120525 118386 117239 119037 119472 117294 120110 117617 118801 117205  total = 31.776977 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29112.13/32724.62/31611.47/10584.78 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.412648" elapsed="0.000926"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-13T00:51:26.415033" elapsed="0.000085"/>
</return>
<status status="PASS" start="2026-07-13T00:51:26.414735" elapsed="0.000459"/>
</branch>
<status status="PASS" start="2026-07-13T00:51:26.413693" elapsed="0.001554"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-13T00:51:26.415469" elapsed="0.000027"/>
</return>
<status status="NOT RUN" start="2026-07-13T00:51:26.415393" elapsed="0.000158"/>
</branch>
<status status="NOT RUN" start="2026-07-13T00:51:26.415360" elapsed="0.000233"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-13T00:51:26.415657" elapsed="0.000027"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T00:51:26.420235" elapsed="0.000473"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T00:51:26.420905" elapsed="0.000238"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T00:51:26.421331" elapsed="0.000138"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-13T00:51:26.416327" elapsed="0.005212"/>
</kw>
<msg time="2026-07-13T00:51:26.421712" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-13T00:41:19.921148" elapsed="606.500600"/>
</kw>
<status status="PASS" start="2026-07-13T00:41:19.920816" elapsed="606.500994"/>
</branch>
<status status="PASS" start="2026-07-13T00:41:19.920440" elapsed="606.501403"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.422472" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:42:25.496 16  switches: flows:  104366 102164 101242 99399 100187 101926 102186 102886 102496 98635 99323 99847 101904 98738 101693 100499  total = 26.958183 per ms 
00:43:25.596 16  switches: flows:  120537 118350 118263 115618 115274 117890 118339 116522 115194 113843 114202 116069 116056 113004 116947 112942  total = 30.932518 per ms 
00:44:25.697 16  switches: flows:  120641 120731 120922 118880 118257 119595 119017 119195 117153 117948 117334 118205 119822 116605 118250 116741  total = 31.602196 per ms 
00:45:25.797 16  switches: flows:  122432 121785 120271 121165 118721 120050 120364 120527 118758 118518 117907 118883 121257 116847 119541 117178  total = 31.850199 per ms 
00:46:25.897 16  switches: flows:  110896 112245 109900 108143 107851 111899 109237 109779 108643 108346 109189 108635 108676 107802 110645 107760  total = 29.112131 per ms 
00:47:25.998 16  switches: flows:  122145 121364 122201 119160 120000 121813 121996 119751 119467 120712 118444 120009 118969 118880 120265 118300  total = 32.004465 per ms 
00:48:26.098 16  switches: flows:  123133 121797 124159 122763 119867 123454 120911 121588 122036 122636 119083 121312 123248 118598 122103 121152  total = 32.409903 per ms 
00:49:26.198 16  switches: flows:  121758 120842 122756 121712 119257 121760 119187 118067 122027 120735 118235 121487 121996 118386 120155 120268  total = 32.090184 per ms 
00:50:26.298 16  switches: flows:  125011 125936 123363 124458 122424 123159 123841 123743 123039 124176 121810 120055 123921 119792 122185 119845  total = 32.724624 per ms 
00:51:26.399 16  switches: flows:  122699 122466 120751 119519 117409 121275 120525 118386 117239 119037 119472 117294 120110 117617 118801 117205  total = 31.776977 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29112.13/32724.62/31611.47/10584.78 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.422049" elapsed="0.000519"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-13T00:51:26.422761" elapsed="0.000508"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-13T00:51:26.423779" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-13T00:51:26.423904" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 29112.13/32724.62/31611.47/10584.78 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-13T00:51:26.423482" elapsed="0.000455"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T00:51:26.424484" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 29112.13/32724.62/31611.47/10584.78 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T00:51:26.424136" elapsed="0.000382"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.427577" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.424707" elapsed="0.002947"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.430768" level="INFO">29112.13/32724.62/31611.47/10584.78</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.427845" elapsed="0.002999"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T00:51:26.433626" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T00:51:26.431044" elapsed="0.002610"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T00:51:26.436081" level="INFO">@{result_value_list} = [ 29112.13 | 32724.62 | 31611.47 | 10584.78 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T00:51:26.433868" elapsed="0.002240"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.436584" level="INFO">Length is 4.</msg>
<msg time="2026-07-13T00:51:26.436679" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-13T00:51:26.436276" elapsed="0.000427"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.441413" level="INFO">min :: 29112.13</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.437113" elapsed="0.004357"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-13T00:51:26.436979" elapsed="0.004525"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.445960" level="INFO">max :: 32724.62</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.441721" elapsed="0.004295"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-13T00:51:26.441595" elapsed="0.004455"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.450621" level="INFO">avg :: 31611.47</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.446297" elapsed="0.004380"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-13T00:51:26.446154" elapsed="0.004558"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.455183" level="INFO">stdev :: 10584.78</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.450928" elapsed="0.004312"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-13T00:51:26.450802" elapsed="0.004487"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-13T00:51:26.436777" elapsed="0.018546"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.459401" level="INFO">${min} = 29112.13</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T00:51:26.455658" elapsed="0.003770"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.463407" level="INFO">${max} = 32724.62</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T00:51:26.459583" elapsed="0.003851"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.467231" level="INFO">${average} = 31611.47</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T00:51:26.463586" elapsed="0.003684"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.471100" level="INFO">${stdev} = 10584.78</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T00:51:26.467424" elapsed="0.003702"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.471659" level="INFO">${date} = 2026-07-13 00:51:26</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-13T00:51:26.471300" elapsed="0.000385"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.472232" level="INFO">CBench Result: 2026-07-13 00:51:26,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,29112.13,32724.62,31611.47,10584.78</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.471833" elapsed="0.000469"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-13T00:51:26.473322" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-13T00:51:26.472909" elapsed="0.000480"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-13T00:51:26.473539" elapsed="0.000452"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-13T00:51:26.472445" elapsed="0.001609"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-13T00:41:19.919249" elapsed="606.554882"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.474622" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-13T00:51:26.474308" elapsed="0.000371"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-13T00:51:26.475190" elapsed="0.000280"/>
</kw>
<status status="PASS" start="2026-07-13T00:51:26.474892" elapsed="0.000650"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-13T00:41:19.916191" elapsed="606.559387"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.476827" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.476447" elapsed="0.000436"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.478102" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-13T00:51:26.477776" elapsed="0.000382"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-13T00:51:26.478506" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-13T00:51:26.478282" elapsed="0.000282"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-13T00:51:26.481388" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-13T00:51:26.481129" elapsed="0.000315"/>
</branch>
<status status="PASS" start="2026-07-13T00:51:26.481110" elapsed="0.000357"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-13T00:51:26.481792" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-13T00:51:26.481911" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-13T00:51:26.481599" elapsed="0.000339"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.482525" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.34 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.247" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T00:51:26.482070" elapsed="0.000513"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-13T00:51:26.483115" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T00:51:26.482723" elapsed="0.000419"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-13T00:51:26.484035" level="INFO">Length is 0.</msg>
<msg time="2026-07-13T00:51:26.484123" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-13T00:51:26.483733" elapsed="0.000413"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T00:51:26.484299" elapsed="0.000318"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-13T00:51:26.485466" level="INFO">Logging into '10.30.171.247:22' as 'jenkins'.</msg>
<msg time="2026-07-13T00:51:27.068833" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul 13 00:51:26 UTC 2026

  System load:  1.04               Processes:             104
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.247
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul 13 00:41:20 2026 from 10.30.171.174
[?2004h[jenkins@releng-63164-338-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-13T00:51:26.485100" elapsed="0.583916"/>
</kw>
<msg time="2026-07-13T00:51:27.069099" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T00:51:26.484766" elapsed="0.584418"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-13T00:51:26.483356" elapsed="0.585959"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-13T00:51:27.069820" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.34 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-13T01:01:33.318830" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-13T01:01:33.319445" level="INFO">${stdout} = </msg>
<msg time="2026-07-13T01:01:33.319565" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-13T00:51:27.069536" elapsed="606.250089"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T01:01:33.320629" elapsed="0.000797"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.322589" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:52:32.195 16  switches: flows:  518051 534863 528834 535864 523345 527953 529601 509548 513031 516746 523007 517054 509309 520425 520883 532260  total = 139.346233 per ms 
00:53:32.296 16  switches: flows:  510780 515904 524950 523675 510638 512580 486749 511394 526316 515495 516421 518436 525484 491024 527177 512553  total = 136.930356 per ms 
00:54:32.397 16  switches: flows:  569409 576956 566990 580663 567056 579657 579836 568960 584107 578737 589148 577154 586799 569735 568085 575411  total = 153.386055 per ms 
00:55:32.498 16  switches: flows:  563383 564930 562919 567348 558678 576567 554843 565551 567545 500504 566429 554439 558318 568849 576089 563581  total = 149.248410 per ms 
00:56:32.806 16  switches: flows:  559085 560371 555530 551995 560145 554299 556202 546709 568133 559011 557945 560996 559758 561334 567125 559993  total = 148.218082 per ms 
00:57:32.908 16  switches: flows:  502092 540509 530393 521699 518388 504256 496493 502893 509607 521555 518611 517176 545297 506482 504802 503910  total = 137.169528 per ms 
00:58:33.010 16  switches: flows:  502660 488363 483165 483029 481572 499312 477302 466308 495683 477441 501436 505630 491398 469666 470580 510046  total = 129.840113 per ms 
00:59:33.111 16  switches: flows:  523559 505741 520710 525141 539723 536652 524059 536035 526944 539996 536886 529612 519475 503847 509523 506809  total = 139.511295 per ms 
01:00:33.212 16  switches: flows:  572544 572514 587208 584326 578716 591734 578975 582137 582985 579309 579858 574862 574862 582094 588317 573901  total = 154.479618 per ms 
01:01:33.314 16  switches: flows:  619752 615574 616782 624468 627402 619884 616144 619979 619883 623124 617489 623468 611023 627877 620004 621717  total = 165.131364 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 129840.11/165131.36/145990.54/49760.15 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.321790" elapsed="0.001117"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-13T01:01:33.324035" elapsed="0.000092"/>
</return>
<status status="PASS" start="2026-07-13T01:01:33.323125" elapsed="0.001106"/>
</branch>
<status status="PASS" start="2026-07-13T01:01:33.323053" elapsed="0.001273"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-13T01:01:33.324550" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-07-13T01:01:33.324464" elapsed="0.000177"/>
</branch>
<status status="NOT RUN" start="2026-07-13T01:01:33.324426" elapsed="0.000263"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-13T01:01:33.324759" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T01:01:33.328890" elapsed="0.000342"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T01:01:33.329400" elapsed="0.000176"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T01:01:33.329707" elapsed="0.000105"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-13T01:01:33.325507" elapsed="0.004360"/>
</kw>
<msg time="2026-07-13T01:01:33.330041" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-13T00:51:26.478900" elapsed="606.851172"/>
</kw>
<status status="PASS" start="2026-07-13T00:51:26.478589" elapsed="606.851533"/>
</branch>
<status status="PASS" start="2026-07-13T00:51:26.478247" elapsed="606.851899"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.330612" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:52:32.195 16  switches: flows:  518051 534863 528834 535864 523345 527953 529601 509548 513031 516746 523007 517054 509309 520425 520883 532260  total = 139.346233 per ms 
00:53:32.296 16  switches: flows:  510780 515904 524950 523675 510638 512580 486749 511394 526316 515495 516421 518436 525484 491024 527177 512553  total = 136.930356 per ms 
00:54:32.397 16  switches: flows:  569409 576956 566990 580663 567056 579657 579836 568960 584107 578737 589148 577154 586799 569735 568085 575411  total = 153.386055 per ms 
00:55:32.498 16  switches: flows:  563383 564930 562919 567348 558678 576567 554843 565551 567545 500504 566429 554439 558318 568849 576089 563581  total = 149.248410 per ms 
00:56:32.806 16  switches: flows:  559085 560371 555530 551995 560145 554299 556202 546709 568133 559011 557945 560996 559758 561334 567125 559993  total = 148.218082 per ms 
00:57:32.908 16  switches: flows:  502092 540509 530393 521699 518388 504256 496493 502893 509607 521555 518611 517176 545297 506482 504802 503910  total = 137.169528 per ms 
00:58:33.010 16  switches: flows:  502660 488363 483165 483029 481572 499312 477302 466308 495683 477441 501436 505630 491398 469666 470580 510046  total = 129.840113 per ms 
00:59:33.111 16  switches: flows:  523559 505741 520710 525141 539723 536652 524059 536035 526944 539996 536886 529612 519475 503847 509523 506809  total = 139.511295 per ms 
01:00:33.212 16  switches: flows:  572544 572514 587208 584326 578716 591734 578975 582137 582985 579309 579858 574862 574862 582094 588317 573901  total = 154.479618 per ms 
01:01:33.314 16  switches: flows:  619752 615574 616782 624468 627402 619884 616144 619979 619883 623124 617489 623468 611023 627877 620004 621717  total = 165.131364 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 129840.11/165131.36/145990.54/49760.15 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.330306" elapsed="0.000380"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-13T01:01:33.330835" elapsed="0.000387"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-13T01:01:33.331643" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-13T01:01:33.331747" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 129840.11/165131.36/145990.54/49760.15 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-13T01:01:33.331417" elapsed="0.000357"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T01:01:33.332200" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 129840.11/165131.36/145990.54/49760.15 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T01:01:33.331928" elapsed="0.000299"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.334613" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.332391" elapsed="0.002284"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.337032" level="INFO">129840.11/165131.36/145990.54/49760.15</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.334820" elapsed="0.002268"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T01:01:33.339537" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T01:01:33.337236" elapsed="0.002329"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T01:01:33.341954" level="INFO">@{result_value_list} = [ 129840.11 | 165131.36 | 145990.54 | 49760.15 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T01:01:33.339764" elapsed="0.002218"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.342465" level="INFO">Length is 4.</msg>
<msg time="2026-07-13T01:01:33.342553" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-13T01:01:33.342136" elapsed="0.000440"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.347453" level="INFO">min :: 129840.11</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.342978" elapsed="0.004533"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-13T01:01:33.342849" elapsed="0.004702"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.352079" level="INFO">max :: 165131.36</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.347783" elapsed="0.004352"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-13T01:01:33.347653" elapsed="0.004519"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.356650" level="INFO">avg :: 145990.54</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.352405" elapsed="0.004302"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-13T01:01:33.352275" elapsed="0.004468"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.361318" level="INFO">stdev :: 49760.15</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.356964" elapsed="0.004410"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-13T01:01:33.356833" elapsed="0.004577"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-13T01:01:33.342642" elapsed="0.018799"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.365381" level="INFO">${min} = 129840.11</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T01:01:33.361596" elapsed="0.003812"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.369221" level="INFO">${max} = 165131.36</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T01:01:33.365563" elapsed="0.003685"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.373408" level="INFO">${average} = 145990.54</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T01:01:33.369604" elapsed="0.003831"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.377351" level="INFO">${stdev} = 49760.15</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T01:01:33.373587" elapsed="0.003792"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.377912" level="INFO">${date} = 2026-07-13 01:01:33</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-13T01:01:33.377540" elapsed="0.000402"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.378533" level="INFO">CBench Result: 2026-07-13 01:01:33,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,129840.11,165131.36,145990.54,49760.15</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.378091" elapsed="0.000506"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-13T01:01:33.379683" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-13T01:01:33.379270" elapsed="0.000480"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-13T01:01:33.379900" elapsed="0.000500"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-13T01:01:33.378758" elapsed="0.001705"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-13T00:51:26.477190" elapsed="606.903332"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.381012" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-13T01:01:33.380690" elapsed="0.000378"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-13T01:01:33.381616" elapsed="0.000270"/>
</kw>
<status status="PASS" start="2026-07-13T01:01:33.381292" elapsed="0.000665"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-13T00:51:26.475877" elapsed="606.906119"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.383193" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.382816" elapsed="0.000489"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.384808" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-13T01:01:33.384171" elapsed="0.000692"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-13T01:01:33.385223" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-13T01:01:33.384998" elapsed="0.000301"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-13T01:01:33.388485" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-13T01:01:33.388214" elapsed="0.000329"/>
</branch>
<status status="PASS" start="2026-07-13T01:01:33.388193" elapsed="0.000379"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-13T01:01:33.388898" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-13T01:01:33.389016" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-13T01:01:33.388709" elapsed="0.000333"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.389618" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.34 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.247" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:01:33.389176" elapsed="0.000500"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-13T01:01:33.390213" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T01:01:33.389817" elapsed="0.000423"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-13T01:01:33.391168" level="INFO">Length is 0.</msg>
<msg time="2026-07-13T01:01:33.391293" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-13T01:01:33.390864" elapsed="0.000455"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T01:01:33.391463" elapsed="0.000326"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-13T01:01:33.392686" level="INFO">Logging into '10.30.171.247:22' as 'jenkins'.</msg>
<msg time="2026-07-13T01:01:33.978603" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul 13 01:01:33 UTC 2026

  System load:  0.39               Processes:             106
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.247
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul 13 00:51:26 2026 from 10.30.171.174
[?2004h[jenkins@releng-63164-338-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-13T01:01:33.392310" elapsed="0.586682"/>
</kw>
<msg time="2026-07-13T01:01:33.979159" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T01:01:33.391942" elapsed="0.587402"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-13T01:01:33.390459" elapsed="0.589118"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-13T01:01:33.980246" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.34 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-13T01:11:40.020297" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-13T01:11:40.020782" level="INFO">${stdout} = </msg>
<msg time="2026-07-13T01:11:40.020887" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-13T01:01:33.979889" elapsed="606.041055"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T01:11:40.021415" elapsed="0.001335"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.023944" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:02:39.112 16  switches: flows:  115850 116256 113198 115193 114946 112917 114230 114581 109811 112138 114629 113333 114005 113060 112157 111083  total = 30.289783 per ms 
01:03:39.213 16  switches: flows:  123644 123096 121229 123541 120568 121377 121951 123354 121322 121199 120685 121707 120809 121341 118542 119020  total = 32.335758 per ms 
01:04:39.313 16  switches: flows:  117179 119346 115143 117773 115933 117688 118992 117556 116067 115416 117398 114571 116983 114964 114597 114212  total = 31.011725 per ms 
01:05:39.414 16  switches: flows:  125498 124790 122795 126402 122208 124860 123803 124959 124478 122834 124434 122485 123533 121629 120231 121697  total = 32.888968 per ms 
01:06:39.514 16  switches: flows:  119227 118115 120351 120094 120007 119315 118870 118733 117760 118232 120964 117425 119789 116235 116439 116990  total = 31.589631 per ms 
01:07:39.616 16  switches: flows:  131232 127182 129936 127636 128231 126769 127467 126672 125579 127272 127019 125397 125661 126308 124825 126964  total = 33.845033 per ms 
01:08:39.716 16  switches: flows:  123412 122090 123892 123418 122499 122512 121536 119726 118958 122500 120645 121347 120885 119570 119185 120984  total = 32.331987 per ms 
01:09:39.816 16  switches: flows:  124435 122080 124876 122299 122791 121959 122442 121541 119624 123350 120967 119530 120521 118379 119496 122095  total = 32.385661 per ms 
01:10:39.917 16  switches: flows:  111087 109715 109643 109764 110791 109118 109485 107381 109412 107004 109108 109565 108460 109178 107539 108350  total = 29.044753 per ms 
01:11:40.017 16  switches: flows:  126702 127043 124677 125593 127317 125900 126105 126287 123925 122197 123693 120765 122896 121293 120571 121582  total = 33.053910 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29044.75/33845.03/32054.16/10765.16 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.023163" elapsed="0.001090"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-13T01:11:40.024789" elapsed="0.000088"/>
</return>
<status status="PASS" start="2026-07-13T01:11:40.024490" elapsed="0.000468"/>
</branch>
<status status="PASS" start="2026-07-13T01:11:40.024438" elapsed="0.000576"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-13T01:11:40.025223" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-13T01:11:40.025141" elapsed="0.000204"/>
</branch>
<status status="NOT RUN" start="2026-07-13T01:11:40.025106" elapsed="0.000289"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-13T01:11:40.025464" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-13T01:11:40.031521" elapsed="0.000327"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-13T01:11:40.031994" elapsed="0.000165"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-13T01:11:40.032315" elapsed="0.000099"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-13T01:11:40.026130" elapsed="0.006337"/>
</kw>
<msg time="2026-07-13T01:11:40.032596" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-13T01:01:33.385640" elapsed="606.646983"/>
</kw>
<status status="PASS" start="2026-07-13T01:01:33.385326" elapsed="606.647347"/>
</branch>
<status status="PASS" start="2026-07-13T01:01:33.384974" elapsed="606.647722"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.033115" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:02:39.112 16  switches: flows:  115850 116256 113198 115193 114946 112917 114230 114581 109811 112138 114629 113333 114005 113060 112157 111083  total = 30.289783 per ms 
01:03:39.213 16  switches: flows:  123644 123096 121229 123541 120568 121377 121951 123354 121322 121199 120685 121707 120809 121341 118542 119020  total = 32.335758 per ms 
01:04:39.313 16  switches: flows:  117179 119346 115143 117773 115933 117688 118992 117556 116067 115416 117398 114571 116983 114964 114597 114212  total = 31.011725 per ms 
01:05:39.414 16  switches: flows:  125498 124790 122795 126402 122208 124860 123803 124959 124478 122834 124434 122485 123533 121629 120231 121697  total = 32.888968 per ms 
01:06:39.514 16  switches: flows:  119227 118115 120351 120094 120007 119315 118870 118733 117760 118232 120964 117425 119789 116235 116439 116990  total = 31.589631 per ms 
01:07:39.616 16  switches: flows:  131232 127182 129936 127636 128231 126769 127467 126672 125579 127272 127019 125397 125661 126308 124825 126964  total = 33.845033 per ms 
01:08:39.716 16  switches: flows:  123412 122090 123892 123418 122499 122512 121536 119726 118958 122500 120645 121347 120885 119570 119185 120984  total = 32.331987 per ms 
01:09:39.816 16  switches: flows:  124435 122080 124876 122299 122791 121959 122442 121541 119624 123350 120967 119530 120521 118379 119496 122095  total = 32.385661 per ms 
01:10:39.917 16  switches: flows:  111087 109715 109643 109764 110791 109118 109485 107381 109412 107004 109108 109565 108460 109178 107539 108350  total = 29.044753 per ms 
01:11:40.017 16  switches: flows:  126702 127043 124677 125593 127317 125900 126105 126287 123925 122197 123693 120765 122896 121293 120571 121582  total = 33.053910 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29044.75/33845.03/32054.16/10765.16 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.032834" elapsed="0.000354"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-13T01:11:40.033354" elapsed="0.000365"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-13T01:11:40.034094" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-13T01:11:40.034182" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 29044.75/33845.03/32054.16/10765.16 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-13T01:11:40.033878" elapsed="0.000328"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T01:11:40.034648" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 29044.75/33845.03/32054.16/10765.16 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T01:11:40.034389" elapsed="0.000285"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.037013" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.034816" elapsed="0.002253"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.039411" level="INFO">29044.75/33845.03/32054.16/10765.16</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.037212" elapsed="0.002260"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T01:11:40.041797" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T01:11:40.039620" elapsed="0.002203"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-13T01:11:40.044247" level="INFO">@{result_value_list} = [ 29044.75 | 33845.03 | 32054.16 | 10765.16 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-13T01:11:40.042008" elapsed="0.002279"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.044744" level="INFO">Length is 4.</msg>
<msg time="2026-07-13T01:11:40.044833" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-13T01:11:40.044445" elapsed="0.000417"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.049495" level="INFO">min :: 29044.75</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.045225" elapsed="0.004325"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-13T01:11:40.045099" elapsed="0.004486"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.054293" level="INFO">max :: 33845.03</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.049796" elapsed="0.004586"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-13T01:11:40.049671" elapsed="0.004748"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.058881" level="INFO">avg :: 32054.16</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.054638" elapsed="0.004301"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-13T01:11:40.054509" elapsed="0.004465"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.063419" level="INFO">stdev :: 10765.16</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.059182" elapsed="0.004293"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-13T01:11:40.059057" elapsed="0.004451"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-13T01:11:40.044924" elapsed="0.018615"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.067389" level="INFO">${min} = 29044.75</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T01:11:40.063694" elapsed="0.003722"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.071209" level="INFO">${max} = 33845.03</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T01:11:40.067571" elapsed="0.003665"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.075030" level="INFO">${average} = 32054.16</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T01:11:40.071408" elapsed="0.003648"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.078889" level="INFO">${stdev} = 10765.16</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-13T01:11:40.075207" elapsed="0.003708"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.079440" level="INFO">${date} = 2026-07-13 01:11:40</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-13T01:11:40.079072" elapsed="0.000395"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.080006" level="INFO">CBench Result: 2026-07-13 01:11:40,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,29044.75,33845.03,32054.16,10765.16</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-13T01:11:40.079611" elapsed="0.000450"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-13T01:11:40.081150" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-13T01:11:40.080667" elapsed="0.000551"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-13T01:11:40.081383" elapsed="0.000443"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-13T01:11:40.080197" elapsed="0.001692"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-13T01:01:33.383621" elapsed="606.698326"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.082449" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-13T01:11:40.082091" elapsed="0.000416"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-13T01:11:40.083689" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-13T01:11:40.083193" elapsed="0.000523"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-13T01:11:40.083934" elapsed="0.000029"/>
</return>
<status status="PASS" start="2026-07-13T01:11:40.083791" elapsed="0.000203"/>
</branch>
<status status="PASS" start="2026-07-13T01:11:40.083772" elapsed="0.000247"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-13T01:11:40.084156" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-13T01:11:40.084325" elapsed="0.000022"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-13T01:11:40.084483" elapsed="0.000019"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-13T01:11:40.084673" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-13T01:11:40.084823" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-13T01:11:40.084967" elapsed="0.000019"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-13T01:11:40.085108" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-13T01:11:40.085345" elapsed="0.000025"/>
</kw>
<status status="NOT RUN" start="2026-07-13T01:11:40.085191" elapsed="0.000213"/>
</branch>
<status status="NOT RUN" start="2026-07-13T01:11:40.085174" elapsed="0.000257"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-13T01:11:40.082864" elapsed="0.002617"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-13T01:01:33.382305" elapsed="606.703221"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-13T00:41:17.318843" elapsed="1822.767360"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
