<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-27T00:46:50.337127" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-27T00:46:50.887565" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-07-27T00:46:50.887429" elapsed="0.000210"/>
</branch>
<status status="PASS" start="2026-07-27T00:46:50.887401" elapsed="0.000265"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T00:46:50.887814" elapsed="0.000519"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-27T00:46:50.888798" level="INFO">Logging into '10.30.171.250:8101' as 'karaf'.</msg>
<msg time="2026-07-27T00:46:51.706527" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-27T00:46:50.888502" elapsed="0.818243"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-27T00:46:51.755482" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-27T00:46:51.707072" elapsed="0.048479"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-27T00:46:51.757285" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-27T00:46:51.757398" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-27T00:46:51.755721" elapsed="0.001707"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-27T00:46:51.757585" elapsed="0.000219"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T00:46:51.757965" elapsed="0.000260"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:46:51.758724" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:46:51.758378" elapsed="0.000402"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-27T00:46:51.758840" elapsed="0.000056"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.250
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-27T00:46:50.887036" elapsed="0.871986"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-27T00:46:50.883471" elapsed="0.875615"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-27T00:46:51.759689" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-27T00:46:51.759298" elapsed="0.000449"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-27T00:46:51.760202" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-27T00:46:51.759929" elapsed="0.000337"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-27T00:46:51.760819" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-27T00:46:51.760421" elapsed="0.000426"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-27T00:46:51.761397" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-27T00:46:51.761012" elapsed="0.000428"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-27T00:46:51.761958" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-27T00:46:51.761586" elapsed="0.000399"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-27T00:46:51.762479" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-27T00:46:51.762142" elapsed="0.000379"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-27T00:46:51.762824" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-27T00:46:51.762609" elapsed="0.000269"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-27T00:46:51.767251" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T00:46:51.766829" elapsed="0.000450"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-27T00:46:51.768586" level="INFO">Length is 0.</msg>
<msg time="2026-07-27T00:46:51.768673" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-27T00:46:51.767825" elapsed="0.000873"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T00:46:51.768846" elapsed="0.000368"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-27T00:46:51.770234" level="INFO">Logging into '10.30.171.53:22' as 'jenkins'.</msg>
<msg time="2026-07-27T00:46:52.518949" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul 27 00:46:52 UTC 2026

  System load:  0.04               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.53
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-352-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-27T00:46:51.769719" elapsed="0.749478"/>
</kw>
<msg time="2026-07-27T00:46:52.519315" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T00:46:51.769370" elapsed="0.750057"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-27T00:46:51.767485" elapsed="0.752083"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-27T00:46:52.530499" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-27T00:46:52.519815" elapsed="0.011934"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T00:46:52.532063" elapsed="0.000466"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-27T00:46:51.766303" elapsed="0.766328"/>
</kw>
<status status="PASS" start="2026-07-27T00:46:51.762957" elapsed="0.769730"/>
</branch>
<status status="PASS" start="2026-07-27T00:46:51.762583" elapsed="0.770155"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-27T00:46:52.532971" elapsed="0.000817"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-27T00:46:52.540445" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-07-27T00:46:52.540257" elapsed="0.000266"/>
</branch>
<status status="PASS" start="2026-07-27T00:46:52.540220" elapsed="0.000337"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-27T00:46:52.545860" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-27T00:46:52.545720" elapsed="0.000189"/>
</branch>
<status status="PASS" start="2026-07-27T00:46:52.545690" elapsed="0.000241"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T00:46:52.546069" elapsed="0.000485"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-27T00:46:52.546975" level="INFO">Logging into '10.30.171.250:8101' as 'karaf'.</msg>
<msg time="2026-07-27T00:46:52.758894" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-27T00:46:52.546704" elapsed="0.212383"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-27T00:46:52.855914" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-27T00:46:52.759408" elapsed="0.096724"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-27T00:46:52.874641" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-27T00:46:52.874890" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-27T00:46:52.856474" elapsed="0.018449"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-27T00:46:52.875082" elapsed="0.000317"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T00:46:52.875584" elapsed="0.000255"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:46:52.876360" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:46:52.875984" elapsed="0.000433"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-27T00:46:52.876474" elapsed="0.000062"/>
</return>
<msg time="2026-07-27T00:46:52.876697" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.250
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-27T00:46:52.545099" elapsed="0.331631"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-27T00:46:52.876883" elapsed="0.000645"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-27T00:46:52.877581" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-27T00:46:52.539790" elapsed="0.337930"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-27T00:46:52.881686" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-07-27T00:46:52.881537" elapsed="0.000198"/>
</branch>
<status status="PASS" start="2026-07-27T00:46:52.881511" elapsed="0.000249"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T00:46:52.881897" elapsed="0.000508"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-27T00:46:52.883047" level="INFO">Logging into '10.30.171.250:8101' as 'karaf'.</msg>
<msg time="2026-07-27T00:46:53.078878" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-27T00:46:52.882772" elapsed="0.196306"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-27T00:46:53.104745" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-27T00:46:53.079395" elapsed="0.025413"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-27T00:46:53.106623" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-27T00:46:53.106729" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-27T00:46:53.104984" elapsed="0.001775"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-27T00:46:53.106895" elapsed="0.000190"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T00:46:53.107246" elapsed="0.000213"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:46:53.107951" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:46:53.107601" elapsed="0.000399"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-27T00:46:53.108057" elapsed="0.000066"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.250
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-27T00:46:52.881182" elapsed="0.227096"/>
</kw>
<status status="PASS" start="2026-07-27T00:46:50.881408" elapsed="2.226986"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:46:53.110724" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:46:53.109539" elapsed="0.001250"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-27T00:46:53.114910" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-27T00:46:53.113994" elapsed="0.001022"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-27T00:46:53.115799" elapsed="0.000048"/>
</kw>
<status status="NOT RUN" start="2026-07-27T00:46:53.115266" elapsed="0.000662"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-27T00:46:53.122140" elapsed="0.000040"/>
</kw>
<status status="NOT RUN" start="2026-07-27T00:46:53.121888" elapsed="0.000418"/>
</branch>
<status status="PASS" start="2026-07-27T00:46:53.121867" elapsed="0.000504"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-27T00:46:53.122965" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-27T00:46:53.123161" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-27T00:46:53.122620" elapsed="0.000605"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:46:53.124053" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.250 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.53" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:46:53.123420" elapsed="0.000717"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-27T00:46:53.125033" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T00:46:53.124361" elapsed="0.000708"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-27T00:46:53.126460" level="INFO">Length is 0.</msg>
<msg time="2026-07-27T00:46:53.126588" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-27T00:46:53.125981" elapsed="0.000642"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T00:46:53.126831" elapsed="0.000508"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-27T00:46:53.128567" level="INFO">Logging into '10.30.171.53:22' as 'jenkins'.</msg>
<msg time="2026-07-27T00:46:53.435363" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul 27 00:46:52 UTC 2026

  System load:  0.04               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.53
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul 27 00:46:52 2026 from 10.30.171.125
[?2004h[jenkins@releng-63164-352-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-27T00:46:53.128040" elapsed="0.307556"/>
</kw>
<msg time="2026-07-27T00:46:53.435695" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T00:46:53.127553" elapsed="0.308248"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-27T00:46:53.125415" elapsed="0.310533"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-27T00:46:53.436602" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.250 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-27T00:56:59.571034" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-27T00:56:59.571491" level="INFO">${stdout} = </msg>
<msg time="2026-07-27T00:56:59.571556" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-27T00:46:53.436232" elapsed="606.135362"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T00:56:59.571945" elapsed="0.000499"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.573266" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.250. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:47:58.665 16  switches: flows:  117439 117535 116116 114795 113978 116054 118280 118289 115430 117518 113911 115281 115659 113326 114186 118050  total = 30.930783 per ms 
00:48:58.766 16  switches: flows:  124447 127486 125919 124197 125089 124048 126542 122756 124737 125126 121912 124148 125280 124006 122217 124679  total = 33.154467 per ms 
00:49:58.866 16  switches: flows:  109345 112313 108292 108751 109595 108592 111750 107187 109107 107910 107651 107584 110147 109166 107796 109761  total = 29.033849 per ms 
00:50:58.969 16  switches: flows:  125371 128651 123549 124653 127314 127183 126819 124011 126623 124284 123843 123806 124063 124639 125376 124559  total = 33.355817 per ms 
00:51:59.070 16  switches: flows:  125919 130531 124926 125907 126534 125530 128086 125635 127383 125461 123754 126495 122808 123243 124466 126973  total = 33.504957 per ms 
00:52:59.171 16  switches: flows:  124849 129444 125098 123723 127713 126366 129253 123270 127229 124937 122215 125913 124230 122898 124100 124612  total = 33.375142 per ms 
00:53:59.271 16  switches: flows:  121643 124321 120721 121287 123798 122082 123422 122027 121967 121544 118851 121017 120481 118732 119695 121477  total = 32.330471 per ms 
00:54:59.372 16  switches: flows:  123105 123042 120498 121403 123399 122166 123996 122466 121525 121491 119741 119847 120149 118747 121849 121595  total = 32.362966 per ms 
00:55:59.473 16  switches: flows:  123499 124541 120900 121275 124575 122403 123464 123415 123194 122793 122357 122102 121603 120705 122715 121538  total = 32.630185 per ms 
00:56:59.574 16  switches: flows:  123386 123432 119904 123222 124421 123276 123615 123635 123207 124691 121642 123174 121792 123616 122984 121348  total = 32.734437 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29033.85/33504.96/32498.03/10909.69 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.572682" elapsed="0.000798"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-27T00:56:59.573826" elapsed="0.000069"/>
</return>
<status status="PASS" start="2026-07-27T00:56:59.573617" elapsed="0.000342"/>
</branch>
<status status="PASS" start="2026-07-27T00:56:59.573578" elapsed="0.000424"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-27T00:56:59.574180" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-07-27T00:56:59.574106" elapsed="0.000135"/>
</branch>
<status status="NOT RUN" start="2026-07-27T00:56:59.574078" elapsed="0.000193"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-27T00:56:59.574318" elapsed="0.000019"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T00:56:59.577852" elapsed="0.000480"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T00:56:59.578537" elapsed="0.000240"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T00:56:59.578958" elapsed="0.000136"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-27T00:56:59.574753" elapsed="0.004433"/>
</kw>
<msg time="2026-07-27T00:56:59.579367" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-27T00:46:53.116756" elapsed="606.462648"/>
</kw>
<status status="PASS" start="2026-07-27T00:46:53.115992" elapsed="606.463479"/>
</branch>
<status status="PASS" start="2026-07-27T00:46:53.115152" elapsed="606.464350"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.580102" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.250. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:47:58.665 16  switches: flows:  117439 117535 116116 114795 113978 116054 118280 118289 115430 117518 113911 115281 115659 113326 114186 118050  total = 30.930783 per ms 
00:48:58.766 16  switches: flows:  124447 127486 125919 124197 125089 124048 126542 122756 124737 125126 121912 124148 125280 124006 122217 124679  total = 33.154467 per ms 
00:49:58.866 16  switches: flows:  109345 112313 108292 108751 109595 108592 111750 107187 109107 107910 107651 107584 110147 109166 107796 109761  total = 29.033849 per ms 
00:50:58.969 16  switches: flows:  125371 128651 123549 124653 127314 127183 126819 124011 126623 124284 123843 123806 124063 124639 125376 124559  total = 33.355817 per ms 
00:51:59.070 16  switches: flows:  125919 130531 124926 125907 126534 125530 128086 125635 127383 125461 123754 126495 122808 123243 124466 126973  total = 33.504957 per ms 
00:52:59.171 16  switches: flows:  124849 129444 125098 123723 127713 126366 129253 123270 127229 124937 122215 125913 124230 122898 124100 124612  total = 33.375142 per ms 
00:53:59.271 16  switches: flows:  121643 124321 120721 121287 123798 122082 123422 122027 121967 121544 118851 121017 120481 118732 119695 121477  total = 32.330471 per ms 
00:54:59.372 16  switches: flows:  123105 123042 120498 121403 123399 122166 123996 122466 121525 121491 119741 119847 120149 118747 121849 121595  total = 32.362966 per ms 
00:55:59.473 16  switches: flows:  123499 124541 120900 121275 124575 122403 123464 123415 123194 122793 122357 122102 121603 120705 122715 121538  total = 32.630185 per ms 
00:56:59.574 16  switches: flows:  123386 123432 119904 123222 124421 123276 123615 123635 123207 124691 121642 123174 121792 123616 122984 121348  total = 32.734437 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29033.85/33504.96/32498.03/10909.69 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.579696" elapsed="0.000529"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-27T00:56:59.580429" elapsed="0.000504"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-27T00:56:59.581507" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-27T00:56:59.581633" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 29033.85/33504.96/32498.03/10909.69 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-27T00:56:59.581175" elapsed="0.000492"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T00:56:59.582257" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 29033.85/33504.96/32498.03/10909.69 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T00:56:59.581880" elapsed="0.000415"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.585598" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.582497" elapsed="0.003179"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.588948" level="INFO">29033.85/33504.96/32498.03/10909.69</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.585882" elapsed="0.003144"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T00:56:59.591708" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T00:56:59.589283" elapsed="0.002453"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T00:56:59.594148" level="INFO">@{result_value_list} = [ 29033.85 | 33504.96 | 32498.03 | 10909.69 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T00:56:59.591927" elapsed="0.002261"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.594649" level="INFO">Length is 4.</msg>
<msg time="2026-07-27T00:56:59.594742" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-27T00:56:59.594344" elapsed="0.000422"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.599508" level="INFO">min :: 29033.85</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.595219" elapsed="0.004347"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-27T00:56:59.595068" elapsed="0.004533"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.604093" level="INFO">max :: 33504.96</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.599819" elapsed="0.004354"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-27T00:56:59.599691" elapsed="0.004519"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.608753" level="INFO">avg :: 32498.03</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.604427" elapsed="0.004381"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-27T00:56:59.604300" elapsed="0.004542"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.613493" level="INFO">stdev :: 10909.69</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.609084" elapsed="0.004465"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-27T00:56:59.608933" elapsed="0.004650"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-27T00:56:59.594834" elapsed="0.018782"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.617655" level="INFO">${min} = 29033.85</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T00:56:59.613773" elapsed="0.003909"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.621697" level="INFO">${max} = 33504.96</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T00:56:59.617833" elapsed="0.003890"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.625614" level="INFO">${average} = 32498.03</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T00:56:59.621875" elapsed="0.003765"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.629497" level="INFO">${stdev} = 10909.69</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T00:56:59.625791" elapsed="0.003732"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.630036" level="INFO">${date} = 2026-07-27 00:56:59</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-27T00:56:59.629682" elapsed="0.000380"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.630632" level="INFO">CBench Result: 2026-07-27 00:56:59,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,29033.85,33504.96,32498.03,10909.69</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.630224" elapsed="0.000463"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-27T00:56:59.631737" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-27T00:56:59.631325" elapsed="0.000478"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-27T00:56:59.631955" elapsed="0.000473"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-27T00:56:59.630837" elapsed="0.001655"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-27T00:46:53.112304" elapsed="606.520248"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.633050" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-27T00:56:59.632708" elapsed="0.000397"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-27T00:56:59.633646" elapsed="0.000266"/>
</kw>
<status status="PASS" start="2026-07-27T00:56:59.633350" elapsed="0.000632"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-27T00:46:53.108559" elapsed="606.525460"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.635316" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.634919" elapsed="0.000452"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.636610" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-27T00:56:59.636283" elapsed="0.000369"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-27T00:56:59.637005" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-27T00:56:59.636759" elapsed="0.000303"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-27T00:56:59.640014" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-27T00:56:59.639768" elapsed="0.000301"/>
</branch>
<status status="PASS" start="2026-07-27T00:56:59.639749" elapsed="0.000343"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-27T00:56:59.640427" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-27T00:56:59.640546" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-27T00:56:59.640238" elapsed="0.000334"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.641148" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.250 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.53" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T00:56:59.640706" elapsed="0.000520"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-27T00:56:59.641770" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T00:56:59.641364" elapsed="0.000434"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-27T00:56:59.642838" level="INFO">Length is 0.</msg>
<msg time="2026-07-27T00:56:59.642925" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-27T00:56:59.642537" elapsed="0.000411"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T00:56:59.643086" elapsed="0.000336"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-27T00:56:59.644274" level="INFO">Logging into '10.30.171.53:22' as 'jenkins'.</msg>
<msg time="2026-07-27T00:57:00.224613" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul 27 00:56:59 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.53
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul 27 00:46:53 2026 from 10.30.171.125
[?2004h[jenkins@releng-63164-352-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-27T00:56:59.643908" elapsed="0.580926"/>
</kw>
<msg time="2026-07-27T00:57:00.224930" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T00:56:59.643570" elapsed="0.581459"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-27T00:56:59.642150" elapsed="0.583002"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-27T00:57:00.225762" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.250 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-27T01:07:06.328974" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-27T01:07:06.329330" level="INFO">${stdout} = </msg>
<msg time="2026-07-27T01:07:06.329387" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-27T00:57:00.225434" elapsed="606.103981"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T01:07:06.329683" elapsed="0.000546"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.330802" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.250. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:58:05.383 16  switches: flows:  480205 432844 483035 488777 502304 408349 474958 482788 482346 490222 397593 478514 470390 484340 487108 478065  total = 125.363967 per ms 
00:59:05.485 16  switches: flows:  513649 523657 515098 523354 518435 519948 508286 517606 524988 534233 528039 526256 516804 526584 530591 511727  total = 138.753781 per ms 
01:00:05.587 16  switches: flows:  562803 552156 549536 567610 558403 568539 574954 568340 567549 567360 559309 556935 567046 561727 544308 550626  total = 149.368095 per ms 
01:01:05.690 16  switches: flows:  528783 541466 540860 539494 532818 529519 524439 531717 534010 529746 524703 545197 530803 537213 536344 526682  total = 141.989873 per ms 
01:02:05.808 16  switches: flows:  579313 567307 568651 582513 576950 576673 571119 580274 575207 580330 585589 573759 576923 584977 583917 569449  total = 153.581870 per ms 
01:03:05.910 16  switches: flows:  593151 604673 590342 604332 598561 595571 597207 596380 605912 604914 611412 605565 600036 607061 596591 601874  total = 159.957143 per ms 
01:04:06.022 16  switches: flows:  441138 440064 445293 444676 454784 448947 440607 388960 449849 446139 451947 449481 448623 442568 455505 352946  total = 116.475674 per ms 
01:05:06.123 16  switches: flows:  588235 598563 591741 595661 599262 588723 586448 600960 596696 594395 596898 595479 591138 589577 591959 604903  total = 158.244279 per ms 
01:06:06.226 16  switches: flows:  599556 588649 599944 606523 602753 601223 602488 602901 601187 601697 607178 601389 612549 596431 599714 596208  total = 160.067556 per ms 
01:07:06.333 16  switches: flows:  489717 495095 493485 495285 500562 491621 496238 481501 468963 498237 482718 497943 481012 496150 489451 487646  total = 130.527862 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 116475.67/160067.56/145440.68/50487.94 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.330418" elapsed="0.000540"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-27T01:07:06.331227" elapsed="0.000042"/>
</return>
<status status="PASS" start="2026-07-27T01:07:06.331056" elapsed="0.000250"/>
</branch>
<status status="PASS" start="2026-07-27T01:07:06.331029" elapsed="0.000302"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-27T01:07:06.331425" elapsed="0.000013"/>
</return>
<status status="NOT RUN" start="2026-07-27T01:07:06.331389" elapsed="0.000076"/>
</branch>
<status status="NOT RUN" start="2026-07-27T01:07:06.331373" elapsed="0.000114"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-27T01:07:06.331516" elapsed="0.000014"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T01:07:06.334070" elapsed="0.000356"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T01:07:06.334575" elapsed="0.000173"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T01:07:06.334879" elapsed="0.000104"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-27T01:07:06.331839" elapsed="0.003197"/>
</kw>
<msg time="2026-07-27T01:07:06.335181" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-27T00:56:59.637510" elapsed="606.697699"/>
</kw>
<status status="PASS" start="2026-07-27T00:56:59.637086" elapsed="606.698174"/>
</branch>
<status status="PASS" start="2026-07-27T00:56:59.636738" elapsed="606.698544"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.335711" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.250. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:58:05.383 16  switches: flows:  480205 432844 483035 488777 502304 408349 474958 482788 482346 490222 397593 478514 470390 484340 487108 478065  total = 125.363967 per ms 
00:59:05.485 16  switches: flows:  513649 523657 515098 523354 518435 519948 508286 517606 524988 534233 528039 526256 516804 526584 530591 511727  total = 138.753781 per ms 
01:00:05.587 16  switches: flows:  562803 552156 549536 567610 558403 568539 574954 568340 567549 567360 559309 556935 567046 561727 544308 550626  total = 149.368095 per ms 
01:01:05.690 16  switches: flows:  528783 541466 540860 539494 532818 529519 524439 531717 534010 529746 524703 545197 530803 537213 536344 526682  total = 141.989873 per ms 
01:02:05.808 16  switches: flows:  579313 567307 568651 582513 576950 576673 571119 580274 575207 580330 585589 573759 576923 584977 583917 569449  total = 153.581870 per ms 
01:03:05.910 16  switches: flows:  593151 604673 590342 604332 598561 595571 597207 596380 605912 604914 611412 605565 600036 607061 596591 601874  total = 159.957143 per ms 
01:04:06.022 16  switches: flows:  441138 440064 445293 444676 454784 448947 440607 388960 449849 446139 451947 449481 448623 442568 455505 352946  total = 116.475674 per ms 
01:05:06.123 16  switches: flows:  588235 598563 591741 595661 599262 588723 586448 600960 596696 594395 596898 595479 591138 589577 591959 604903  total = 158.244279 per ms 
01:06:06.226 16  switches: flows:  599556 588649 599944 606523 602753 601223 602488 602901 601187 601697 607178 601389 612549 596431 599714 596208  total = 160.067556 per ms 
01:07:06.333 16  switches: flows:  489717 495095 493485 495285 500562 491621 496238 481501 468963 498237 482718 497943 481012 496150 489451 487646  total = 130.527862 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 116475.67/160067.56/145440.68/50487.94 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.335424" elapsed="0.000360"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-27T01:07:06.335936" elapsed="0.000382"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-27T01:07:06.336701" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-27T01:07:06.336790" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 116475.67/160067.56/145440.68/50487.94 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-27T01:07:06.336480" elapsed="0.000334"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T01:07:06.337258" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 116475.67/160067.56/145440.68/50487.94 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T01:07:06.336966" elapsed="0.000320"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.339688" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.337432" elapsed="0.002313"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.342102" level="INFO">116475.67/160067.56/145440.68/50487.94</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.339891" elapsed="0.002281"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T01:07:06.344507" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T01:07:06.342322" elapsed="0.002213"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T01:07:06.346939" level="INFO">@{result_value_list} = [ 116475.67 | 160067.56 | 145440.68 | 50487.94 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T01:07:06.344720" elapsed="0.002247"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.347439" level="INFO">Length is 4.</msg>
<msg time="2026-07-27T01:07:06.347526" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-27T01:07:06.347120" elapsed="0.000429"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.352389" level="INFO">min :: 116475.67</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.347926" elapsed="0.004520"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-27T01:07:06.347798" elapsed="0.004683"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.357045" level="INFO">max :: 160067.56</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.352699" elapsed="0.004402"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-27T01:07:06.352571" elapsed="0.004565"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.361651" level="INFO">avg :: 145440.68</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.357377" elapsed="0.004330"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-27T01:07:06.357251" elapsed="0.004490"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.366227" level="INFO">stdev :: 50487.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.361958" elapsed="0.004325"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-27T01:07:06.361830" elapsed="0.004488"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-27T01:07:06.347613" elapsed="0.018736"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.370180" level="INFO">${min} = 116475.67</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T01:07:06.366506" elapsed="0.003702"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.374047" level="INFO">${max} = 160067.56</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T01:07:06.370361" elapsed="0.003712"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.377950" level="INFO">${average} = 145440.68</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T01:07:06.374249" elapsed="0.003727"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.382106" level="INFO">${stdev} = 50487.94</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T01:07:06.378127" elapsed="0.004007"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.382665" level="INFO">${date} = 2026-07-27 01:07:06</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-27T01:07:06.382311" elapsed="0.000379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.383274" level="INFO">CBench Result: 2026-07-27 01:07:06,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,116475.67,160067.56,145440.68,50487.94</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.382837" elapsed="0.000493"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-27T01:07:06.384374" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-27T01:07:06.383938" elapsed="0.000503"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-27T01:07:06.384590" elapsed="0.000454"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-27T01:07:06.383477" elapsed="0.001631"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-27T00:56:59.635685" elapsed="606.749499"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.385656" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-27T01:07:06.385339" elapsed="0.000373"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-27T01:07:06.386234" elapsed="0.000261"/>
</kw>
<status status="PASS" start="2026-07-27T01:07:06.385923" elapsed="0.000642"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-27T00:56:59.634347" elapsed="606.752257"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.388217" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.387796" elapsed="0.000478"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.389778" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-27T01:07:06.389248" elapsed="0.000573"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-27T01:07:06.390148" elapsed="0.000037"/>
</kw>
<status status="NOT RUN" start="2026-07-27T01:07:06.389930" elapsed="0.000293"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-27T01:07:06.393229" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-27T01:07:06.392967" elapsed="0.000319"/>
</branch>
<status status="PASS" start="2026-07-27T01:07:06.392948" elapsed="0.000361"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-27T01:07:06.393610" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-27T01:07:06.393727" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-27T01:07:06.393437" elapsed="0.000316"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.394320" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.250 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.53" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:07:06.393885" elapsed="0.000492"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-27T01:07:06.394903" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T01:07:06.394516" elapsed="0.000413"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-27T01:07:06.395811" level="INFO">Length is 0.</msg>
<msg time="2026-07-27T01:07:06.395924" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-27T01:07:06.395514" elapsed="0.000436"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T01:07:06.396088" elapsed="0.000348"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-27T01:07:06.397288" level="INFO">Logging into '10.30.171.53:22' as 'jenkins'.</msg>
<msg time="2026-07-27T01:07:07.019062" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Jul 27 01:07:06 UTC 2026

  System load:  0.1                Processes:             104
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.53
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Jul 27 00:57:00 2026 from 10.30.171.125
[?2004h[jenkins@releng-63164-352-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-27T01:07:06.396922" elapsed="0.622296"/>
</kw>
<msg time="2026-07-27T01:07:07.019291" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T01:07:06.396585" elapsed="0.622768"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-27T01:07:06.395128" elapsed="0.624332"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-27T01:07:07.019863" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.250 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-27T01:17:13.085987" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-27T01:17:13.086530" level="INFO">${stdout} = </msg>
<msg time="2026-07-27T01:17:13.086632" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-27T01:07:07.019627" elapsed="606.067062"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T01:17:13.087140" elapsed="0.000762"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.089059" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.250. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:08:12.185 16  switches: flows:  129774 128557 126668 126288 127442 125251 127571 126029 125939 124767 124275 123777 125016 125252 125126 127131  total = 33.647717 per ms 
01:09:12.286 16  switches: flows:  132599 131948 130094 128417 131648 125967 129649 127131 127374 126823 125100 124406 129291 127996 126055 129673  total = 34.179109 per ms 
01:10:12.388 16  switches: flows:  132811 134668 131804 130754 132301 126883 131933 128036 129401 129558 126489 126834 129758 129782 127113 130011  total = 34.577885 per ms 
01:11:12.489 16  switches: flows:  132539 134262 132040 131685 133425 127432 132139 127867 128701 127291 127182 125277 128222 130597 126066 130547  total = 34.530227 per ms 
01:12:12.590 16  switches: flows:  133865 134839 133600 129928 133505 127489 131872 129142 128554 128763 127129 125791 129183 131639 126689 132065  total = 34.676348 per ms 
01:13:12.691 16  switches: flows:  133660 133705 131663 130696 133995 128554 131303 128542 129292 127973 127253 127002 129161 130978 127970 130906  total = 34.653030 per ms 
01:14:12.792 16  switches: flows:  134673 136040 132841 132173 135038 130492 133454 128846 130439 128888 128182 127160 129133 133114 127831 132386  total = 34.952957 per ms 
01:15:12.893 16  switches: flows:  133232 134519 131626 131032 132703 127768 130756 129305 130827 127928 127893 128822 128068 130172 129027 131890  total = 34.701532 per ms 
01:16:12.995 16  switches: flows:  129310 133881 131121 126393 130621 126400 128266 127899 129778 127834 127070 127712 127799 129763 128727 130790  total = 34.332085 per ms 
01:17:13.096 16  switches: flows:  126140 127097 125502 122126 125673 122108 124408 123716 123448 122036 121159 121731 124616 123615 122538 124409  total = 32.950319 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32950.32/34952.96/34394.83/11478.22 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.088290" elapsed="0.001093"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-27T01:17:13.089856" elapsed="0.000090"/>
</return>
<status status="PASS" start="2026-07-27T01:17:13.089563" elapsed="0.000477"/>
</branch>
<status status="PASS" start="2026-07-27T01:17:13.089512" elapsed="0.000586"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-27T01:17:13.090338" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-27T01:17:13.090256" elapsed="0.000173"/>
</branch>
<status status="NOT RUN" start="2026-07-27T01:17:13.090219" elapsed="0.000259"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-27T01:17:13.090546" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-27T01:17:13.096456" elapsed="0.000658"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-27T01:17:13.097278" elapsed="0.000163"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-27T01:17:13.097571" elapsed="0.000097"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-27T01:17:13.091228" elapsed="0.006492"/>
</kw>
<msg time="2026-07-27T01:17:13.097849" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-27T01:07:06.390565" elapsed="606.707311"/>
</kw>
<status status="PASS" start="2026-07-27T01:07:06.390248" elapsed="606.707678"/>
</branch>
<status status="PASS" start="2026-07-27T01:07:06.389910" elapsed="606.708038"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.098390" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.250:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.250. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:08:12.185 16  switches: flows:  129774 128557 126668 126288 127442 125251 127571 126029 125939 124767 124275 123777 125016 125252 125126 127131  total = 33.647717 per ms 
01:09:12.286 16  switches: flows:  132599 131948 130094 128417 131648 125967 129649 127131 127374 126823 125100 124406 129291 127996 126055 129673  total = 34.179109 per ms 
01:10:12.388 16  switches: flows:  132811 134668 131804 130754 132301 126883 131933 128036 129401 129558 126489 126834 129758 129782 127113 130011  total = 34.577885 per ms 
01:11:12.489 16  switches: flows:  132539 134262 132040 131685 133425 127432 132139 127867 128701 127291 127182 125277 128222 130597 126066 130547  total = 34.530227 per ms 
01:12:12.590 16  switches: flows:  133865 134839 133600 129928 133505 127489 131872 129142 128554 128763 127129 125791 129183 131639 126689 132065  total = 34.676348 per ms 
01:13:12.691 16  switches: flows:  133660 133705 131663 130696 133995 128554 131303 128542 129292 127973 127253 127002 129161 130978 127970 130906  total = 34.653030 per ms 
01:14:12.792 16  switches: flows:  134673 136040 132841 132173 135038 130492 133454 128846 130439 128888 128182 127160 129133 133114 127831 132386  total = 34.952957 per ms 
01:15:12.893 16  switches: flows:  133232 134519 131626 131032 132703 127768 130756 129305 130827 127928 127893 128822 128068 130172 129027 131890  total = 34.701532 per ms 
01:16:12.995 16  switches: flows:  129310 133881 131121 126393 130621 126400 128266 127899 129778 127834 127070 127712 127799 129763 128727 130790  total = 34.332085 per ms 
01:17:13.096 16  switches: flows:  126140 127097 125502 122126 125673 122108 124408 123716 123448 122036 121159 121731 124616 123615 122538 124409  total = 32.950319 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32950.32/34952.96/34394.83/11478.22 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.098086" elapsed="0.000377"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-27T01:17:13.098609" elapsed="0.000386"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-27T01:17:13.099403" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-27T01:17:13.099494" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 32950.32/34952.96/34394.83/11478.22 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-27T01:17:13.099181" elapsed="0.000338"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T01:17:13.099927" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 32950.32/34952.96/34394.83/11478.22 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T01:17:13.099670" elapsed="0.000284"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.102330" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.100098" elapsed="0.002287"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.104746" level="INFO">32950.32/34952.96/34394.83/11478.22</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.102529" elapsed="0.002272"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T01:17:13.107140" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T01:17:13.104950" elapsed="0.002231"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-27T01:17:13.109618" level="INFO">@{result_value_list} = [ 32950.32 | 34952.96 | 34394.83 | 11478.22 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-27T01:17:13.107369" elapsed="0.002276"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.110101" level="INFO">Length is 4.</msg>
<msg time="2026-07-27T01:17:13.110203" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-27T01:17:13.109800" elapsed="0.000428"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.114994" level="INFO">min :: 32950.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.110599" elapsed="0.004465"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-27T01:17:13.110473" elapsed="0.004627"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.119695" level="INFO">max :: 34952.96</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.115328" elapsed="0.004423"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-27T01:17:13.115203" elapsed="0.004583"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.124283" level="INFO">avg :: 34394.83</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.119997" elapsed="0.004342"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-27T01:17:13.119868" elapsed="0.004505"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.128860" level="INFO">stdev :: 11478.22</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.124592" elapsed="0.004323"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-27T01:17:13.124456" elapsed="0.004493"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-27T01:17:13.110293" elapsed="0.018685"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.132871" level="INFO">${min} = 32950.32</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T01:17:13.129132" elapsed="0.003766"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.137039" level="INFO">${max} = 34952.96</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T01:17:13.133300" elapsed="0.003765"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.140923" level="INFO">${average} = 34394.83</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T01:17:13.137231" elapsed="0.003718"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.144826" level="INFO">${stdev} = 11478.22</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-27T01:17:13.141099" elapsed="0.003754"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.145384" level="INFO">${date} = 2026-07-27 01:17:13</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-27T01:17:13.145016" elapsed="0.000393"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.145958" level="INFO">CBench Result: 2026-07-27 01:17:13,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,32950.32,34952.96,34394.83,11478.22</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-27T01:17:13.145553" elapsed="0.000459"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-27T01:17:13.147097" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-27T01:17:13.146641" elapsed="0.000540"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-27T01:17:13.147333" elapsed="0.000454"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-27T01:17:13.146177" elapsed="0.001676"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-27T01:07:06.388585" elapsed="606.759325"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.148382" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-27T01:17:13.148056" elapsed="0.000382"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-27T01:17:13.149665" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-27T01:17:13.149184" elapsed="0.000508"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-27T01:17:13.149909" elapsed="0.000028"/>
</return>
<status status="PASS" start="2026-07-27T01:17:13.149766" elapsed="0.000200"/>
</branch>
<status status="PASS" start="2026-07-27T01:17:13.149747" elapsed="0.000243"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-27T01:17:13.150128" elapsed="0.000020"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-27T01:17:13.150298" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-27T01:17:13.150454" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-27T01:17:13.150648" elapsed="0.000020"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-27T01:17:13.150798" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-27T01:17:13.150961" elapsed="0.000031"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-27T01:17:13.151126" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-27T01:17:13.151365" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-07-27T01:17:13.151229" elapsed="0.000186"/>
</branch>
<status status="NOT RUN" start="2026-07-27T01:17:13.151212" elapsed="0.000227"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-27T01:17:13.148834" elapsed="0.002655"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-27T01:07:06.387213" elapsed="606.764321"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-27T00:46:50.338738" elapsed="1822.813354"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
