<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-04-19T00:46:35.033513" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-19T00:46:35.660848" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-04-19T00:46:35.660698" elapsed="0.000240"/>
</branch>
<status status="PASS" start="2026-04-19T00:46:35.660657" elapsed="0.000310"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T00:46:35.661127" elapsed="0.000561"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-19T00:46:35.662192" level="INFO">Logging into '10.30.171.24:8101' as 'karaf'.</msg>
<msg time="2026-04-19T00:46:36.381804" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-19T00:46:35.661864" elapsed="0.720206"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-19T00:46:36.432463" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-19T00:46:36.382469" elapsed="0.050093"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-19T00:46:36.434599" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-19T00:46:36.434719" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-19T00:46:36.432767" elapsed="0.001983"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-19T00:46:36.434909" elapsed="0.000222"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T00:46:36.435293" elapsed="0.000233"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:46:36.436070" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:46:36.435681" elapsed="0.000467"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-19T00:46:36.436206" elapsed="0.000073"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.24
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-19T00:46:35.660290" elapsed="0.776129"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-04-19T00:46:35.656550" elapsed="0.779968"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-19T00:46:36.437186" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-19T00:46:36.436732" elapsed="0.000513"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-19T00:46:36.437662" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-19T00:46:36.437402" elapsed="0.000326"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-19T00:46:36.438347" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-19T00:46:36.437886" elapsed="0.000489"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-19T00:46:36.438903" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-19T00:46:36.438555" elapsed="0.000391"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-19T00:46:36.439494" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-19T00:46:36.439112" elapsed="0.000409"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-19T00:46:36.439993" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-19T00:46:36.439681" elapsed="0.000355"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-04-19T00:46:36.440384" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-19T00:46:36.440156" elapsed="0.000283"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-19T00:46:36.445232" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T00:46:36.444768" elapsed="0.000493"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-19T00:46:36.446336" level="INFO">Length is 0.</msg>
<msg time="2026-04-19T00:46:36.446420" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-19T00:46:36.445815" elapsed="0.000630"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T00:46:36.446594" elapsed="0.000359"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-19T00:46:36.447987" level="INFO">Logging into '10.30.170.80:22' as 'jenkins'.</msg>
<msg time="2026-04-19T00:46:37.139619" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Apr 19 00:46:36 UTC 2026

  System load:  0.01               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.80
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-191-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-19T00:46:36.447476" elapsed="0.692317"/>
</kw>
<msg time="2026-04-19T00:46:37.139895" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T00:46:36.447123" elapsed="0.692879"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-19T00:46:36.445469" elapsed="0.694678"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.147635" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-04-19T00:46:37.140379" elapsed="0.009167"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T00:46:37.149965" elapsed="0.000617"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-04-19T00:46:36.444209" elapsed="0.706516"/>
</kw>
<status status="PASS" start="2026-04-19T00:46:36.440718" elapsed="0.710092"/>
</branch>
<status status="PASS" start="2026-04-19T00:46:36.440125" elapsed="0.710754"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-19T00:46:37.151244" elapsed="0.001059"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-19T00:46:37.161910" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-04-19T00:46:37.161784" elapsed="0.000183"/>
</branch>
<status status="PASS" start="2026-04-19T00:46:37.161760" elapsed="0.000231"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-19T00:46:37.165631" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-04-19T00:46:37.165516" elapsed="0.000162"/>
</branch>
<status status="PASS" start="2026-04-19T00:46:37.165496" elapsed="0.000205"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T00:46:37.165834" elapsed="0.000471"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.166718" level="INFO">Logging into '10.30.171.24:8101' as 'karaf'.</msg>
<msg time="2026-04-19T00:46:37.373672" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-19T00:46:37.166453" elapsed="0.207365"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.467226" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-19T00:46:37.374070" elapsed="0.093248"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.474149" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-19T00:46:37.474365" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-19T00:46:37.467497" elapsed="0.006900"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-19T00:46:37.474540" elapsed="0.000195"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T00:46:37.474885" elapsed="0.000253"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:46:37.475636" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:46:37.475281" elapsed="0.000418"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-19T00:46:37.475755" elapsed="0.000066"/>
</return>
<msg time="2026-04-19T00:46:37.475985" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.24
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-19T00:46:37.165153" elapsed="0.310864"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-19T00:46:37.476185" elapsed="0.000614"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-19T00:46:37.476852" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-04-19T00:46:37.161217" elapsed="0.315765"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-19T00:46:37.480842" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-04-19T00:46:37.480697" elapsed="0.000193"/>
</branch>
<status status="PASS" start="2026-04-19T00:46:37.480670" elapsed="0.000248"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T00:46:37.481107" elapsed="0.000491"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.482199" level="INFO">Logging into '10.30.171.24:8101' as 'karaf'.</msg>
<msg time="2026-04-19T00:46:37.645821" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-19T00:46:37.481903" elapsed="0.164040"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.668802" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-19T00:46:37.646188" elapsed="0.022683"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.670868" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-19T00:46:37.670977" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-19T00:46:37.669032" elapsed="0.001974"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-19T00:46:37.671158" elapsed="0.000182"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T00:46:37.671486" elapsed="0.000173"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:46:37.672124" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:46:37.671801" elapsed="0.000375"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-19T00:46:37.672226" elapsed="0.000047"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.24
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-19T00:46:37.480325" elapsed="0.192063"/>
</kw>
<status status="PASS" start="2026-04-19T00:46:35.654529" elapsed="2.017925"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:46:37.674823" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:46:37.673490" elapsed="0.001401"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-19T00:46:37.676466" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-19T00:46:37.676077" elapsed="0.000433"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-19T00:46:37.676848" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-04-19T00:46:37.676599" elapsed="0.000309"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-19T00:46:37.679972" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-19T00:46:37.679720" elapsed="0.000308"/>
</branch>
<status status="PASS" start="2026-04-19T00:46:37.679700" elapsed="0.000355"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.680434" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-19T00:46:37.680557" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-19T00:46:37.680213" elapsed="0.000370"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:46:37.681170" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.24 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.80" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:46:37.680720" elapsed="0.000511"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.681861" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T00:46:37.681372" elapsed="0.000516"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-19T00:46:37.682830" level="INFO">Length is 0.</msg>
<msg time="2026-04-19T00:46:37.682921" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-19T00:46:37.682486" elapsed="0.000459"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T00:46:37.683104" elapsed="0.000348"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-19T00:46:37.684340" level="INFO">Logging into '10.30.170.80:22' as 'jenkins'.</msg>
<msg time="2026-04-19T00:46:38.008283" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Apr 19 00:46:36 UTC 2026

  System load:  0.01               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.80
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Apr 19 00:46:37 2026 from 10.30.170.137
[?2004h[jenkins@releng-63164-191-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-19T00:46:37.683957" elapsed="0.324583"/>
</kw>
<msg time="2026-04-19T00:46:38.008649" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T00:46:37.683607" elapsed="0.325160"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-19T00:46:37.682107" elapsed="0.326822"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-19T00:46:38.010076" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.24 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-19T00:56:44.142911" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-19T00:56:44.143396" level="INFO">${stdout} = </msg>
<msg time="2026-04-19T00:56:44.143464" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-19T00:46:38.009253" elapsed="606.134250"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T00:56:44.143856" elapsed="0.000993"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.145678" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:47:43.228 16  switches: flows:  115327 115692 110762 117303 113522 109748 112342 111865 110353 111712 107501 110574 111393 108398 107917 110492  total = 29.748350 per ms 
00:48:43.329 16  switches: flows:  125750 124313 124705 127270 124376 123065 124280 123940 121553 122172 121289 120430 119634 121520 120022 120416  total = 32.690992 per ms 
00:49:43.430 16  switches: flows:  122465 123419 121958 124910 124583 122897 124487 120377 118632 120814 120366 117404 120030 121085 117703 117314  total = 32.253547 per ms 
00:50:43.531 16  switches: flows:  123438 124672 123747 124721 123118 121882 122913 123512 120800 118923 119917 119678 119188 120505 119699 118383  total = 32.364223 per ms 
00:51:43.632 16  switches: flows:  126333 128192 124536 126560 125368 124743 124046 127093 122851 122347 122081 123131 120394 123547 121484 122426  total = 33.030414 per ms 
00:52:43.733 16  switches: flows:  129121 130578 128729 128914 129410 128231 126664 130169 126712 124935 125704 127422 124475 127581 124615 125101  total = 33.916035 per ms 
00:53:43.834 16  switches: flows:  129084 130534 126813 128381 129483 128388 127482 131798 125665 125288 124561 125737 124220 127221 125051 125641  total = 33.865821 per ms 
00:54:43.935 16  switches: flows:  130514 131436 130059 130014 132056 128024 130578 134130 130184 128627 128054 127580 126927 130612 127379 126432  total = 34.485827 per ms 
00:55:44.036 16  switches: flows:  126268 126651 125759 125414 126695 124728 124330 128903 125056 125418 124872 124269 121200 126120 124216 122657  total = 33.320289 per ms 
00:56:44.137 16  switches: flows:  132687 132093 131262 132470 132063 130904 129589 134113 130422 130151 128336 130177 127798 129075 128202 127404  total = 34.721132 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32253.55/34721.13/33405.36/11167.21 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.145155" elapsed="0.000733"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-19T00:56:44.146285" elapsed="0.000055"/>
</return>
<status status="PASS" start="2026-04-19T00:56:44.146027" elapsed="0.000367"/>
</branch>
<status status="PASS" start="2026-04-19T00:56:44.145981" elapsed="0.000449"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-19T00:56:44.146569" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-04-19T00:56:44.146516" elapsed="0.000110"/>
</branch>
<status status="NOT RUN" start="2026-04-19T00:56:44.146494" elapsed="0.000161"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-19T00:56:44.146702" elapsed="0.000018"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T00:56:44.150296" elapsed="0.000343"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T00:56:44.150787" elapsed="0.000238"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T00:56:44.151173" elapsed="0.000101"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-19T00:56:44.147185" elapsed="0.004142"/>
</kw>
<msg time="2026-04-19T00:56:44.151460" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-19T00:46:37.677322" elapsed="606.474165"/>
</kw>
<status status="PASS" start="2026-04-19T00:46:37.676938" elapsed="606.474598"/>
</branch>
<status status="PASS" start="2026-04-19T00:46:37.676572" elapsed="606.474990"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.151993" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:47:43.228 16  switches: flows:  115327 115692 110762 117303 113522 109748 112342 111865 110353 111712 107501 110574 111393 108398 107917 110492  total = 29.748350 per ms 
00:48:43.329 16  switches: flows:  125750 124313 124705 127270 124376 123065 124280 123940 121553 122172 121289 120430 119634 121520 120022 120416  total = 32.690992 per ms 
00:49:43.430 16  switches: flows:  122465 123419 121958 124910 124583 122897 124487 120377 118632 120814 120366 117404 120030 121085 117703 117314  total = 32.253547 per ms 
00:50:43.531 16  switches: flows:  123438 124672 123747 124721 123118 121882 122913 123512 120800 118923 119917 119678 119188 120505 119699 118383  total = 32.364223 per ms 
00:51:43.632 16  switches: flows:  126333 128192 124536 126560 125368 124743 124046 127093 122851 122347 122081 123131 120394 123547 121484 122426  total = 33.030414 per ms 
00:52:43.733 16  switches: flows:  129121 130578 128729 128914 129410 128231 126664 130169 126712 124935 125704 127422 124475 127581 124615 125101  total = 33.916035 per ms 
00:53:43.834 16  switches: flows:  129084 130534 126813 128381 129483 128388 127482 131798 125665 125288 124561 125737 124220 127221 125051 125641  total = 33.865821 per ms 
00:54:43.935 16  switches: flows:  130514 131436 130059 130014 132056 128024 130578 134130 130184 128627 128054 127580 126927 130612 127379 126432  total = 34.485827 per ms 
00:55:44.036 16  switches: flows:  126268 126651 125759 125414 126695 124728 124330 128903 125056 125418 124872 124269 121200 126120 124216 122657  total = 33.320289 per ms 
00:56:44.137 16  switches: flows:  132687 132093 131262 132470 132063 130904 129589 134113 130422 130151 128336 130177 127798 129075 128202 127404  total = 34.721132 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32253.55/34721.13/33405.36/11167.21 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.151701" elapsed="0.000366"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-19T00:56:44.152234" elapsed="0.000394"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-19T00:56:44.153046" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-19T00:56:44.153166" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 32253.55/34721.13/33405.36/11167.21 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-19T00:56:44.152793" elapsed="0.000399"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T00:56:44.153609" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 32253.55/34721.13/33405.36/11167.21 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T00:56:44.153350" elapsed="0.000286"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.156030" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.153780" elapsed="0.002310"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.158506" level="INFO">32253.55/34721.13/33405.36/11167.21</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.156251" elapsed="0.002312"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T00:56:44.160912" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T00:56:44.158712" elapsed="0.002228"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T00:56:44.163375" level="INFO">@{result_value_list} = [ 32253.55 | 34721.13 | 33405.36 | 11167.21 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T00:56:44.161143" elapsed="0.002259"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.163863" level="INFO">Length is 4.</msg>
<msg time="2026-04-19T00:56:44.163958" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-19T00:56:44.163556" elapsed="0.000426"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.168731" level="INFO">min :: 32253.55</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.164402" elapsed="0.004387"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-19T00:56:44.164270" elapsed="0.004554"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.173363" level="INFO">max :: 34721.13</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.169047" elapsed="0.004373"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-19T00:56:44.168916" elapsed="0.004539"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.178013" level="INFO">avg :: 33405.36</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.173702" elapsed="0.004368"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-19T00:56:44.173545" elapsed="0.004574"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.182689" level="INFO">stdev :: 11167.21</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.178342" elapsed="0.004404"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-19T00:56:44.178214" elapsed="0.004566"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-19T00:56:44.164056" elapsed="0.018757"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.186810" level="INFO">${min} = 32253.55</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T00:56:44.182973" elapsed="0.003864"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.190838" level="INFO">${max} = 34721.13</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T00:56:44.186987" elapsed="0.003878"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.195164" level="INFO">${average} = 33405.36</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T00:56:44.191016" elapsed="0.004176"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.199171" level="INFO">${stdev} = 11167.21</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T00:56:44.195343" elapsed="0.003857"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.199738" level="INFO">${date} = 2026-04-19 00:56:44</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-19T00:56:44.199367" elapsed="0.000397"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.200340" level="INFO">CBench Result: 2026-04-19 00:56:44,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,32253.55,34721.13,33405.36,11167.21</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.199909" elapsed="0.000488"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-19T00:56:44.201463" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-19T00:56:44.201026" elapsed="0.000504"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-19T00:56:44.201681" elapsed="0.000476"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-19T00:56:44.200541" elapsed="0.001681"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-04-19T00:46:37.675407" elapsed="606.526877"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.202782" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-19T00:56:44.202454" elapsed="0.000384"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-04-19T00:56:44.203392" elapsed="0.000266"/>
</kw>
<status status="PASS" start="2026-04-19T00:56:44.203076" elapsed="0.000657"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-19T00:46:37.672653" elapsed="606.531128"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.205099" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.204704" elapsed="0.000468"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.206450" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-19T00:56:44.206096" elapsed="0.000429"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-19T00:56:44.206866" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-04-19T00:56:44.206642" elapsed="0.000283"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-19T00:56:44.209855" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-19T00:56:44.209608" elapsed="0.000302"/>
</branch>
<status status="PASS" start="2026-04-19T00:56:44.209589" elapsed="0.000345"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-19T00:56:44.210293" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-19T00:56:44.210419" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-19T00:56:44.210063" elapsed="0.000384"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.211021" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.24 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.80" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T00:56:44.210597" elapsed="0.000483"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-19T00:56:44.211651" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T00:56:44.211242" elapsed="0.000435"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-19T00:56:44.212642" level="INFO">Length is 0.</msg>
<msg time="2026-04-19T00:56:44.212733" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-19T00:56:44.212300" elapsed="0.000467"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T00:56:44.212913" elapsed="0.000404"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-19T00:56:44.214206" level="INFO">Logging into '10.30.170.80:22' as 'jenkins'.</msg>
<msg time="2026-04-19T00:56:44.766302" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Apr 19 00:56:44 UTC 2026

  System load:  1.01               Processes:             104
  Usage of /:   19.6% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.80
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Apr 19 00:46:37 2026 from 10.30.170.137
[?2004h[jenkins@releng-63164-191-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-19T00:56:44.213817" elapsed="0.552636"/>
</kw>
<msg time="2026-04-19T00:56:44.766531" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T00:56:44.213471" elapsed="0.553157"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-19T00:56:44.211888" elapsed="0.554872"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-19T00:56:44.767267" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.24 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-19T01:06:51.218740" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-19T01:06:51.227660" level="INFO">${stdout} = </msg>
<msg time="2026-04-19T01:06:51.227754" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-19T00:56:44.766968" elapsed="606.460815"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T01:06:51.229927" elapsed="0.001953"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.232523" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:57:50.278 16  switches: flows:  530315 525112 547405 539111 540887 526475 521348 530145 519321 541716 517328 532141 519831 533563 522433 531232  total = 141.306050 per ms 
00:58:50.379 16  switches: flows:  562482 551535 563548 574243 571922 569071 569556 570810 571766 561954 587007 566917 572940 572147 556254 574967  total = 151.364459 per ms 
00:59:50.487 16  switches: flows:  601044 609272 599024 602917 604429 597198 612779 594755 595294 601998 596249 603236 613373 604597 599215 601495  total = 160.328928 per ms 
01:00:50.596 16  switches: flows:  567757 581141 577943 581299 586093 580012 594869 570628 579432 566614 575317 577465 581481 576352 583286 582595  total = 154.091339 per ms 
01:01:50.697 16  switches: flows:  636978 629924 617716 653126 649816 624474 601068 658871 645380 650365 629728 586052 623593 645661 594162 627094  total = 167.617187 per ms 
01:02:50.799 16  switches: flows:  546164 581862 594571 581089 603386 587094 574839 570130 590202 574979 567215 565248 581758 577828 584200 564094  total = 153.818049 per ms 
01:03:50.901 16  switches: flows:  687191 676288 683392 684382 694525 683358 688674 666866 693628 685533 685238 682362 691388 676245 681821 698988  total = 182.358206 per ms 
01:04:51.002 16  switches: flows:  676412 665943 674513 683346 670638 667494 673950 672987 667855 669531 684497 672018 680485 670073 674643 678204  total = 179.409473 per ms 
01:05:51.105 16  switches: flows:  675786 682564 685330 676651 685789 689719 686414 682160 679304 680284 683583 674416 688774 686416 675991 674710  total = 181.491686 per ms 
01:06:51.207 16  switches: flows:  648526 662982 670115 641133 663454 661415 659062 666447 656705 648160 508516 659813 655155 660128 656829 658252  total = 172.653189 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 151364.46/182358.21/167014.72/56916.61 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.232119" elapsed="0.001038"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-19T01:06:51.233410" elapsed="0.000038"/>
</return>
<status status="PASS" start="2026-04-19T01:06:51.233252" elapsed="0.000235"/>
</branch>
<status status="PASS" start="2026-04-19T01:06:51.233225" elapsed="0.000288"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-19T01:06:51.233611" elapsed="0.000013"/>
</return>
<status status="NOT RUN" start="2026-04-19T01:06:51.233574" elapsed="0.000078"/>
</branch>
<status status="NOT RUN" start="2026-04-19T01:06:51.233557" elapsed="0.000118"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-19T01:06:51.233706" elapsed="0.000014"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T01:06:51.237707" elapsed="0.000362"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T01:06:51.238342" elapsed="0.000193"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T01:06:51.238679" elapsed="0.000112"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-19T01:06:51.234533" elapsed="0.004313"/>
</kw>
<msg time="2026-04-19T01:06:51.238982" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-19T00:56:44.207296" elapsed="607.031714"/>
</kw>
<status status="PASS" start="2026-04-19T00:56:44.206950" elapsed="607.032110"/>
</branch>
<status status="PASS" start="2026-04-19T00:56:44.206620" elapsed="607.032482"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.239580" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:57:50.278 16  switches: flows:  530315 525112 547405 539111 540887 526475 521348 530145 519321 541716 517328 532141 519831 533563 522433 531232  total = 141.306050 per ms 
00:58:50.379 16  switches: flows:  562482 551535 563548 574243 571922 569071 569556 570810 571766 561954 587007 566917 572940 572147 556254 574967  total = 151.364459 per ms 
00:59:50.487 16  switches: flows:  601044 609272 599024 602917 604429 597198 612779 594755 595294 601998 596249 603236 613373 604597 599215 601495  total = 160.328928 per ms 
01:00:50.596 16  switches: flows:  567757 581141 577943 581299 586093 580012 594869 570628 579432 566614 575317 577465 581481 576352 583286 582595  total = 154.091339 per ms 
01:01:50.697 16  switches: flows:  636978 629924 617716 653126 649816 624474 601068 658871 645380 650365 629728 586052 623593 645661 594162 627094  total = 167.617187 per ms 
01:02:50.799 16  switches: flows:  546164 581862 594571 581089 603386 587094 574839 570130 590202 574979 567215 565248 581758 577828 584200 564094  total = 153.818049 per ms 
01:03:50.901 16  switches: flows:  687191 676288 683392 684382 694525 683358 688674 666866 693628 685533 685238 682362 691388 676245 681821 698988  total = 182.358206 per ms 
01:04:51.002 16  switches: flows:  676412 665943 674513 683346 670638 667494 673950 672987 667855 669531 684497 672018 680485 670073 674643 678204  total = 179.409473 per ms 
01:05:51.105 16  switches: flows:  675786 682564 685330 676651 685789 689719 686414 682160 679304 680284 683583 674416 688774 686416 675991 674710  total = 181.491686 per ms 
01:06:51.207 16  switches: flows:  648526 662982 670115 641133 663454 661415 659062 666447 656705 648160 508516 659813 655155 660128 656829 658252  total = 172.653189 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 151364.46/182358.21/167014.72/56916.61 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.239261" elapsed="0.000396"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-19T01:06:51.239808" elapsed="0.000385"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-19T01:06:51.240578" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-19T01:06:51.240671" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 151364.46/182358.21/167014.72/56916.61 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-19T01:06:51.240355" elapsed="0.000342"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T01:06:51.241133" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 151364.46/182358.21/167014.72/56916.61 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T01:06:51.240858" elapsed="0.000304"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.243574" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.241308" elapsed="0.002323"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.245982" level="INFO">151364.46/182358.21/167014.72/56916.61</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.243775" elapsed="0.002264"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T01:06:51.248395" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T01:06:51.246209" elapsed="0.002213"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T01:06:51.250864" level="INFO">@{result_value_list} = [ 151364.46 | 182358.21 | 167014.72 | 56916.61 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T01:06:51.248618" elapsed="0.002275"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.251368" level="INFO">Length is 4.</msg>
<msg time="2026-04-19T01:06:51.251457" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-19T01:06:51.251045" elapsed="0.000436"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.256182" level="INFO">min :: 151364.46</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.251855" elapsed="0.004383"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-19T01:06:51.251727" elapsed="0.004545"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.261077" level="INFO">max :: 182358.21</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.256488" elapsed="0.004667"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-19T01:06:51.256362" elapsed="0.004829"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.265740" level="INFO">avg :: 167014.72</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.261411" elapsed="0.004387"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-19T01:06:51.261280" elapsed="0.004554"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.270600" level="INFO">stdev :: 56916.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.266054" elapsed="0.004604"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-19T01:06:51.265927" elapsed="0.004766"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-19T01:06:51.251546" elapsed="0.019179"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.275073" level="INFO">${min} = 151364.46</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T01:06:51.271345" elapsed="0.003770"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.279017" level="INFO">${max} = 182358.21</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T01:06:51.275268" elapsed="0.003776"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.282993" level="INFO">${average} = 167014.72</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T01:06:51.279210" elapsed="0.003810"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.286904" level="INFO">${stdev} = 56916.61</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T01:06:51.283185" elapsed="0.003745"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.287449" level="INFO">${date} = 2026-04-19 01:06:51</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-19T01:06:51.287101" elapsed="0.000373"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.288030" level="INFO">CBench Result: 2026-04-19 01:06:51,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,151364.46,182358.21,167014.72,56916.61</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.287619" elapsed="0.000482"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-19T01:06:51.289141" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-19T01:06:51.288717" elapsed="0.000492"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-19T01:06:51.289360" elapsed="0.000461"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-19T01:06:51.288244" elapsed="0.001641"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-04-19T00:56:44.205498" elapsed="607.084448"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.290892" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-19T01:06:51.290107" elapsed="0.000843"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-04-19T01:06:51.291479" elapsed="0.000266"/>
</kw>
<status status="PASS" start="2026-04-19T01:06:51.291175" elapsed="0.000641"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-19T00:56:44.204126" elapsed="607.088167"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.293468" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.293069" elapsed="0.000456"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.294765" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-19T01:06:51.294438" elapsed="0.000369"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-19T01:06:51.295165" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-04-19T01:06:51.294927" elapsed="0.000297"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-19T01:06:51.298122" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-04-19T01:06:51.297855" elapsed="0.000323"/>
</branch>
<status status="PASS" start="2026-04-19T01:06:51.297837" elapsed="0.000394"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-19T01:06:51.298566" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-19T01:06:51.298684" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-19T01:06:51.298370" elapsed="0.000341"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.299290" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.24 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.80" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:06:51.298851" elapsed="0.000497"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-19T01:06:51.299881" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T01:06:51.299488" elapsed="0.000423"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-19T01:06:51.300973" level="INFO">Length is 0.</msg>
<msg time="2026-04-19T01:06:51.301068" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-19T01:06:51.300507" elapsed="0.000600"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T01:06:51.301252" elapsed="0.000329"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-19T01:06:51.302465" level="INFO">Logging into '10.30.170.80:22' as 'jenkins'.</msg>
<msg time="2026-04-19T01:06:51.889835" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Apr 19 01:06:51 UTC 2026

  System load:  0.36               Processes:             105
  Usage of /:   19.6% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.80
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Apr 19 00:56:44 2026 from 10.30.170.137
[?2004h[jenkins@releng-63164-191-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-19T01:06:51.302093" elapsed="0.587962"/>
</kw>
<msg time="2026-04-19T01:06:51.890167" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T01:06:51.301734" elapsed="0.588547"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-19T01:06:51.300131" elapsed="0.590286"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-19T01:06:51.890942" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.24 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-19T01:16:58.104988" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-19T01:16:58.105640" level="INFO">${stdout} = </msg>
<msg time="2026-04-19T01:16:58.105748" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-19T01:06:51.890640" elapsed="606.215165"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T01:16:58.106317" elapsed="0.000701"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.108180" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:07:57.191 16  switches: flows:  113046 113212 110301 109817 111864 112633 110183 113617 110552 106884 111283 111185 111796 109234 109305 110300  total = 29.586867 per ms 
01:08:57.291 16  switches: flows:  75312 74754 74497 74665 74915 73995 74219 73654 73368 73909 72482 72327 72790 72673 71504 72323  total = 19.590405 per ms 
01:09:57.392 16  switches: flows:  111415 108697 110626 109221 106973 108360 108412 108109 108395 104082 106049 107840 105212 106670 108972 106788  total = 28.715730 per ms 
01:10:57.492 16  switches: flows:  121845 123118 124932 123467 121872 119413 121785 122460 120435 120440 120190 120795 119808 118788 120889 120805  total = 32.296790 per ms 
01:11:57.592 16  switches: flows:  128328 129803 127745 132561 128299 127513 130863 127709 128330 128119 126287 126728 127469 122503 124821 124692  total = 33.972743 per ms 
01:12:57.692 16  switches: flows:  125056 125765 125462 128118 125516 127507 128159 125194 124546 125145 124505 123853 124718 123778 123404 122160  total = 33.325786 per ms 
01:13:57.793 16  switches: flows:  122515 122161 125174 125345 120194 121199 122803 123029 120595 121869 120275 119933 120945 117679 119645 118266  total = 32.306293 per ms 
01:14:57.893 16  switches: flows:  125067 123219 125512 127252 123935 122517 123200 123132 123091 123582 120512 122374 121551 119278 120545 120185  total = 32.694586 per ms 
01:15:57.994 16  switches: flows:  120305 117962 119272 118881 119017 116401 117366 118070 115302 115381 113966 118410 115874 114000 114656 115969  total = 31.128485 per ms 
01:16:58.094 16  switches: flows:  121437 119284 121625 117807 120084 117177 116070 118050 115915 114964 115057 118143 115397 116223 116581 117146  total = 31.296989 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 19590.41/33972.74/30591.98/11006.96 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.107411" elapsed="0.001088"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-19T01:16:58.108976" elapsed="0.000071"/>
</return>
<status status="PASS" start="2026-04-19T01:16:58.108677" elapsed="0.000482"/>
</branch>
<status status="PASS" start="2026-04-19T01:16:58.108629" elapsed="0.000588"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-19T01:16:58.109426" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-04-19T01:16:58.109344" elapsed="0.000171"/>
</branch>
<status status="NOT RUN" start="2026-04-19T01:16:58.109309" elapsed="0.000254"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-19T01:16:58.109632" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-19T01:16:58.114300" elapsed="0.000330"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-19T01:16:58.114777" elapsed="0.000166"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-19T01:16:58.115073" elapsed="0.000114"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-19T01:16:58.110325" elapsed="0.004917"/>
</kw>
<msg time="2026-04-19T01:16:58.115369" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-19T01:06:51.295569" elapsed="606.819827"/>
</kw>
<status status="PASS" start="2026-04-19T01:06:51.295249" elapsed="606.820196"/>
</branch>
<status status="PASS" start="2026-04-19T01:06:51.294906" elapsed="606.820563"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.115901" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:07:57.191 16  switches: flows:  113046 113212 110301 109817 111864 112633 110183 113617 110552 106884 111283 111185 111796 109234 109305 110300  total = 29.586867 per ms 
01:08:57.291 16  switches: flows:  75312 74754 74497 74665 74915 73995 74219 73654 73368 73909 72482 72327 72790 72673 71504 72323  total = 19.590405 per ms 
01:09:57.392 16  switches: flows:  111415 108697 110626 109221 106973 108360 108412 108109 108395 104082 106049 107840 105212 106670 108972 106788  total = 28.715730 per ms 
01:10:57.492 16  switches: flows:  121845 123118 124932 123467 121872 119413 121785 122460 120435 120440 120190 120795 119808 118788 120889 120805  total = 32.296790 per ms 
01:11:57.592 16  switches: flows:  128328 129803 127745 132561 128299 127513 130863 127709 128330 128119 126287 126728 127469 122503 124821 124692  total = 33.972743 per ms 
01:12:57.692 16  switches: flows:  125056 125765 125462 128118 125516 127507 128159 125194 124546 125145 124505 123853 124718 123778 123404 122160  total = 33.325786 per ms 
01:13:57.793 16  switches: flows:  122515 122161 125174 125345 120194 121199 122803 123029 120595 121869 120275 119933 120945 117679 119645 118266  total = 32.306293 per ms 
01:14:57.893 16  switches: flows:  125067 123219 125512 127252 123935 122517 123200 123132 123091 123582 120512 122374 121551 119278 120545 120185  total = 32.694586 per ms 
01:15:57.994 16  switches: flows:  120305 117962 119272 118881 119017 116401 117366 118070 115302 115381 113966 118410 115874 114000 114656 115969  total = 31.128485 per ms 
01:16:58.094 16  switches: flows:  121437 119284 121625 117807 120084 117177 116070 118050 115915 114964 115057 118143 115397 116223 116581 117146  total = 31.296989 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 19590.41/33972.74/30591.98/11006.96 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.115613" elapsed="0.000361"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-19T01:16:58.116141" elapsed="0.000382"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-19T01:16:58.116902" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-19T01:16:58.116991" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 19590.41/33972.74/30591.98/11006.96 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-19T01:16:58.116685" elapsed="0.000331"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T01:16:58.117436" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 19590.41/33972.74/30591.98/11006.96 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T01:16:58.117184" elapsed="0.000278"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.119863" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.117605" elapsed="0.002314"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.122450" level="INFO">19590.41/33972.74/30591.98/11006.96</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.120062" elapsed="0.002443"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T01:16:58.124865" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T01:16:58.122654" elapsed="0.002238"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-19T01:16:58.127293" level="INFO">@{result_value_list} = [ 19590.41 | 33972.74 | 30591.98 | 11006.96 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-19T01:16:58.125079" elapsed="0.002241"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.127783" level="INFO">Length is 4.</msg>
<msg time="2026-04-19T01:16:58.127869" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-19T01:16:58.127480" elapsed="0.000412"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.132581" level="INFO">min :: 19590.41</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.128279" elapsed="0.004358"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-19T01:16:58.128153" elapsed="0.004519"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.137167" level="INFO">max :: 33972.74</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.132882" elapsed="0.004340"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-19T01:16:58.132758" elapsed="0.004499"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.141722" level="INFO">avg :: 30591.98</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.137463" elapsed="0.004314"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-19T01:16:58.137340" elapsed="0.004472"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.146387" level="INFO">stdev :: 11006.96</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.142023" elapsed="0.004419"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-19T01:16:58.141894" elapsed="0.004582"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-19T01:16:58.127957" elapsed="0.018549"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.150480" level="INFO">${min} = 19590.41</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T01:16:58.146662" elapsed="0.003844"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.154413" level="INFO">${max} = 33972.74</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T01:16:58.150660" elapsed="0.003785"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.158487" level="INFO">${average} = 30591.98</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T01:16:58.154607" elapsed="0.003907"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.162424" level="INFO">${stdev} = 11006.96</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-19T01:16:58.158664" elapsed="0.003787"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.162953" level="INFO">${date} = 2026-04-19 01:16:58</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-19T01:16:58.162610" elapsed="0.000368"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.163539" level="INFO">CBench Result: 2026-04-19 01:16:58,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,19590.41,33972.74,30591.98,11006.96</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-19T01:16:58.163137" elapsed="0.000457"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-19T01:16:58.164673" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-19T01:16:58.164202" elapsed="0.000539"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-19T01:16:58.164892" elapsed="0.000472"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-19T01:16:58.163729" elapsed="0.001698"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-04-19T01:06:51.293837" elapsed="606.871649"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.165948" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-19T01:16:58.165631" elapsed="0.000373"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-19T01:16:58.167227" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-19T01:16:58.166736" elapsed="0.000518"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-04-19T01:16:58.167471" elapsed="0.000028"/>
</return>
<status status="PASS" start="2026-04-19T01:16:58.167327" elapsed="0.000203"/>
</branch>
<status status="PASS" start="2026-04-19T01:16:58.167309" elapsed="0.000245"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-04-19T01:16:58.167693" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-04-19T01:16:58.167853" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-04-19T01:16:58.168011" elapsed="0.000019"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-04-19T01:16:58.168218" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-04-19T01:16:58.168368" elapsed="0.000026"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-04-19T01:16:58.168521" elapsed="0.000040"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-04-19T01:16:58.168688" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-04-19T01:16:58.168906" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-04-19T01:16:58.168770" elapsed="0.000187"/>
</branch>
<status status="NOT RUN" start="2026-04-19T01:16:58.168753" elapsed="0.000227"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-04-19T01:16:58.166398" elapsed="0.002632"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-19T01:06:51.292585" elapsed="606.876510"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-04-19T00:46:35.035306" elapsed="1823.134213"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
