<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-08-21T00:44:51.583391" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-21T00:44:52.146262" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-08-21T00:44:52.146121" elapsed="0.000216"/>
</branch>
<status status="PASS" start="2026-08-21T00:44:52.146091" elapsed="0.000273"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:44:52.146526" elapsed="0.000521"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-21T00:44:52.147535" level="INFO">Logging into '10.30.170.194:8101' as 'karaf'.</msg>
<msg time="2026-08-21T00:44:53.121259" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-21T00:44:52.147221" elapsed="0.974338"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.170379" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-21T00:44:53.121963" elapsed="0.048493"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.172345" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-21T00:44:53.172485" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-21T00:44:53.170626" elapsed="0.001891"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-21T00:44:53.172675" elapsed="0.000207"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T00:44:53.173041" elapsed="0.000236"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:44:53.173850" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:44:53.173434" elapsed="0.000472"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-21T00:44:53.173969" elapsed="0.000068"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.194
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-21T00:44:52.145742" elapsed="1.028439"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-08-21T00:44:52.142133" elapsed="1.032115"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-21T00:44:53.174934" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-21T00:44:53.174469" elapsed="0.000523"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-21T00:44:53.175765" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-21T00:44:53.175144" elapsed="0.000693"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-21T00:44:53.176420" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-21T00:44:53.175999" elapsed="0.000466"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-21T00:44:53.176984" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-21T00:44:53.176639" elapsed="0.000388"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-21T00:44:53.177566" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-21T00:44:53.177172" elapsed="0.000420"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-21T00:44:53.178059" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-21T00:44:53.177750" elapsed="0.000351"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-08-21T00:44:53.178417" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-21T00:44:53.178201" elapsed="0.000288"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.182892" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:44:53.182473" elapsed="0.000446"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-21T00:44:53.184016" level="INFO">Length is 0.</msg>
<msg time="2026-08-21T00:44:53.184099" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-21T00:44:53.183491" elapsed="0.000632"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:44:53.184266" elapsed="0.000366"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.185657" level="INFO">Logging into '10.30.170.154:22' as 'jenkins'.</msg>
<msg time="2026-08-21T00:44:53.649382" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Aug 21 00:44:23 UTC 2026

  System load:  0.31               Processes:             110
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.154
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-377-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-21T00:44:53.185133" elapsed="0.464417"/>
</kw>
<msg time="2026-08-21T00:44:53.649650" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:44:53.184786" elapsed="0.464976"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-21T00:44:53.183125" elapsed="0.466776"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.659136" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-08-21T00:44:53.650142" elapsed="0.010979"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T00:44:53.661385" elapsed="0.000442"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-08-21T00:44:53.181929" elapsed="0.479984"/>
</kw>
<status status="PASS" start="2026-08-21T00:44:53.178569" elapsed="0.483397"/>
</branch>
<status status="PASS" start="2026-08-21T00:44:53.178174" elapsed="0.483841"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-21T00:44:53.662237" elapsed="0.000705"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-21T00:44:53.669128" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-08-21T00:44:53.668958" elapsed="0.000245"/>
</branch>
<status status="PASS" start="2026-08-21T00:44:53.668923" elapsed="0.000314"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-21T00:44:53.674179" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-08-21T00:44:53.674013" elapsed="0.000232"/>
</branch>
<status status="PASS" start="2026-08-21T00:44:53.673985" elapsed="0.000291"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:44:53.674476" elapsed="0.000608"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.675704" level="INFO">Logging into '10.30.170.194:8101' as 'karaf'.</msg>
<msg time="2026-08-21T00:44:53.869110" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-21T00:44:53.675286" elapsed="0.193932"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.963578" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-21T00:44:53.869413" elapsed="0.094255"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.978074" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-21T00:44:53.978280" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-21T00:44:53.963837" elapsed="0.014475"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-21T00:44:53.978468" elapsed="0.000194"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T00:44:53.978812" elapsed="0.000210"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:44:53.979501" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:44:53.979159" elapsed="0.000399"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-21T00:44:53.979609" elapsed="0.000054"/>
</return>
<msg time="2026-08-21T00:44:53.979819" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.194
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-21T00:44:53.673518" elapsed="0.306335"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-21T00:44:53.979997" elapsed="0.000590"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-21T00:44:53.980638" elapsed="0.000031"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-08-21T00:44:53.668531" elapsed="0.312261"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-21T00:44:53.984573" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-21T00:44:53.984425" elapsed="0.000195"/>
</branch>
<status status="PASS" start="2026-08-21T00:44:53.984400" elapsed="0.000244"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:44:53.984775" elapsed="0.000448"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-21T00:44:53.985651" level="INFO">Logging into '10.30.170.194:8101' as 'karaf'.</msg>
<msg time="2026-08-21T00:44:54.150902" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-21T00:44:53.985370" elapsed="0.165712"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-21T00:44:54.175366" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-21T00:44:54.151397" elapsed="0.024030"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-21T00:44:54.177524" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-21T00:44:54.177645" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-21T00:44:54.175597" elapsed="0.002079"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-21T00:44:54.177815" elapsed="0.000192"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T00:44:54.178152" elapsed="0.000236"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:44:54.178918" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:44:54.178561" elapsed="0.000407"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-21T00:44:54.179027" elapsed="0.000088"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.194
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-21T00:44:53.984094" elapsed="0.195158"/>
</kw>
<status status="PASS" start="2026-08-21T00:44:52.140283" elapsed="2.039039"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:44:54.181782" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:44:54.180319" elapsed="0.001531"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-21T00:44:54.183345" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-21T00:44:54.182974" elapsed="0.000414"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-21T00:44:54.183745" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-21T00:44:54.183494" elapsed="0.000310"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-21T00:44:54.186768" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-08-21T00:44:54.186520" elapsed="0.000303"/>
</branch>
<status status="PASS" start="2026-08-21T00:44:54.186500" elapsed="0.000348"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-21T00:44:54.187212" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-21T00:44:54.187336" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-21T00:44:54.186980" elapsed="0.000383"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:44:54.188106" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.194 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.154" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:44:54.187511" elapsed="0.000655"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-21T00:44:54.188814" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:44:54.188305" elapsed="0.000536"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-21T00:44:54.189772" level="INFO">Length is 0.</msg>
<msg time="2026-08-21T00:44:54.189862" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-21T00:44:54.189418" elapsed="0.000468"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:44:54.190026" elapsed="0.000336"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-21T00:44:54.191238" level="INFO">Logging into '10.30.170.154:22' as 'jenkins'.</msg>
<msg time="2026-08-21T00:44:54.558878" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Aug 21 00:44:23 UTC 2026

  System load:  0.31               Processes:             110
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.154
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Aug 21 00:44:53 2026 from 10.30.170.85
[?2004h[jenkins@releng-63164-377-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-21T00:44:54.190873" elapsed="0.368174"/>
</kw>
<msg time="2026-08-21T00:44:54.559126" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:44:54.190528" elapsed="0.368681"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-21T00:44:54.189046" elapsed="0.370274"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-21T00:44:54.559833" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.194 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-21T00:55:00.643034" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-21T00:55:00.644424" level="INFO">${stdout} = </msg>
<msg time="2026-08-21T00:55:00.644577" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-21T00:44:54.559549" elapsed="606.085099"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T00:55:00.645146" elapsed="0.000823"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.647179" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:59.741 16  switches: flows:  117859 119068 117006 118740 117553 118600 114273 115201 115094 115784 115711 115911 114183 114344 116505 114819  total = 31.010850 per ms 
00:46:59.846 16  switches: flows:  127128 129437 127308 127035 129020 128225 124445 124501 125967 124424 125181 124257 125212 124979 126215 126101  total = 33.601082 per ms 
00:47:59.946 16  switches: flows:  126092 125331 124135 124540 126025 123752 123244 122427 123516 123435 122762 121041 121469 120804 123544 123123  total = 32.865759 per ms 
00:49:00.046 16  switches: flows:  127174 129780 128401 127560 129475 126773 125025 125678 126176 125746 125989 124423 124259 125620 126218 125188  total = 33.668475 per ms 
00:50:00.147 16  switches: flows:  128170 130728 128273 128081 131279 127007 126236 129182 127129 125670 126813 123941 125234 127576 127858 126650  total = 33.940297 per ms 
00:51:00.247 16  switches: flows:  127718 129638 127906 128593 129734 128290 126408 127037 126040 126612 127262 124179 124718 125720 127408 126594  total = 33.841113 per ms 
00:52:00.347 16  switches: flows:  113659 113271 114702 114590 114550 113453 113211 112253 110974 112788 110231 111241 112097 111929 113759 112418  total = 30.035233 per ms 
00:53:00.448 16  switches: flows:  128099 126683 128406 126510 127660 129062 123145 126181 123629 125507 123159 124235 123953 125450 126371 126379  total = 33.517850 per ms 
00:54:00.548 16  switches: flows:  131531 128763 132239 126462 131217 127808 128090 131159 127736 127638 125122 126995 126886 125675 131229 127211  total = 34.205555 per ms 
00:55:00.648 16  switches: flows:  132238 129654 134250 128233 132024 130793 127319 133135 127096 129132 125642 129563 126683 126909 131953 128330  total = 34.491662 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30035.23/34491.66/33351.89/11187.24 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.646333" elapsed="0.001216"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-21T00:55:00.648088" elapsed="0.000077"/>
</return>
<status status="PASS" start="2026-08-21T00:55:00.647778" elapsed="0.000468"/>
</branch>
<status status="PASS" start="2026-08-21T00:55:00.647711" elapsed="0.000590"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-21T00:55:00.649167" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-21T00:55:00.649079" elapsed="0.000181"/>
</branch>
<status status="NOT RUN" start="2026-08-21T00:55:00.649040" elapsed="0.000269"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-21T00:55:00.649384" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:55:00.653781" elapsed="0.000474"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:55:00.654479" elapsed="0.000243"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T00:55:00.654904" elapsed="0.000139"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-21T00:55:00.650089" elapsed="0.005028"/>
</kw>
<msg time="2026-08-21T00:55:00.655294" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-21T00:44:54.184162" elapsed="606.471170"/>
</kw>
<status status="PASS" start="2026-08-21T00:44:54.183835" elapsed="606.471566"/>
</branch>
<status status="PASS" start="2026-08-21T00:44:54.183467" elapsed="606.471966"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.656055" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:59.741 16  switches: flows:  117859 119068 117006 118740 117553 118600 114273 115201 115094 115784 115711 115911 114183 114344 116505 114819  total = 31.010850 per ms 
00:46:59.846 16  switches: flows:  127128 129437 127308 127035 129020 128225 124445 124501 125967 124424 125181 124257 125212 124979 126215 126101  total = 33.601082 per ms 
00:47:59.946 16  switches: flows:  126092 125331 124135 124540 126025 123752 123244 122427 123516 123435 122762 121041 121469 120804 123544 123123  total = 32.865759 per ms 
00:49:00.046 16  switches: flows:  127174 129780 128401 127560 129475 126773 125025 125678 126176 125746 125989 124423 124259 125620 126218 125188  total = 33.668475 per ms 
00:50:00.147 16  switches: flows:  128170 130728 128273 128081 131279 127007 126236 129182 127129 125670 126813 123941 125234 127576 127858 126650  total = 33.940297 per ms 
00:51:00.247 16  switches: flows:  127718 129638 127906 128593 129734 128290 126408 127037 126040 126612 127262 124179 124718 125720 127408 126594  total = 33.841113 per ms 
00:52:00.347 16  switches: flows:  113659 113271 114702 114590 114550 113453 113211 112253 110974 112788 110231 111241 112097 111929 113759 112418  total = 30.035233 per ms 
00:53:00.448 16  switches: flows:  128099 126683 128406 126510 127660 129062 123145 126181 123629 125507 123159 124235 123953 125450 126371 126379  total = 33.517850 per ms 
00:54:00.548 16  switches: flows:  131531 128763 132239 126462 131217 127808 128090 131159 127736 127638 125122 126995 126886 125675 131229 127211  total = 34.205555 per ms 
00:55:00.648 16  switches: flows:  132238 129654 134250 128233 132024 130793 127319 133135 127096 129132 125642 129563 126683 126909 131953 128330  total = 34.491662 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30035.23/34491.66/33351.89/11187.24 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.655649" elapsed="0.000517"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-21T00:55:00.656369" elapsed="0.000681"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-21T00:55:00.657609" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-21T00:55:00.657756" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 30035.23/34491.66/33351.89/11187.24 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-21T00:55:00.657270" elapsed="0.000523"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-21T00:55:00.658357" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 30035.23/34491.66/33351.89/11187.24 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-21T00:55:00.658003" elapsed="0.000392"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.661738" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.658629" elapsed="0.003187"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.664719" level="INFO">30035.23/34491.66/33351.89/11187.24</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.662017" elapsed="0.002758"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-21T00:55:00.667098" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-21T00:55:00.664924" elapsed="0.002202"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-21T00:55:00.669550" level="INFO">@{result_value_list} = [ 30035.23 | 34491.66 | 33351.89 | 11187.24 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-21T00:55:00.667312" elapsed="0.002265"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.670055" level="INFO">Length is 4.</msg>
<msg time="2026-08-21T00:55:00.670150" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-21T00:55:00.669736" elapsed="0.000438"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.674926" level="INFO">min :: 30035.23</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.670600" elapsed="0.004383"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-21T00:55:00.670455" elapsed="0.004562"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.679546" level="INFO">max :: 34491.66</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.675234" elapsed="0.004368"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-21T00:55:00.675107" elapsed="0.004529"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.684139" level="INFO">avg :: 33351.89</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.679850" elapsed="0.004346"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-21T00:55:00.679723" elapsed="0.004508"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.688857" level="INFO">stdev :: 11187.24</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.684460" elapsed="0.004459"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-21T00:55:00.684320" elapsed="0.004649"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-21T00:55:00.670242" elapsed="0.018762"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.696239" level="INFO">${min} = 30035.23</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-21T00:55:00.689175" elapsed="0.007094"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.700399" level="INFO">${max} = 34491.66</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-21T00:55:00.696469" elapsed="0.003957"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.704585" level="INFO">${average} = 33351.89</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-21T00:55:00.700593" elapsed="0.004029"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.709995" level="INFO">${stdev} = 11187.24</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-21T00:55:00.704834" elapsed="0.005199"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.710840" level="INFO">${date} = 2026-08-21 00:55:00</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-21T00:55:00.710253" elapsed="0.000624"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.711691" level="INFO">CBench Result: 2026-08-21 00:55:00,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,30035.23,34491.66,33351.89,11187.24</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.711085" elapsed="0.000694"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-21T00:55:00.712912" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-21T00:55:00.712462" elapsed="0.000519"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-21T00:55:00.713133" elapsed="0.000496"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-21T00:55:00.711957" elapsed="0.001739"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-08-21T00:44:54.182310" elapsed="606.531449"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.714245" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-21T00:55:00.713919" elapsed="0.000382"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-21T00:55:00.714894" elapsed="0.000267"/>
</kw>
<status status="PASS" start="2026-08-21T00:55:00.714585" elapsed="0.000646"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-21T00:44:54.179546" elapsed="606.535736"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.716683" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.716288" elapsed="0.000457"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.718025" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-21T00:55:00.717686" elapsed="0.000382"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-21T00:55:00.718425" elapsed="0.000036"/>
</kw>
<status status="NOT RUN" start="2026-08-21T00:55:00.718203" elapsed="0.000296"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-21T00:55:00.721394" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-21T00:55:00.721149" elapsed="0.000317"/>
</branch>
<status status="PASS" start="2026-08-21T00:55:00.721131" elapsed="0.000371"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-21T00:55:00.721847" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-21T00:55:00.721967" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-21T00:55:00.721636" elapsed="0.000358"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.722581" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.194 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.154" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:55:00.722126" elapsed="0.000513"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-21T00:55:00.723215" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:55:00.722794" elapsed="0.000447"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-21T00:55:00.724204" level="INFO">Length is 0.</msg>
<msg time="2026-08-21T00:55:00.724315" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-21T00:55:00.723868" elapsed="0.000472"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:55:00.724496" elapsed="0.000336"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-21T00:55:00.725877" level="INFO">Logging into '10.30.170.154:22' as 'jenkins'.</msg>
<msg time="2026-08-21T00:55:01.303490" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Aug 21 00:55:00 UTC 2026

  System load:  1.07               Processes:             105
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.154
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Aug 21 00:44:54 2026 from 10.30.170.85
[?2004h[jenkins@releng-63164-377-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-21T00:55:00.725343" elapsed="0.578337"/>
</kw>
<msg time="2026-08-21T00:55:01.303767" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:55:00.724997" elapsed="0.578879"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-21T00:55:00.723471" elapsed="0.580533"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-21T00:55:01.304607" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.194 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-21T00:59:23.578858" level="INFO">Command exited with return code 1.</msg>
<msg time="2026-08-21T00:59:23.579988" level="INFO">${stdout} = </msg>
<msg time="2026-08-21T00:59:23.580094" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-21T00:55:01.304255" elapsed="262.275897"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T00:59:23.580852" elapsed="0.000693"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:59:23.582678" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:06.436 16  switches: flows:  593943 588775 585578 592614 586984 589419 581499 581245 586459 579663 578072 583261 583659 578224 589258 581955  total = 156.010133 per ms 
00:57:06.575 16  switches: flows:  413031 401501 404229 380039 423380 394821 449427 475000 452640 396195 380524 406595 429828 304870 456392 397939  total = 109.189068 per ms 
00:58:06.678 16  switches: flows:  565329 560157 557588 560940 565219 564116 558301 564204 565334 556883 555082 561124 558752 565449 566164 561324  total = 149.512649 per ms 
00:59:06.779 16  switches: flows:  593531 560685 566386 551948 591320 578415 559854 538396 585943 586979 560044 579951 576939 566948 540985 587566  total = 151.844316 per ms 
controller msgbuf_read() = 0:   closed connection ... exiting</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:59:23.581903" elapsed="0.001061"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-21T00:59:23.583474" elapsed="0.000074"/>
</return>
<status status="PASS" start="2026-08-21T00:59:23.583150" elapsed="0.000477"/>
</branch>
<status status="PASS" start="2026-08-21T00:59:23.583100" elapsed="0.000582"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-21T00:59:23.583888" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-21T00:59:23.583807" elapsed="0.000170"/>
</branch>
<status status="NOT RUN" start="2026-08-21T00:59:23.583772" elapsed="0.000253"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-21T00:59:23.584092" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:59:23.588005" elapsed="0.000510"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:59:23.588729" elapsed="0.000221"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T00:59:23.589130" elapsed="0.000144"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-21T00:59:23.584833" elapsed="0.004515"/>
</kw>
<msg time="2026-08-21T00:59:23.589544" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-21T00:55:00.718861" elapsed="262.870721"/>
</kw>
<status status="PASS" start="2026-08-21T00:55:00.718541" elapsed="262.871109"/>
</branch>
<status status="PASS" start="2026-08-21T00:55:00.718180" elapsed="262.871502"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:59:23.590276" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:06.436 16  switches: flows:  593943 588775 585578 592614 586984 589419 581499 581245 586459 579663 578072 583261 583659 578224 589258 581955  total = 156.010133 per ms 
00:57:06.575 16  switches: flows:  413031 401501 404229 380039 423380 394821 449427 475000 452640 396195 380524 406595 429828 304870 456392 397939  total = 109.189068 per ms 
00:58:06.678 16  switches: flows:  565329 560157 557588 560940 565219 564116 558301 564204 565334 556883 555082 561124 558752 565449 566164 561324  total = 149.512649 per ms 
00:59:06.779 16  switches: flows:  593531 560685 566386 551948 591320 578415 559854 538396 585943 586979 560044 579951 576939 566948 540985 587566  total = 151.844316 per ms 
controller msgbuf_read() = 0:   closed connection ... exiting</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:59:23.589873" elapsed="0.000497"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<msg time="2026-08-21T00:59:23.591195" level="FAIL">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:06.436 16  switches: flows:  593943 588775 585578 592614 586984 589419 581499 581245 586459 579663 578072 583261 583659 578224 589258 581955  total = 156.010133 per ms 
00:57:06.575 16  switches: flows:  413031 401501 404229 380039 423380 394821 449427 475000 452640 396195 380524 406595 429828 304870 456392 397939  total = 109.189068 per ms 
00:58:06.678 16  switches: flows:  565329 560157 557588 560940 565219 564116 558301 564204 565334 556883 555082 561124 558752 565449 566164 561324  total = 149.512649 per ms 
00:59:06.779 16  switches: flows:  593531 560685 566386 551948 591320 578415 559854 538396 585943 586979 560044 579951 576939 566948 540985 587566  total = 151.844316 per ms 
controller msgbuf_read() = 0:   closed connection ... exiting' does not contain 'RESULT'</msg>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="FAIL" start="2026-08-21T00:59:23.590593" elapsed="0.000835">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:06.436 16  switches: flows:  593943 588775 585578 592614 586984 589419 581499 581245 586459 579663 578072 583261 583659 578224 589258 581955  total = 156.010133 per ms 
00:57:06.575 16  switches: flows:  413031 401501 404229 380039 423380 394821 449427 475000 452640 396195 380524 406595 429828 304870 456392 397939  total = 109.189068 per ms 
00:58:06.678 16  switches: flows:  565329 560157 557588 560940 565219 564116 558301 564204 565334 556883 555082 561124 558752 565449 566164 561324  total = 149.512649 per ms 
00:59:06.779 16  switches: flows:  593531 560685 566386 551948 591320 578415 559854 538396 585943 586979 560044 579951 576939 566948 540985 587566  total = 151.844316 per ms 
controller msgbuf_read() = 0:   closed connection ... exiting' does not contain 'RESULT'</status>
</kw>
<kw name="Get Lines Containing String" owner="String">
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.591737" elapsed="0.000032"/>
</kw>
<kw name="Split String" owner="String">
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.591971" elapsed="0.000028"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.592227" elapsed="0.000030"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.592462" elapsed="0.000029"/>
</kw>
<kw name="Split String" owner="String">
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.592683" elapsed="0.000027"/>
</kw>
<kw name="Split String" owner="String">
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.592924" elapsed="0.000028"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.593148" elapsed="0.000027"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.593476" elapsed="0.000021"/>
</kw>
<var name="${i}"/>
<status status="NOT RUN" start="2026-08-21T00:59:23.593336" elapsed="0.000193"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="NOT RUN" start="2026-08-21T00:59:23.593254" elapsed="0.000305"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.593706" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.593865" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.594022" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.594180" elapsed="0.000025"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.594355" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.594531" elapsed="0.000020"/>
</kw>
<kw name="Log Results And Determine Status">
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="NOT RUN" start="2026-08-21T00:59:23.594678" elapsed="0.000022"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="FAIL" start="2026-08-21T00:55:00.717087" elapsed="262.877742">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:06.436 16  switches: flows:  593943 588775 585578 592614 586984 589419 581499 581245 586459 579663 578072 583261 583659 578224 589258 581955  total = 156.010133 per ms 
00:57:06.575 16  switches: flows:  413031 401501 404229 380039 423380 394821 449427 475000 452640 396195 380524 406595 429828 304870 456392 397939  total = 109.189068 per ms 
00:58:06.678 16  switches: flows:  565329 560157 557588 560940 565219 564116 558301 564204 565334 556883 555082 561124 558752 565449 566164 561324  total = 149.512649 per ms 
00:59:06.779 16  switches: flows:  593531 560685 566386 551948 591320 578415 559854 538396 585943 586979 560044 579951 576939 566948 540985 587566  total = 151.844316 per ms 
controller msgbuf_read() = 0:   closed connection ... exiting' does not contain 'RESULT'</status>
</kw>
<kw name="Sleep" owner="BuiltIn">
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.594993" elapsed="0.000020"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-21T00:59:23.595563" elapsed="0.000263"/>
</kw>
<status status="PASS" start="2026-08-21T00:59:23.595247" elapsed="0.000648"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="FAIL" start="2026-08-21T00:55:00.715610" elapsed="262.880322">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:06.436 16  switches: flows:  593943 588775 585578 592614 586984 589419 581499 581245 586459 579663 578072 583261 583659 578224 589258 581955  total = 156.010133 per ms 
00:57:06.575 16  switches: flows:  413031 401501 404229 380039 423380 394821 449427 475000 452640 396195 380524 406595 429828 304870 456392 397939  total = 109.189068 per ms 
00:58:06.678 16  switches: flows:  565329 560157 557588 560940 565219 564116 558301 564204 565334 556883 555082 561124 558752 565449 566164 561324  total = 149.512649 per ms 
00:59:06.779 16  switches: flows:  593531 560685 566386 551948 591320 578415 559854 538396 585943 586979 560044 579951 576939 566948 540985 587566  total = 151.844316 per ms 
controller msgbuf_read() = 0:   closed connection ... exiting' does not contain 'RESULT'</status>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:59:23.597187" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:59:23.596797" elapsed="0.000447"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-21T00:59:23.598905" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-21T00:59:23.598568" elapsed="0.000381"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.599231" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-21T00:59:23.599019" elapsed="0.000269"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-21T00:59:23.602353" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-21T00:59:23.602107" elapsed="0.000302"/>
</branch>
<status status="PASS" start="2026-08-21T00:59:23.602088" elapsed="0.000345"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-21T00:59:23.602753" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-21T00:59:23.602868" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-21T00:59:23.602577" elapsed="0.000318"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T00:59:23.603437" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.194 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.154" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T00:59:23.603026" elapsed="0.000484"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-21T00:59:23.604035" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T00:59:23.603646" elapsed="0.000415"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-21T00:59:23.604978" level="INFO">Length is 0.</msg>
<msg time="2026-08-21T00:59:23.605067" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-21T00:59:23.604660" elapsed="0.000431"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:59:23.605229" elapsed="0.000347"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-21T00:59:23.606412" level="INFO">Logging into '10.30.170.154:22' as 'jenkins'.</msg>
<msg time="2026-08-21T00:59:24.242503" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Aug 21 00:59:23 UTC 2026

  System load:  0.23               Processes:             106
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.154
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Aug 21 00:55:01 2026 from 10.30.170.85
[?2004h[jenkins@releng-63164-377-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-21T00:59:23.606064" elapsed="0.636636"/>
</kw>
<msg time="2026-08-21T00:59:24.242807" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T00:59:23.605725" elapsed="0.637170"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-21T00:59:23.604275" elapsed="0.638745"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-21T00:59:24.243644" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.194 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-21T01:09:30.302019" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-21T01:09:30.302898" level="INFO">${stdout} = </msg>
<msg time="2026-08-21T01:09:30.303013" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-21T00:59:24.243274" elapsed="606.059807"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T01:09:30.303742" elapsed="0.001012"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.306074" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:00:29.382 16  switches: flows:  122382 123758 122264 121585 121281 123173 122380 122605 119583 122125 121106 122014 117464 122197 120680 120146  total = 32.412383 per ms 
01:01:29.483 16  switches: flows:  115074 117988 114172 113547 115298 117748 116845 116798 115653 116012 116615 115563 114345 115205 114130 114192  total = 30.768345 per ms 
01:02:29.583 16  switches: flows:  35876 36563 36921 36678 36303 36679 36409 36428 34445 36891 36378 36384 36006 36199 36244 32660  total = 9.601703 per ms 
01:03:29.683 16  switches: flows:  33426 33657 33761 33396 33970 34119 33600 33624 33154 33449 33747 33542 33284 33323 33239 32966  total = 8.922718 per ms 
01:04:29.784 16  switches: flows:  36007 36619 36295 35840 36323 34254 36674 36363 35618 35422 36409 36210 36000 35497 36000 35898  total = 9.574493 per ms 
01:05:29.884 16  switches: flows:  43870 43310 43516 43173 43886 43650 43630 43199 43695 43115 43721 42908 43393 43563 43274 43000  total = 11.562411 per ms 
01:06:29.984 16  switches: flows:  34354 34356 34271 34261 34444 34315 34059 34249 33774 34281 34395 34407 33895 34285 34148 34383  total = 9.116072 per ms 
01:07:30.084 16  switches: flows:  45597 45603 45725 45919 45082 45380 45334 45858 45380 45557 45576 45573 45079 45256 44950 44641  total = 12.088335 per ms 
01:08:30.184 16  switches: flows:  40540 40670 40694 40223 40670 41169 40591 40669 40538 40451 40338 40713 40475 40516 40681 40035  total = 10.798191 per ms 
01:09:30.285 16  switches: flows:  40436 40082 39658 39454 39666 40362 39849 39725 39777 39877 39716 39761 39427 39560 39203 39963  total = 10.590931 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 8922.72/30768.35/12558.13/7747.43 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.305168" elapsed="0.001320"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-21T01:09:30.307108" elapsed="0.000082"/>
</return>
<status status="PASS" start="2026-08-21T01:09:30.306751" elapsed="0.000529"/>
</branch>
<status status="PASS" start="2026-08-21T01:09:30.306688" elapsed="0.000650"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-21T01:09:30.307602" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-21T01:09:30.307515" elapsed="0.000179"/>
</branch>
<status status="NOT RUN" start="2026-08-21T01:09:30.307475" elapsed="0.000272"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-21T01:09:30.307816" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-21T01:09:30.313219" elapsed="0.000522"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-21T01:09:30.313953" elapsed="0.000238"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-21T01:09:30.314377" elapsed="0.000180"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-21T01:09:30.308567" elapsed="0.006069"/>
</kw>
<msg time="2026-08-21T01:09:30.314820" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-21T00:59:23.599633" elapsed="606.715224"/>
</kw>
<status status="PASS" start="2026-08-21T00:59:23.599312" elapsed="606.715618"/>
</branch>
<status status="PASS" start="2026-08-21T00:59:23.599000" elapsed="606.715961"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.315597" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.194:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.194. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:00:29.382 16  switches: flows:  122382 123758 122264 121585 121281 123173 122380 122605 119583 122125 121106 122014 117464 122197 120680 120146  total = 32.412383 per ms 
01:01:29.483 16  switches: flows:  115074 117988 114172 113547 115298 117748 116845 116798 115653 116012 116615 115563 114345 115205 114130 114192  total = 30.768345 per ms 
01:02:29.583 16  switches: flows:  35876 36563 36921 36678 36303 36679 36409 36428 34445 36891 36378 36384 36006 36199 36244 32660  total = 9.601703 per ms 
01:03:29.683 16  switches: flows:  33426 33657 33761 33396 33970 34119 33600 33624 33154 33449 33747 33542 33284 33323 33239 32966  total = 8.922718 per ms 
01:04:29.784 16  switches: flows:  36007 36619 36295 35840 36323 34254 36674 36363 35618 35422 36409 36210 36000 35497 36000 35898  total = 9.574493 per ms 
01:05:29.884 16  switches: flows:  43870 43310 43516 43173 43886 43650 43630 43199 43695 43115 43721 42908 43393 43563 43274 43000  total = 11.562411 per ms 
01:06:29.984 16  switches: flows:  34354 34356 34271 34261 34444 34315 34059 34249 33774 34281 34395 34407 33895 34285 34148 34383  total = 9.116072 per ms 
01:07:30.084 16  switches: flows:  45597 45603 45725 45919 45082 45380 45334 45858 45380 45557 45576 45573 45079 45256 44950 44641  total = 12.088335 per ms 
01:08:30.184 16  switches: flows:  40540 40670 40694 40223 40670 41169 40591 40669 40538 40451 40338 40713 40475 40516 40681 40035  total = 10.798191 per ms 
01:09:30.285 16  switches: flows:  40436 40082 39658 39454 39666 40362 39849 39725 39777 39877 39716 39761 39427 39560 39203 39963  total = 10.590931 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 8922.72/30768.35/12558.13/7747.43 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.315159" elapsed="0.000541"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-21T01:09:30.315911" elapsed="0.000529"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-21T01:09:30.317028" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-21T01:09:30.317162" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 8922.72/30768.35/12558.13/7747.43 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-21T01:09:30.316689" elapsed="0.000507"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-21T01:09:30.317801" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 8922.72/30768.35/12558.13/7747.43 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-21T01:09:30.317412" elapsed="0.000427"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.321210" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.318051" elapsed="0.003241"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.324337" level="INFO">8922.72/30768.35/12558.13/7747.43</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.321538" elapsed="0.002857"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-21T01:09:30.326803" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-21T01:09:30.324569" elapsed="0.002262"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-21T01:09:30.329247" level="INFO">@{result_value_list} = [ 8922.72 | 30768.35 | 12558.13 | 7747.43 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-21T01:09:30.327030" elapsed="0.002244"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.329778" level="INFO">Length is 4.</msg>
<msg time="2026-08-21T01:09:30.329873" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-21T01:09:30.329433" elapsed="0.000465"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.334663" level="INFO">min :: 8922.72</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.330310" elapsed="0.004411"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-21T01:09:30.330177" elapsed="0.004582"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.339277" level="INFO">max :: 30768.35</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.334985" elapsed="0.004350"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-21T01:09:30.334853" elapsed="0.004520"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.344786" level="INFO">avg :: 12558.13</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.339627" elapsed="0.005219"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-21T01:09:30.339486" elapsed="0.005398"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.349419" level="INFO">stdev :: 7747.43</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.345100" elapsed="0.004399"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-21T01:09:30.344971" elapsed="0.004566"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-21T01:09:30.329973" elapsed="0.019593"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.353409" level="INFO">${min} = 8922.72</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-21T01:09:30.349726" elapsed="0.003710"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.357367" level="INFO">${max} = 30768.35</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-21T01:09:30.353611" elapsed="0.003783"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.361357" level="INFO">${average} = 12558.13</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-21T01:09:30.357566" elapsed="0.003821"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.365420" level="INFO">${stdev} = 7747.43</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-21T01:09:30.361557" elapsed="0.003910"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.366035" level="INFO">${date} = 2026-08-21 01:09:30</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-21T01:09:30.365649" elapsed="0.000412"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.366685" level="INFO">CBench Result: 2026-08-21 01:09:30,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,8922.72,30768.35,12558.13,7747.43</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-21T01:09:30.366216" elapsed="0.000528"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-21T01:09:30.367908" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-21T01:09:30.367376" elapsed="0.000603"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-21T01:09:30.368135" elapsed="0.000510"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-21T01:09:30.366899" elapsed="0.001815"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-08-21T00:59:23.597792" elapsed="606.770982"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.369273" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-21T01:09:30.368942" elapsed="0.000388"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-21T01:09:30.370659" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-21T01:09:30.370108" elapsed="0.000579"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-08-21T01:09:30.370921" elapsed="0.000036"/>
</return>
<status status="PASS" start="2026-08-21T01:09:30.370768" elapsed="0.000220"/>
</branch>
<status status="PASS" start="2026-08-21T01:09:30.370747" elapsed="0.000265"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-08-21T01:09:30.371160" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-08-21T01:09:30.371319" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-08-21T01:09:30.371514" elapsed="0.000023"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-21T01:09:30.371680" elapsed="0.000020"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-08-21T01:09:30.371874" elapsed="0.000021"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-08-21T01:09:30.372021" elapsed="0.000026"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-21T01:09:30.372173" elapsed="0.000021"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-08-21T01:09:30.372397" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-08-21T01:09:30.372257" elapsed="0.000211"/>
</branch>
<status status="NOT RUN" start="2026-08-21T01:09:30.372240" elapsed="0.000261"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-08-21T01:09:30.369768" elapsed="0.002795"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-21T00:59:23.596288" elapsed="606.776326"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="FAIL" start="2026-08-21T00:44:51.584990" elapsed="1478.788521"/>
</suite>
<statistics>
<total>
<stat pass="2" fail="1" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="2" fail="1" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="0" fail="1" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="2" fail="1" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
