<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-06-12T02:55:06.024473" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-12T02:55:06.618983" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-06-12T02:55:06.618833" elapsed="0.000225"/>
</branch>
<status status="PASS" start="2026-06-12T02:55:06.618801" elapsed="0.000285"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T02:55:06.619233" elapsed="0.000548"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-12T02:55:06.620257" level="INFO">Logging into '10.30.170.51:8101' as 'karaf'.</msg>
<msg time="2026-06-12T02:55:07.250512" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-12T02:55:06.619954" elapsed="0.630780"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-12T02:55:07.299684" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-12T02:55:07.251025" elapsed="0.048842"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-12T02:55:07.304286" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-12T02:55:07.304553" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-12T02:55:07.300275" elapsed="0.004417"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-12T02:55:07.305069" elapsed="0.000431"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T02:55:07.305663" elapsed="0.000239"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T02:55:07.306432" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T02:55:07.306062" elapsed="0.000426"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-12T02:55:07.306543" elapsed="0.000057"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.51
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-12T02:55:06.618449" elapsed="0.688293"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-06-12T02:55:06.614669" elapsed="0.692138"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-12T02:55:07.307421" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-12T02:55:07.306993" elapsed="0.000488"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-12T02:55:07.307888" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-12T02:55:07.307636" elapsed="0.000310"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-12T02:55:07.308557" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-12T02:55:07.308098" elapsed="0.000488"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-12T02:55:07.309155" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-12T02:55:07.308787" elapsed="0.000411"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-12T02:55:07.309759" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-12T02:55:07.309345" elapsed="0.000442"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-12T02:55:07.310264" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-12T02:55:07.309948" elapsed="0.000359"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-06-12T02:55:07.310651" elapsed="0.000026"/>
</kw>
<status status="NOT RUN" start="2026-06-12T02:55:07.310414" elapsed="0.000301"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-12T02:55:07.315056" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T02:55:07.314643" elapsed="0.000440"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-12T02:55:07.316517" level="INFO">Length is 0.</msg>
<msg time="2026-06-12T02:55:07.316610" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-12T02:55:07.315659" elapsed="0.000978"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T02:55:07.316817" elapsed="0.000369"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-12T02:55:07.318237" level="INFO">Logging into '10.30.171.237:22' as 'jenkins'.</msg>
<msg time="2026-06-12T02:55:08.023965" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jun 12 02:55:07 UTC 2026

  System load:  0.07               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.237
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-300-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-12T02:55:07.317721" elapsed="0.706467"/>
</kw>
<msg time="2026-06-12T02:55:08.024309" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T02:55:07.317346" elapsed="0.707104"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-12T02:55:07.315289" elapsed="0.709324"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.031740" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-06-12T02:55:08.024889" elapsed="0.008668"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T02:55:08.034004" elapsed="0.000690"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-06-12T02:55:07.314097" elapsed="0.720750"/>
</kw>
<status status="PASS" start="2026-06-12T02:55:07.310798" elapsed="0.724138"/>
</branch>
<status status="PASS" start="2026-06-12T02:55:07.310386" elapsed="0.724619"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-12T02:55:08.035391" elapsed="0.001098"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-12T02:55:08.043059" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-06-12T02:55:08.042874" elapsed="0.000264"/>
</branch>
<status status="PASS" start="2026-06-12T02:55:08.042841" elapsed="0.000348"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-12T02:55:08.047605" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-12T02:55:08.047485" elapsed="0.000169"/>
</branch>
<status status="PASS" start="2026-06-12T02:55:08.047464" elapsed="0.000213"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T02:55:08.047816" elapsed="0.000549"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.048789" level="INFO">Logging into '10.30.170.51:8101' as 'karaf'.</msg>
<msg time="2026-06-12T02:55:08.279737" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-12T02:55:08.048519" elapsed="0.231374"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.379716" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-12T02:55:08.280138" elapsed="0.099895"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.388433" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-12T02:55:08.388645" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-12T02:55:08.380293" elapsed="0.008385"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-12T02:55:08.388838" elapsed="0.000369"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T02:55:08.389374" elapsed="0.000264"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T02:55:08.390111" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T02:55:08.389784" elapsed="0.000385"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-12T02:55:08.390223" elapsed="0.000052"/>
</return>
<msg time="2026-06-12T02:55:08.390460" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.51
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-12T02:55:08.047044" elapsed="0.343450"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-12T02:55:08.390721" elapsed="0.000569"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-12T02:55:08.391343" elapsed="0.000053"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-06-12T02:55:08.042436" elapsed="0.349065"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-12T02:55:08.395233" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-12T02:55:08.395095" elapsed="0.000186"/>
</branch>
<status status="PASS" start="2026-06-12T02:55:08.395071" elapsed="0.000235"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T02:55:08.395455" elapsed="0.000453"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.396319" level="INFO">Logging into '10.30.170.51:8101' as 'karaf'.</msg>
<msg time="2026-06-12T02:55:08.583044" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-12T02:55:08.396056" elapsed="0.187157"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.609313" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-12T02:55:08.583494" elapsed="0.025999"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.612798" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-12T02:55:08.612955" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-12T02:55:08.609788" elapsed="0.003210"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-12T02:55:08.613204" elapsed="0.000365"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T02:55:08.613801" elapsed="0.000268"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T02:55:08.614778" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T02:55:08.614266" elapsed="0.000585"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-12T02:55:08.614924" elapsed="0.000067"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.51
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-12T02:55:08.394761" elapsed="0.220391"/>
</kw>
<status status="PASS" start="2026-06-12T02:55:06.612888" elapsed="2.002350"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T02:55:08.617569" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T02:55:08.616426" elapsed="0.001211"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-12T02:55:08.619100" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-12T02:55:08.618746" elapsed="0.000399"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-12T02:55:08.619493" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-06-12T02:55:08.619227" elapsed="0.000326"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-12T02:55:08.622554" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-12T02:55:08.622269" elapsed="0.000373"/>
</branch>
<status status="PASS" start="2026-06-12T02:55:08.622248" elapsed="0.000422"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.623040" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-12T02:55:08.623169" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-12T02:55:08.622807" elapsed="0.000389"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T02:55:08.623783" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.51 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.237" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T02:55:08.623332" elapsed="0.000511"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.624483" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T02:55:08.623984" elapsed="0.000526"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-12T02:55:08.625458" level="INFO">Length is 0.</msg>
<msg time="2026-06-12T02:55:08.625552" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-12T02:55:08.625093" elapsed="0.000484"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T02:55:08.625723" elapsed="0.000448"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.627106" level="INFO">Logging into '10.30.171.237:22' as 'jenkins'.</msg>
<msg time="2026-06-12T02:55:08.946765" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jun 12 02:55:07 UTC 2026

  System load:  0.07               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.237
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jun 12 02:55:07 2026 from 10.30.171.44
[?2004h[jenkins@releng-63164-300-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-12T02:55:08.626742" elapsed="0.320263"/>
</kw>
<msg time="2026-06-12T02:55:08.947094" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T02:55:08.626329" elapsed="0.320851"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-12T02:55:08.624713" elapsed="0.322589"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-12T02:55:08.948144" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.51 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-12T03:05:15.087917" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-12T03:05:15.088564" level="INFO">${stdout} = </msg>
<msg time="2026-06-12T03:05:15.088677" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-12T02:55:08.947549" elapsed="606.141188"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T03:05:15.089191" elapsed="0.000790"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.091087" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.51. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:56:14.163 16  switches: flows:  116319 115194 113215 111452 113462 116612 112924 113378 114129 113432 112358 112017 110871 112671 110281 112685  total = 30.183333 per ms 
02:57:14.263 16  switches: flows:  124737 122536 121926 122125 123262 124057 122459 122438 122039 121140 121433 122925 121011 120360 118879 121323  total = 32.489927 per ms 
02:58:14.363 16  switches: flows:  96920 94521 95685 93286 92684 92686 94974 93664 91194 92069 92439 93617 92417 91352 90211 91366  total = 24.776705 per ms 
02:59:14.464 16  switches: flows:  119373 117294 116850 117605 117659 117121 115000 115668 115252 115561 115679 112666 112129 115048 110963 111913  total = 30.711737 per ms 
03:00:14.565 16  switches: flows:  122027 118694 118290 120231 121111 121873 118111 119407 114373 118256 116793 115297 115062 119835 115234 115889  total = 31.454832 per ms 
03:01:14.665 16  switches: flows:  127587 124267 124232 125686 125240 125483 123117 124876 120190 124392 119981 120057 118350 119235 118934 120080  total = 32.640616 per ms 
03:02:14.766 16  switches: flows:  115376 112702 112938 113634 112573 111546 112050 110423 110175 111874 108647 110992 110757 108679 106602 110128  total = 29.602158 per ms 
03:03:14.866 16  switches: flows:  120360 116509 114460 118234 116309 116872 115149 114183 115470 116400 115559 113890 116021 113843 111783 114447  total = 30.773402 per ms 
03:04:14.966 16  switches: flows:  114594 113656 112895 112297 112337 111602 111819 110707 109718 110276 110646 110913 109156 109962 108608 108810  total = 29.583901 per ms 
03:05:15.080 16  switches: flows:  105965 105991 104873 103649 104228 103234 103072 105376 101726 102983 103532 102852 101016 103570 100071 102000  total = 27.516851 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 24776.70/32640.62/29950.01/10258.63 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.090341" elapsed="0.001070"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-12T03:05:15.091907" elapsed="0.000089"/>
</return>
<status status="PASS" start="2026-06-12T03:05:15.091604" elapsed="0.000475"/>
</branch>
<status status="PASS" start="2026-06-12T03:05:15.091547" elapsed="0.000589"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-12T03:05:15.092381" elapsed="0.000033"/>
</return>
<status status="NOT RUN" start="2026-06-12T03:05:15.092269" elapsed="0.000209"/>
</branch>
<status status="NOT RUN" start="2026-06-12T03:05:15.092234" elapsed="0.000293"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-12T03:05:15.092602" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T03:05:15.097646" elapsed="0.000455"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T03:05:15.098305" elapsed="0.000261"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T03:05:15.098749" elapsed="0.000137"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-12T03:05:15.093286" elapsed="0.005674"/>
</kw>
<msg time="2026-06-12T03:05:15.099135" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-12T02:55:08.619925" elapsed="606.479247"/>
</kw>
<status status="PASS" start="2026-06-12T02:55:08.619583" elapsed="606.479656"/>
</branch>
<status status="PASS" start="2026-06-12T02:55:08.619202" elapsed="606.480068"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.099933" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.51. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:56:14.163 16  switches: flows:  116319 115194 113215 111452 113462 116612 112924 113378 114129 113432 112358 112017 110871 112671 110281 112685  total = 30.183333 per ms 
02:57:14.263 16  switches: flows:  124737 122536 121926 122125 123262 124057 122459 122438 122039 121140 121433 122925 121011 120360 118879 121323  total = 32.489927 per ms 
02:58:14.363 16  switches: flows:  96920 94521 95685 93286 92684 92686 94974 93664 91194 92069 92439 93617 92417 91352 90211 91366  total = 24.776705 per ms 
02:59:14.464 16  switches: flows:  119373 117294 116850 117605 117659 117121 115000 115668 115252 115561 115679 112666 112129 115048 110963 111913  total = 30.711737 per ms 
03:00:14.565 16  switches: flows:  122027 118694 118290 120231 121111 121873 118111 119407 114373 118256 116793 115297 115062 119835 115234 115889  total = 31.454832 per ms 
03:01:14.665 16  switches: flows:  127587 124267 124232 125686 125240 125483 123117 124876 120190 124392 119981 120057 118350 119235 118934 120080  total = 32.640616 per ms 
03:02:14.766 16  switches: flows:  115376 112702 112938 113634 112573 111546 112050 110423 110175 111874 108647 110992 110757 108679 106602 110128  total = 29.602158 per ms 
03:03:14.866 16  switches: flows:  120360 116509 114460 118234 116309 116872 115149 114183 115470 116400 115559 113890 116021 113843 111783 114447  total = 30.773402 per ms 
03:04:14.966 16  switches: flows:  114594 113656 112895 112297 112337 111602 111819 110707 109718 110276 110646 110913 109156 109962 108608 108810  total = 29.583901 per ms 
03:05:15.080 16  switches: flows:  105965 105991 104873 103649 104228 103234 103072 105376 101726 102983 103532 102852 101016 103570 100071 102000  total = 27.516851 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 24776.70/32640.62/29950.01/10258.63 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.099525" elapsed="0.000509"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-12T03:05:15.100238" elapsed="0.000524"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-12T03:05:15.101304" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-12T03:05:15.101451" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 24776.70/32640.62/29950.01/10258.63 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-12T03:05:15.100992" elapsed="0.000495"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:05:15.102060" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 24776.70/32640.62/29950.01/10258.63 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:05:15.101699" elapsed="0.000398"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.105419" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.102295" elapsed="0.003203"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.109019" level="INFO">24776.70/32640.62/29950.01/10258.63</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.105708" elapsed="0.003435"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:05:15.112778" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:05:15.109507" elapsed="0.003299"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:05:15.115189" level="INFO">@{result_value_list} = [ 24776.70 | 32640.62 | 29950.01 | 10258.63 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:05:15.112994" elapsed="0.002223"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.115702" level="INFO">Length is 4.</msg>
<msg time="2026-06-12T03:05:15.115795" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-12T03:05:15.115392" elapsed="0.000428"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.120486" level="INFO">min :: 24776.70</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.116213" elapsed="0.004331"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-12T03:05:15.116082" elapsed="0.004498"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.125201" level="INFO">max :: 32640.62</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.120797" elapsed="0.004460"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-12T03:05:15.120671" elapsed="0.004621"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.130037" level="INFO">avg :: 29950.01</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.125524" elapsed="0.004570"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-12T03:05:15.125397" elapsed="0.004732"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.134637" level="INFO">stdev :: 10258.63</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.130363" elapsed="0.004330"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-12T03:05:15.130220" elapsed="0.004507"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-12T03:05:15.115889" elapsed="0.018871"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.138652" level="INFO">${min} = 24776.70</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:05:15.134916" elapsed="0.003763"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.142528" level="INFO">${max} = 32640.62</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:05:15.138832" elapsed="0.003723"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.146503" level="INFO">${average} = 29950.01</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:05:15.142706" elapsed="0.003823"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.150375" level="INFO">${stdev} = 10258.63</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:05:15.146679" elapsed="0.003724"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.150935" level="INFO">${date} = 2026-06-12 03:05:15</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-12T03:05:15.150568" elapsed="0.000394"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.151539" level="INFO">CBench Result: 2026-06-12 03:05:15,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,24776.70,32640.62,29950.01,10258.63</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.151109" elapsed="0.000484"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-12T03:05:15.152612" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-12T03:05:15.152207" elapsed="0.000472"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-12T03:05:15.152829" elapsed="0.000452"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-12T03:05:15.151740" elapsed="0.001633"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-06-12T02:55:08.618063" elapsed="606.535379"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.153917" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-12T03:05:15.153593" elapsed="0.000380"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-12T03:05:15.154496" elapsed="0.000264"/>
</kw>
<status status="PASS" start="2026-06-12T03:05:15.154184" elapsed="0.000657"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-12T02:55:08.615476" elapsed="606.539403"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.156141" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.155767" elapsed="0.000430"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.157449" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-12T03:05:15.157097" elapsed="0.000395"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-12T03:05:15.157811" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-06-12T03:05:15.157596" elapsed="0.000279"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-12T03:05:15.160794" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-12T03:05:15.160548" elapsed="0.000302"/>
</branch>
<status status="PASS" start="2026-06-12T03:05:15.160529" elapsed="0.000344"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-12T03:05:15.161186" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-12T03:05:15.161303" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-12T03:05:15.161001" elapsed="0.000329"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.161916" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.51 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.237" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:05:15.161485" elapsed="0.000489"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-12T03:05:15.162527" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T03:05:15.162111" elapsed="0.000442"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-12T03:05:15.163510" level="INFO">Length is 0.</msg>
<msg time="2026-06-12T03:05:15.163599" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-12T03:05:15.163159" elapsed="0.000464"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T03:05:15.163767" elapsed="0.000324"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-12T03:05:15.164948" level="INFO">Logging into '10.30.171.237:22' as 'jenkins'.</msg>
<msg time="2026-06-12T03:05:15.763879" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jun 12 03:05:15 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.237
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jun 12 02:55:08 2026 from 10.30.171.44
[?2004h[jenkins@releng-63164-300-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-12T03:05:15.164599" elapsed="0.599485"/>
</kw>
<msg time="2026-06-12T03:05:15.764174" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T03:05:15.164240" elapsed="0.600028"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-12T03:05:15.162753" elapsed="0.601653"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-12T03:05:15.764969" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.51 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-12T03:15:23.151617" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-12T03:15:23.152235" level="INFO">${stdout} = </msg>
<msg time="2026-06-12T03:15:23.152389" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-12T03:05:15.764631" elapsed="607.387823"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T03:15:23.152920" elapsed="0.000802"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.155000" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.51. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:06:20.886 16  switches: flows:  466257 465761 489037 466143 474094 472018 461151 461218 465384 473276 450730 453175 459223 480865 460870 470245  total = 124.490783 per ms 
03:07:20.988 16  switches: flows:  516231 516927 491329 502558 512865 509563 500611 515341 499778 482297 513738 496366 515865 504271 514368 493515  total = 134.534636 per ms 
03:08:21.089 16  switches: flows:  507302 516576 522284 511048 514411 508467 499349 533853 518335 516763 517668 525964 506157 521767 514178 503555  total = 137.064675 per ms 
03:09:21.191 16  switches: flows:  603623 597857 600582 597686 602276 601735 600169 595772 594596 598947 608134 601297 596233 595858 599851 597665  total = 159.602322 per ms 
03:10:21.292 16  switches: flows:  522207 544736 541853 531848 543332 535145 532019 534277 534039 532458 522541 540673 535563 534542 537273 541492  total = 142.494076 per ms 
03:11:21.394 16  switches: flows:  509245 509907 509707 512872 509896 510402 512776 507435 516763 506519 514013 506128 511115 514165 513637 506145  total = 135.950044 per ms 
03:12:21.495 16  switches: flows:  524274 530468 532132 529085 521989 521053 519564 520236 516436 520659 519772 521874 522909 521103 524161 523558  total = 139.254667 per ms 
03:13:22.936 16  switches: flows:  435203 440205 436313 445533 448256 442131 443483 443515 445796 443994 444252 440406 439769 439600 423287 440541  total = 114.782405 per ms 
03:14:23.038 16  switches: flows:  457900 470920 458845 466862 472260 470616 462521 462966 470172 464479 468039 459161 461485 467424 468048 469077  total = 123.971706 per ms 
03:15:23.139 16  switches: flows:  521589 536172 528806 533652 527599 523525 522604 528320 537788 525487 528326 532232 534832 532747 535770 531236  total = 141.108041 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 114782.41/159602.32/136529.17/46989.09 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.154106" elapsed="0.001288"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-12T03:15:23.155940" elapsed="0.000088"/>
</return>
<status status="PASS" start="2026-06-12T03:15:23.155617" elapsed="0.000524"/>
</branch>
<status status="PASS" start="2026-06-12T03:15:23.155554" elapsed="0.000686"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-12T03:15:23.156557" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-06-12T03:15:23.156473" elapsed="0.000177"/>
</branch>
<status status="NOT RUN" start="2026-06-12T03:15:23.156431" elapsed="0.000267"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-12T03:15:23.156768" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T03:15:23.161378" elapsed="0.000478"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T03:15:23.162062" elapsed="0.000241"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T03:15:23.162549" elapsed="0.000151"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-12T03:15:23.157525" elapsed="0.005254"/>
</kw>
<msg time="2026-06-12T03:15:23.162962" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-12T03:05:15.158210" elapsed="608.004790"/>
</kw>
<status status="PASS" start="2026-06-12T03:05:15.157900" elapsed="608.005169"/>
</branch>
<status status="PASS" start="2026-06-12T03:05:15.157576" elapsed="608.005525"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.163749" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.51. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:06:20.886 16  switches: flows:  466257 465761 489037 466143 474094 472018 461151 461218 465384 473276 450730 453175 459223 480865 460870 470245  total = 124.490783 per ms 
03:07:20.988 16  switches: flows:  516231 516927 491329 502558 512865 509563 500611 515341 499778 482297 513738 496366 515865 504271 514368 493515  total = 134.534636 per ms 
03:08:21.089 16  switches: flows:  507302 516576 522284 511048 514411 508467 499349 533853 518335 516763 517668 525964 506157 521767 514178 503555  total = 137.064675 per ms 
03:09:21.191 16  switches: flows:  603623 597857 600582 597686 602276 601735 600169 595772 594596 598947 608134 601297 596233 595858 599851 597665  total = 159.602322 per ms 
03:10:21.292 16  switches: flows:  522207 544736 541853 531848 543332 535145 532019 534277 534039 532458 522541 540673 535563 534542 537273 541492  total = 142.494076 per ms 
03:11:21.394 16  switches: flows:  509245 509907 509707 512872 509896 510402 512776 507435 516763 506519 514013 506128 511115 514165 513637 506145  total = 135.950044 per ms 
03:12:21.495 16  switches: flows:  524274 530468 532132 529085 521989 521053 519564 520236 516436 520659 519772 521874 522909 521103 524161 523558  total = 139.254667 per ms 
03:13:22.936 16  switches: flows:  435203 440205 436313 445533 448256 442131 443483 443515 445796 443994 444252 440406 439769 439600 423287 440541  total = 114.782405 per ms 
03:14:23.038 16  switches: flows:  457900 470920 458845 466862 472260 470616 462521 462966 470172 464479 468039 459161 461485 467424 468048 469077  total = 123.971706 per ms 
03:15:23.139 16  switches: flows:  521589 536172 528806 533652 527599 523525 522604 528320 537788 525487 528326 532232 534832 532747 535770 531236  total = 141.108041 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 114782.41/159602.32/136529.17/46989.09 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.163299" elapsed="0.000556"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-12T03:15:23.164063" elapsed="0.000547"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-12T03:15:23.165155" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-12T03:15:23.165286" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 114782.41/159602.32/136529.17/46989.09 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-12T03:15:23.164837" elapsed="0.000484"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:15:23.165944" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 114782.41/159602.32/136529.17/46989.09 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:15:23.165574" elapsed="0.000409"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.169452" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.166210" elapsed="0.003332"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.172596" level="INFO">114782.41/159602.32/136529.17/46989.09</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.169751" elapsed="0.002909"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:15:23.175069" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:15:23.172809" elapsed="0.002288"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:15:23.177876" level="INFO">@{result_value_list} = [ 114782.41 | 159602.32 | 136529.17 | 46989.09 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:15:23.175312" elapsed="0.002598"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.178460" level="INFO">Length is 4.</msg>
<msg time="2026-06-12T03:15:23.178560" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-12T03:15:23.178068" elapsed="0.000516"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.183273" level="INFO">min :: 114782.41</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.178968" elapsed="0.004362"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-12T03:15:23.178839" elapsed="0.004542"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.188219" level="INFO">max :: 159602.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.183604" elapsed="0.004674"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-12T03:15:23.183472" elapsed="0.004842"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.193060" level="INFO">avg :: 136529.17</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.188554" elapsed="0.004563"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-12T03:15:23.188425" elapsed="0.004727"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.197810" level="INFO">stdev :: 46989.09</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.193409" elapsed="0.004458"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-12T03:15:23.193241" elapsed="0.004662"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-12T03:15:23.178651" elapsed="0.019284"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.201936" level="INFO">${min} = 114782.41</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:15:23.198095" elapsed="0.003869"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.205908" level="INFO">${max} = 159602.32</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:15:23.202118" elapsed="0.003823"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.210010" level="INFO">${average} = 136529.17</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:15:23.206099" elapsed="0.003938"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.213949" level="INFO">${stdev} = 46989.09</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:15:23.210216" elapsed="0.003760"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.214526" level="INFO">${date} = 2026-06-12 03:15:23</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-12T03:15:23.214135" elapsed="0.000421"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.215107" level="INFO">CBench Result: 2026-06-12 03:15:23,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,114782.41,159602.32,136529.17,46989.09</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.214702" elapsed="0.000460"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-12T03:15:23.216425" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-12T03:15:23.215947" elapsed="0.000545"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-12T03:15:23.216641" elapsed="0.000462"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-12T03:15:23.215325" elapsed="0.001843"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-06-12T03:05:15.156524" elapsed="608.060704"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.217725" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-12T03:15:23.217394" elapsed="0.000387"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-12T03:15:23.218403" elapsed="0.000274"/>
</kw>
<status status="PASS" start="2026-06-12T03:15:23.217993" elapsed="0.000757"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-12T03:05:15.155185" elapsed="608.063603"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.220153" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.219771" elapsed="0.000439"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.221467" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-12T03:15:23.221123" elapsed="0.000386"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-12T03:15:23.221855" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-12T03:15:23.221626" elapsed="0.000286"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-12T03:15:23.224827" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-12T03:15:23.224580" elapsed="0.000303"/>
</branch>
<status status="PASS" start="2026-06-12T03:15:23.224561" elapsed="0.000345"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-12T03:15:23.225232" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-12T03:15:23.225367" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-12T03:15:23.225037" elapsed="0.000359"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.225948" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.51 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.237" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:15:23.225529" elapsed="0.000478"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-12T03:15:23.226585" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T03:15:23.226171" elapsed="0.000441"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-12T03:15:23.227676" level="INFO">Length is 0.</msg>
<msg time="2026-06-12T03:15:23.227771" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-12T03:15:23.227193" elapsed="0.000603"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T03:15:23.227937" elapsed="0.000325"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-12T03:15:23.229131" level="INFO">Logging into '10.30.171.237:22' as 'jenkins'.</msg>
<msg time="2026-06-12T03:15:23.800851" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jun 12 03:15:23 UTC 2026

  System load:  0.45               Processes:             106
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.237
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jun 12 03:05:15 2026 from 10.30.171.44
[?2004h[jenkins@releng-63164-300-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-12T03:15:23.228780" elapsed="0.572286"/>
</kw>
<msg time="2026-06-12T03:15:23.801174" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T03:15:23.228436" elapsed="0.572834"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-12T03:15:23.226822" elapsed="0.574584"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-12T03:15:23.801982" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.51 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-12T03:25:29.854711" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-12T03:25:29.855236" level="INFO">${stdout} = </msg>
<msg time="2026-06-12T03:25:29.855345" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-12T03:15:23.801635" elapsed="606.053834"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T03:25:29.855952" elapsed="0.000854"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.857990" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.51. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:16:28.936 16  switches: flows:  98818 108298 97970 98376 99138 104974 97115 97427 99493 96945 96600 96428 99341 98868 92631 97358  total = 26.329667 per ms 
03:17:29.039 16  switches: flows:  117771 118138 117848 117814 118544 119971 118960 116033 118456 118359 119482 117732 116395 117240 112882 117839  total = 31.337809 per ms 
03:18:29.140 16  switches: flows:  122814 118939 118858 122505 121711 121870 118385 117975 118074 120671 122240 119596 118774 120453 118732 120565  total = 31.982635 per ms 
03:19:29.241 16  switches: flows:  126642 122699 122164 123086 125602 126309 122089 121062 121527 122386 126634 121783 120012 121499 122052 124205  total = 32.774463 per ms 
03:20:29.342 16  switches: flows:  126797 122702 123045 122481 125638 126727 122819 121616 121821 122884 125645 122133 120659 121297 122983 125436  total = 32.856519 per ms 
03:21:29.443 16  switches: flows:  111620 111443 111300 111648 112660 113402 111557 109761 110518 112148 112076 111229 107690 109884 109563 110823  total = 29.572672 per ms 
03:22:29.544 16  switches: flows:  108368 106025 105891 105122 107441 106777 105446 105261 106333 105715 104226 104145 103764 106402 102637 103485  total = 28.070435 per ms 
03:23:29.645 16  switches: flows:  123102 124240 121964 124866 123462 125039 121223 121481 123038 123821 123345 123095 122082 121031 121142 121323  total = 32.683026 per ms 
03:24:29.746 16  switches: flows:  114113 115909 112683 116223 114365 116333 111151 112534 115799 114646 115127 115115 112414 111823 112500 114539  total = 30.370519 per ms 
03:25:29.846 16  switches: flows:  118712 118923 117685 119087 119754 122217 118110 117966 120111 117997 119120 118395 117359 116872 116198 119669  total = 31.583493 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28070.44/32856.52/31247.95/10529.03 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.857222" elapsed="0.001056"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-12T03:25:29.858863" elapsed="0.000085"/>
</return>
<status status="PASS" start="2026-06-12T03:25:29.858525" elapsed="0.000514"/>
</branch>
<status status="PASS" start="2026-06-12T03:25:29.858452" elapsed="0.000644"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-12T03:25:29.859329" elapsed="0.000065"/>
</return>
<status status="NOT RUN" start="2026-06-12T03:25:29.859244" elapsed="0.000217"/>
</branch>
<status status="NOT RUN" start="2026-06-12T03:25:29.859201" elapsed="0.000307"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-12T03:25:29.859577" elapsed="0.000028"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-12T03:25:29.863223" elapsed="0.000360"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-12T03:25:29.863731" elapsed="0.000172"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-12T03:25:29.864035" elapsed="0.000106"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-12T03:25:29.860255" elapsed="0.003940"/>
</kw>
<msg time="2026-06-12T03:25:29.864325" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-12T03:15:23.222271" elapsed="606.642096"/>
</kw>
<status status="PASS" start="2026-06-12T03:15:23.221937" elapsed="606.642481"/>
</branch>
<status status="PASS" start="2026-06-12T03:15:23.221603" elapsed="606.642838"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.864881" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.51:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.51. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:16:28.936 16  switches: flows:  98818 108298 97970 98376 99138 104974 97115 97427 99493 96945 96600 96428 99341 98868 92631 97358  total = 26.329667 per ms 
03:17:29.039 16  switches: flows:  117771 118138 117848 117814 118544 119971 118960 116033 118456 118359 119482 117732 116395 117240 112882 117839  total = 31.337809 per ms 
03:18:29.140 16  switches: flows:  122814 118939 118858 122505 121711 121870 118385 117975 118074 120671 122240 119596 118774 120453 118732 120565  total = 31.982635 per ms 
03:19:29.241 16  switches: flows:  126642 122699 122164 123086 125602 126309 122089 121062 121527 122386 126634 121783 120012 121499 122052 124205  total = 32.774463 per ms 
03:20:29.342 16  switches: flows:  126797 122702 123045 122481 125638 126727 122819 121616 121821 122884 125645 122133 120659 121297 122983 125436  total = 32.856519 per ms 
03:21:29.443 16  switches: flows:  111620 111443 111300 111648 112660 113402 111557 109761 110518 112148 112076 111229 107690 109884 109563 110823  total = 29.572672 per ms 
03:22:29.544 16  switches: flows:  108368 106025 105891 105122 107441 106777 105446 105261 106333 105715 104226 104145 103764 106402 102637 103485  total = 28.070435 per ms 
03:23:29.645 16  switches: flows:  123102 124240 121964 124866 123462 125039 121223 121481 123038 123821 123345 123095 122082 121031 121142 121323  total = 32.683026 per ms 
03:24:29.746 16  switches: flows:  114113 115909 112683 116223 114365 116333 111151 112534 115799 114646 115127 115115 112414 111823 112500 114539  total = 30.370519 per ms 
03:25:29.846 16  switches: flows:  118712 118923 117685 119087 119754 122217 118110 117966 120111 117997 119120 118395 117359 116872 116198 119669  total = 31.583493 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28070.44/32856.52/31247.95/10529.03 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.864592" elapsed="0.000363"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-12T03:25:29.865104" elapsed="0.000399"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-12T03:25:29.865884" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-12T03:25:29.865974" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 28070.44/32856.52/31247.95/10529.03 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-12T03:25:29.865665" elapsed="0.000334"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:25:29.866416" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 28070.44/32856.52/31247.95/10529.03 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:25:29.866152" elapsed="0.000291"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.868810" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.866593" elapsed="0.002273"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.871504" level="INFO">28070.44/32856.52/31247.95/10529.03</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.869011" elapsed="0.002551"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:25:29.874005" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:25:29.871733" elapsed="0.002313"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-12T03:25:29.876490" level="INFO">@{result_value_list} = [ 28070.44 | 32856.52 | 31247.95 | 10529.03 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-12T03:25:29.874266" elapsed="0.002255"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.876984" level="INFO">Length is 4.</msg>
<msg time="2026-06-12T03:25:29.877073" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-12T03:25:29.876676" elapsed="0.000420"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.881781" level="INFO">min :: 28070.44</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.877517" elapsed="0.004321"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-12T03:25:29.877387" elapsed="0.004486"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.886416" level="INFO">max :: 32856.52</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.882098" elapsed="0.004375"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-12T03:25:29.881959" elapsed="0.004550"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.891047" level="INFO">avg :: 31247.95</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.886730" elapsed="0.004373"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-12T03:25:29.886593" elapsed="0.004545"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.895749" level="INFO">stdev :: 10529.03</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.891362" elapsed="0.004443"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-12T03:25:29.891221" elapsed="0.004619"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-12T03:25:29.877185" elapsed="0.018686"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.900013" level="INFO">${min} = 28070.44</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:25:29.896031" elapsed="0.004012"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.904081" level="INFO">${max} = 32856.52</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:25:29.900200" elapsed="0.003908"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.908110" level="INFO">${average} = 31247.95</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:25:29.904261" elapsed="0.003876"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.912081" level="INFO">${stdev} = 10529.03</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-12T03:25:29.908290" elapsed="0.003818"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.912641" level="INFO">${date} = 2026-06-12 03:25:29</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-12T03:25:29.912278" elapsed="0.000389"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.913234" level="INFO">CBench Result: 2026-06-12 03:25:29,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,28070.44,32856.52,31247.95,10529.03</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-12T03:25:29.912812" elapsed="0.000479"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-12T03:25:29.914461" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-12T03:25:29.913971" elapsed="0.000564"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-12T03:25:29.914688" elapsed="0.000474"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-12T03:25:29.913466" elapsed="0.001763"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-06-12T03:15:23.220545" elapsed="606.694745"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.915767" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-12T03:25:29.915452" elapsed="0.000377"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-12T03:25:29.917060" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-12T03:25:29.916571" elapsed="0.000515"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-06-12T03:25:29.917377" elapsed="0.000037"/>
</return>
<status status="PASS" start="2026-06-12T03:25:29.917168" elapsed="0.000280"/>
</branch>
<status status="PASS" start="2026-06-12T03:25:29.917146" elapsed="0.000327"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-06-12T03:25:29.917623" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-06-12T03:25:29.917779" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-06-12T03:25:29.917937" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-12T03:25:29.918136" elapsed="0.000020"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-06-12T03:25:29.918285" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-06-12T03:25:29.918456" elapsed="0.000021"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-12T03:25:29.918602" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-06-12T03:25:29.918822" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-06-12T03:25:29.918685" elapsed="0.000188"/>
</branch>
<status status="NOT RUN" start="2026-06-12T03:25:29.918668" elapsed="0.000229"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-06-12T03:25:29.916215" elapsed="0.002733"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-12T03:15:23.219085" elapsed="606.699911"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-06-12T02:55:06.026102" elapsed="1823.893554"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
