<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-06-07T03:12:46.360325" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-07T03:12:47.000853" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-06-07T03:12:47.000705" elapsed="0.000222"/>
</branch>
<status status="PASS" start="2026-06-07T03:12:47.000676" elapsed="0.000277"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:12:47.001099" elapsed="0.000527"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-07T03:12:47.002109" level="INFO">Logging into '10.30.171.38:8101' as 'karaf'.</msg>
<msg time="2026-06-07T03:12:47.924679" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-07T03:12:47.001804" elapsed="0.923389"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-07T03:12:47.976814" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-07T03:12:47.925714" elapsed="0.051223"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-07T03:12:47.978802" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-07T03:12:47.978918" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-07T03:12:47.977208" elapsed="0.001742"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-07T03:12:47.979107" elapsed="0.000296"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:12:47.979604" elapsed="0.000235"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:12:47.980361" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:12:47.979997" elapsed="0.000418"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-07T03:12:47.980469" elapsed="0.000053"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.38
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-07T03:12:47.000326" elapsed="0.980320"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-06-07T03:12:46.996666" elapsed="0.984042"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-07T03:12:47.981299" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-07T03:12:47.980894" elapsed="0.000463"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-07T03:12:47.981769" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-07T03:12:47.981514" elapsed="0.000312"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-07T03:12:47.982408" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-07T03:12:47.981983" elapsed="0.000453"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-07T03:12:47.982986" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-07T03:12:47.982644" elapsed="0.000385"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-07T03:12:47.983592" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-07T03:12:47.983198" elapsed="0.000424"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-07T03:12:47.984124" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-07T03:12:47.983809" elapsed="0.000374"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-06-07T03:12:47.984490" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-07T03:12:47.984273" elapsed="0.000273"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-07T03:12:47.988900" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:12:47.988493" elapsed="0.000434"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-07T03:12:47.990256" level="INFO">Length is 0.</msg>
<msg time="2026-06-07T03:12:47.990345" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-07T03:12:47.989505" elapsed="0.000865"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:12:47.990521" elapsed="0.000350"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-07T03:12:47.991952" level="INFO">Logging into '10.30.171.59:22' as 'jenkins'.</msg>
<msg time="2026-06-07T03:12:48.667364" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jun  7 03:12:48 UTC 2026

  System load:  0.01               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.59
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-290-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-07T03:12:47.991397" elapsed="0.676126"/>
</kw>
<msg time="2026-06-07T03:12:48.667617" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:12:47.991028" elapsed="0.676682"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-07T03:12:47.989149" elapsed="0.678702"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-06-07T03:12:48.678729" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-06-07T03:12:48.668075" elapsed="0.012494"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:12:48.680926" elapsed="0.000659"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-06-07T03:12:47.987948" elapsed="0.693787"/>
</kw>
<status status="PASS" start="2026-06-07T03:12:47.984623" elapsed="0.697206"/>
</branch>
<status status="PASS" start="2026-06-07T03:12:47.984247" elapsed="0.697663"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-07T03:12:48.682343" elapsed="0.001097"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-07T03:12:48.693465" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-06-07T03:12:48.693329" elapsed="0.000194"/>
</branch>
<status status="PASS" start="2026-06-07T03:12:48.693298" elapsed="0.000248"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-07T03:12:48.697169" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-06-07T03:12:48.697038" elapsed="0.000180"/>
</branch>
<status status="PASS" start="2026-06-07T03:12:48.697018" elapsed="0.000232"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:12:48.697417" elapsed="0.000448"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-07T03:12:48.698296" level="INFO">Logging into '10.30.171.38:8101' as 'karaf'.</msg>
<msg time="2026-06-07T03:12:48.893342" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-07T03:12:48.698015" elapsed="0.195479"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-07T03:12:48.986358" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-07T03:12:48.893738" elapsed="0.092752"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-07T03:12:49.001561" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-07T03:12:49.001793" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-07T03:12:48.986737" elapsed="0.015089"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-07T03:12:49.002054" elapsed="0.000355"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:12:49.002611" elapsed="0.000226"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:12:49.003430" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:12:49.002982" elapsed="0.000524"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-07T03:12:49.003573" elapsed="0.000074"/>
</return>
<msg time="2026-06-07T03:12:49.003950" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.38
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-07T03:12:48.696670" elapsed="0.307321"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-07T03:12:49.004204" elapsed="0.001141"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-07T03:12:49.005399" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-06-07T03:12:48.692946" elapsed="0.312588"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-07T03:12:49.009896" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-06-07T03:12:49.009730" elapsed="0.000217"/>
</branch>
<status status="PASS" start="2026-06-07T03:12:49.009701" elapsed="0.000271"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:12:49.010123" elapsed="0.000572"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-07T03:12:49.011178" level="INFO">Logging into '10.30.171.38:8101' as 'karaf'.</msg>
<msg time="2026-06-07T03:12:49.196495" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-07T03:12:49.010864" elapsed="0.185825"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-07T03:12:49.218023" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-07T03:12:49.197010" elapsed="0.021083"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-07T03:12:49.219980" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-07T03:12:49.220149" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-07T03:12:49.218281" elapsed="0.001901"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-07T03:12:49.220327" elapsed="0.000202"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:12:49.220678" elapsed="0.000204"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:12:49.221425" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:12:49.221022" elapsed="0.000456"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-07T03:12:49.221532" elapsed="0.000057"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.38
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-07T03:12:49.009010" elapsed="0.212700"/>
</kw>
<status status="PASS" start="2026-06-07T03:12:46.994526" elapsed="2.227247"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:12:49.224019" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:12:49.222878" elapsed="0.001216"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-07T03:12:49.225560" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-07T03:12:49.225202" elapsed="0.000401"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-07T03:12:49.226112" elapsed="0.000038"/>
</kw>
<status status="NOT RUN" start="2026-06-07T03:12:49.225857" elapsed="0.000333"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-07T03:12:49.229191" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-07T03:12:49.228922" elapsed="0.000327"/>
</branch>
<status status="PASS" start="2026-06-07T03:12:49.228902" elapsed="0.000373"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-07T03:12:49.229616" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-07T03:12:49.229740" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-07T03:12:49.229409" elapsed="0.000358"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:12:49.230347" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.38 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.59" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:12:49.229903" elapsed="0.000504"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-07T03:12:49.231018" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:12:49.230548" elapsed="0.000497"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-07T03:12:49.231976" level="INFO">Length is 0.</msg>
<msg time="2026-06-07T03:12:49.232096" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-07T03:12:49.231647" elapsed="0.000475"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:12:49.232284" elapsed="0.000335"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-07T03:12:49.233519" level="INFO">Logging into '10.30.171.59:22' as 'jenkins'.</msg>
<msg time="2026-06-07T03:12:49.568279" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jun  7 03:12:48 UTC 2026

  System load:  0.01               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.59
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jun  7 03:12:48 2026 from 10.30.170.28
[?2004h[jenkins@releng-63164-290-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-07T03:12:49.233158" elapsed="0.335329"/>
</kw>
<msg time="2026-06-07T03:12:49.568603" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:12:49.232780" elapsed="0.335937"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-07T03:12:49.231265" elapsed="0.337590"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-07T03:12:49.569733" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.38 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-07T03:22:55.665761" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-07T03:22:55.666381" level="INFO">${stdout} = </msg>
<msg time="2026-06-07T03:22:55.666502" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-07T03:12:49.569096" elapsed="606.097469"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:22:55.667027" elapsed="0.000834"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.669205" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.38. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:13:54.757 16  switches: flows:  112918 112578 112374 110023 109487 111340 111989 110562 108932 106921 107015 110092 108498 106551 106789 107878  total = 29.232450 per ms 
03:14:54.858 16  switches: flows:  119445 120089 118542 116929 117171 117443 117166 116451 115718 115120 115041 116933 114826 112180 114650 113959  total = 30.976013 per ms 
03:15:54.959 16  switches: flows:  115481 116579 115226 116207 116737 113835 111785 112935 112795 110382 113176 113349 109667 111811 113222 112847  total = 30.216798 per ms 
03:16:55.060 16  switches: flows:  125285 128196 126722 124594 125334 125751 123091 123332 122134 124253 120522 123871 121050 120580 122173 124394  total = 32.966220 per ms 
03:17:55.161 16  switches: flows:  126493 128690 127866 125416 125602 127298 124350 123357 124295 123941 121956 125238 121293 120902 123222 124382  total = 33.182873 per ms 
03:18:55.262 16  switches: flows:  125886 127655 127982 125274 125849 128732 123587 121580 123548 124790 122889 124077 122019 122992 123176 123282  total = 33.166435 per ms 
03:19:55.363 16  switches: flows:  127068 128731 130201 126398 125526 127642 125309 123786 124215 125130 122743 125355 121048 122764 124369 124959  total = 33.365038 per ms 
03:20:55.464 16  switches: flows:  126227 127837 129286 125120 125719 127290 124489 123989 125023 125090 121774 124108 121525 121429 124880 125356  total = 33.263488 per ms 
03:21:55.565 16  switches: flows:  126677 127455 129524 124585 126153 126414 123901 122568 123044 123828 121394 124223 121386 120806 122873 123716  total = 33.087215 per ms 
03:22:55.666 16  switches: flows:  115634 115210 117928 113172 112685 113817 111335 111352 110137 110097 107510 111041 107706 108980 111817 111364  total = 29.780031 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29780.03/33365.04/32222.68/10828.70 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.668438" elapsed="0.001084"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-07T03:22:55.670030" elapsed="0.000074"/>
</return>
<status status="PASS" start="2026-06-07T03:22:55.669717" elapsed="0.000498"/>
</branch>
<status status="PASS" start="2026-06-07T03:22:55.669659" elapsed="0.000613"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-07T03:22:55.670488" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-06-07T03:22:55.670405" elapsed="0.000173"/>
</branch>
<status status="NOT RUN" start="2026-06-07T03:22:55.670370" elapsed="0.000256"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-07T03:22:55.670700" elapsed="0.000033"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:22:55.675169" elapsed="0.000496"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:22:55.675898" elapsed="0.000262"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:22:55.676356" elapsed="0.000144"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-07T03:22:55.671405" elapsed="0.005172"/>
</kw>
<msg time="2026-06-07T03:22:55.676770" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-07T03:12:49.226543" elapsed="606.450267"/>
</kw>
<status status="PASS" start="2026-06-07T03:12:49.226220" elapsed="606.450662"/>
</branch>
<status status="PASS" start="2026-06-07T03:12:49.225714" elapsed="606.451203"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.677577" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.38. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:13:54.757 16  switches: flows:  112918 112578 112374 110023 109487 111340 111989 110562 108932 106921 107015 110092 108498 106551 106789 107878  total = 29.232450 per ms 
03:14:54.858 16  switches: flows:  119445 120089 118542 116929 117171 117443 117166 116451 115718 115120 115041 116933 114826 112180 114650 113959  total = 30.976013 per ms 
03:15:54.959 16  switches: flows:  115481 116579 115226 116207 116737 113835 111785 112935 112795 110382 113176 113349 109667 111811 113222 112847  total = 30.216798 per ms 
03:16:55.060 16  switches: flows:  125285 128196 126722 124594 125334 125751 123091 123332 122134 124253 120522 123871 121050 120580 122173 124394  total = 32.966220 per ms 
03:17:55.161 16  switches: flows:  126493 128690 127866 125416 125602 127298 124350 123357 124295 123941 121956 125238 121293 120902 123222 124382  total = 33.182873 per ms 
03:18:55.262 16  switches: flows:  125886 127655 127982 125274 125849 128732 123587 121580 123548 124790 122889 124077 122019 122992 123176 123282  total = 33.166435 per ms 
03:19:55.363 16  switches: flows:  127068 128731 130201 126398 125526 127642 125309 123786 124215 125130 122743 125355 121048 122764 124369 124959  total = 33.365038 per ms 
03:20:55.464 16  switches: flows:  126227 127837 129286 125120 125719 127290 124489 123989 125023 125090 121774 124108 121525 121429 124880 125356  total = 33.263488 per ms 
03:21:55.565 16  switches: flows:  126677 127455 129524 124585 126153 126414 123901 122568 123044 123828 121394 124223 121386 120806 122873 123716  total = 33.087215 per ms 
03:22:55.666 16  switches: flows:  115634 115210 117928 113172 112685 113817 111335 111352 110137 110097 107510 111041 107706 108980 111817 111364  total = 29.780031 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29780.03/33365.04/32222.68/10828.70 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.677125" elapsed="0.000560"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-07T03:22:55.677919" elapsed="0.000570"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-07T03:22:55.679082" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-07T03:22:55.679247" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 29780.03/33365.04/32222.68/10828.70 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-07T03:22:55.678730" elapsed="0.000555"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:22:55.679949" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 29780.03/33365.04/32222.68/10828.70 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:22:55.679513" elapsed="0.000491"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.682630" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.680252" elapsed="0.002435"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.685098" level="INFO">29780.03/33365.04/32222.68/10828.70</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.682833" elapsed="0.002336"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:22:55.687531" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:22:55.685331" elapsed="0.002228"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:22:55.690002" level="INFO">@{result_value_list} = [ 29780.03 | 33365.04 | 32222.68 | 10828.70 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:22:55.687757" elapsed="0.002279"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.690524" level="INFO">Length is 4.</msg>
<msg time="2026-06-07T03:22:55.690618" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-07T03:22:55.690208" elapsed="0.000435"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.695402" level="INFO">min :: 29780.03</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.691045" elapsed="0.004413"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-07T03:22:55.690910" elapsed="0.004583"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.700040" level="INFO">max :: 33365.04</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.695714" elapsed="0.004382"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-07T03:22:55.695585" elapsed="0.004547"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.704676" level="INFO">avg :: 32222.68</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.700370" elapsed="0.004363"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-07T03:22:55.700237" elapsed="0.004531"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.709323" level="INFO">stdev :: 10828.70</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.705015" elapsed="0.004365"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-07T03:22:55.704865" elapsed="0.004550"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-07T03:22:55.690713" elapsed="0.018736"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.713687" level="INFO">${min} = 29780.03</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:22:55.709610" elapsed="0.004105"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.717651" level="INFO">${max} = 33365.04</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:22:55.713873" elapsed="0.003807"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.722011" level="INFO">${average} = 32222.68</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:22:55.717867" elapsed="0.004171"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.725948" level="INFO">${stdev} = 10828.70</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:22:55.722208" elapsed="0.003767"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.726527" level="INFO">${date} = 2026-06-07 03:22:55</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-07T03:22:55.726149" elapsed="0.000405"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.727131" level="INFO">CBench Result: 2026-06-07 03:22:55,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,29780.03,33365.04,32222.68,10828.70</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.726703" elapsed="0.000502"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-07T03:22:55.728326" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-07T03:22:55.727852" elapsed="0.000541"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-07T03:22:55.728546" elapsed="0.000472"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-07T03:22:55.727363" elapsed="0.001721"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-06-07T03:12:49.224543" elapsed="606.504623"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.729637" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-07T03:22:55.729319" elapsed="0.000375"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-07T03:22:55.730236" elapsed="0.000271"/>
</kw>
<status status="PASS" start="2026-06-07T03:22:55.729915" elapsed="0.000665"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-07T03:12:49.221925" elapsed="606.508692"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.732324" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.731786" elapsed="0.000597"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.733639" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-07T03:22:55.733308" elapsed="0.000373"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-07T03:22:55.734036" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-07T03:22:55.733808" elapsed="0.000286"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-07T03:22:55.737189" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-06-07T03:22:55.736923" elapsed="0.000323"/>
</branch>
<status status="PASS" start="2026-06-07T03:22:55.736903" elapsed="0.000367"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-07T03:22:55.737618" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-07T03:22:55.737739" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-07T03:22:55.737404" elapsed="0.000362"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.738337" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.38 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.59" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:22:55.737902" elapsed="0.000493"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-07T03:22:55.738941" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:22:55.738537" elapsed="0.000430"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-07T03:22:55.739885" level="INFO">Length is 0.</msg>
<msg time="2026-06-07T03:22:55.739989" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-07T03:22:55.739561" elapsed="0.000454"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:22:55.740171" elapsed="0.000325"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-07T03:22:55.741361" level="INFO">Logging into '10.30.171.59:22' as 'jenkins'.</msg>
<msg time="2026-06-07T03:22:56.307880" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jun  7 03:22:55 UTC 2026

  System load:  1.0                Processes:             107
  Usage of /:   19.6% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.59
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jun  7 03:12:49 2026 from 10.30.170.28
[?2004h[jenkins@releng-63164-290-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-07T03:22:55.740991" elapsed="0.567169"/>
</kw>
<msg time="2026-06-07T03:22:56.308285" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:22:55.740649" elapsed="0.567749"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-07T03:22:55.739186" elapsed="0.569362"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-07T03:22:56.309285" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.38 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-07T03:33:02.549497" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-07T03:33:02.550034" level="INFO">${stdout} = </msg>
<msg time="2026-06-07T03:33:02.550191" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-07T03:22:56.308840" elapsed="606.241414"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:33:02.550706" elapsed="0.000830"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.552737" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.38. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:24:01.460 16  switches: flows:  521266 519159 527270 522487 528126 531228 529672 525769 520706 519919 509353 507924 515396 489009 522875 509778  total = 138.332283 per ms 
03:25:01.564 16  switches: flows:  563852 562239 570981 565103 557324 576099 566826 567936 557538 565922 553545 556897 565199 566094 579709 570819  total = 150.507051 per ms 
03:26:01.666 16  switches: flows:  568809 568006 526715 558320 550605 563027 566781 556745 552346 458309 562378 559023 569473 560972 564991 551641  total = 147.054157 per ms 
03:27:01.769 16  switches: flows:  564754 574521 558653 569505 566825 569282 583643 568712 573597 568679 572585 557694 569548 576390 551202 565926  total = 151.266012 per ms 
03:28:02.036 16  switches: flows:  607590 609422 606652 608114 610788 616692 614688 610803 613605 612847 602668 612404 610209 608911 609937 615603  total = 162.127489 per ms 
03:29:02.138 16  switches: flows:  597689 591510 598477 596811 592491 598462 608012 591220 592313 595123 584349 587675 599488 594796 602081 585931  total = 158.340886 per ms 
03:30:02.239 16  switches: flows:  560078 561079 557676 561304 543413 554096 554276 555309 549627 551070 546842 555097 557673 557643 558899 553176  total = 147.706444 per ms 
03:31:02.340 16  switches: flows:  581913 578103 572102 581263 584668 585116 574349 580351 582524 589935 578885 585446 582816 584953 585388 584894  total = 154.950523 per ms 
03:32:02.441 16  switches: flows:  604993 615018 606439 613554 613955 609300 615760 608765 608159 614920 607456 599851 610141 607954 612852 610688  total = 162.389314 per ms 
03:33:02.542 16  switches: flows:  530175 544476 540808 550110 546353 553655 558745 557490 561882 542163 550189 547450 538636 532000 559362 545885  total = 145.746360 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 145746.36/162389.31/153343.14/51469.59 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.551936" elapsed="0.001107"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-07T03:33:02.553590" elapsed="0.000073"/>
</return>
<status status="PASS" start="2026-06-07T03:33:02.553272" elapsed="0.000478"/>
</branch>
<status status="PASS" start="2026-06-07T03:33:02.553216" elapsed="0.000591"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-07T03:33:02.554020" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-06-07T03:33:02.553937" elapsed="0.000174"/>
</branch>
<status status="NOT RUN" start="2026-06-07T03:33:02.553901" elapsed="0.000290"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-07T03:33:02.554266" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:33:02.558419" elapsed="0.000469"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:33:02.559099" elapsed="0.000251"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:33:02.559554" elapsed="0.000153"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-07T03:33:02.554952" elapsed="0.004832"/>
</kw>
<msg time="2026-06-07T03:33:02.559966" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-07T03:22:55.734457" elapsed="606.825547"/>
</kw>
<status status="PASS" start="2026-06-07T03:22:55.734120" elapsed="606.825953"/>
</branch>
<status status="PASS" start="2026-06-07T03:22:55.733784" elapsed="606.826322"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.560742" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.38. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:24:01.460 16  switches: flows:  521266 519159 527270 522487 528126 531228 529672 525769 520706 519919 509353 507924 515396 489009 522875 509778  total = 138.332283 per ms 
03:25:01.564 16  switches: flows:  563852 562239 570981 565103 557324 576099 566826 567936 557538 565922 553545 556897 565199 566094 579709 570819  total = 150.507051 per ms 
03:26:01.666 16  switches: flows:  568809 568006 526715 558320 550605 563027 566781 556745 552346 458309 562378 559023 569473 560972 564991 551641  total = 147.054157 per ms 
03:27:01.769 16  switches: flows:  564754 574521 558653 569505 566825 569282 583643 568712 573597 568679 572585 557694 569548 576390 551202 565926  total = 151.266012 per ms 
03:28:02.036 16  switches: flows:  607590 609422 606652 608114 610788 616692 614688 610803 613605 612847 602668 612404 610209 608911 609937 615603  total = 162.127489 per ms 
03:29:02.138 16  switches: flows:  597689 591510 598477 596811 592491 598462 608012 591220 592313 595123 584349 587675 599488 594796 602081 585931  total = 158.340886 per ms 
03:30:02.239 16  switches: flows:  560078 561079 557676 561304 543413 554096 554276 555309 549627 551070 546842 555097 557673 557643 558899 553176  total = 147.706444 per ms 
03:31:02.340 16  switches: flows:  581913 578103 572102 581263 584668 585116 574349 580351 582524 589935 578885 585446 582816 584953 585388 584894  total = 154.950523 per ms 
03:32:02.441 16  switches: flows:  604993 615018 606439 613554 613955 609300 615760 608765 608159 614920 607456 599851 610141 607954 612852 610688  total = 162.389314 per ms 
03:33:02.542 16  switches: flows:  530175 544476 540808 550110 546353 553655 558745 557490 561882 542163 550189 547450 538636 532000 559362 545885  total = 145.746360 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 145746.36/162389.31/153343.14/51469.59 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.560328" elapsed="0.000519"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-07T03:33:02.561064" elapsed="0.000543"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-07T03:33:02.562168" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-07T03:33:02.562300" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 145746.36/162389.31/153343.14/51469.59 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-07T03:33:02.561835" elapsed="0.000500"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:33:02.562910" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 145746.36/162389.31/153343.14/51469.59 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:33:02.562552" elapsed="0.000397"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.565629" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.563175" elapsed="0.002511"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.568094" level="INFO">145746.36/162389.31/153343.14/51469.59</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.565834" elapsed="0.002334"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:33:02.570545" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:33:02.568321" elapsed="0.002253"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:33:02.573112" level="INFO">@{result_value_list} = [ 145746.36 | 162389.31 | 153343.14 | 51469.59 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:33:02.570768" elapsed="0.002387"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.573626" level="INFO">Length is 4.</msg>
<msg time="2026-06-07T03:33:02.573716" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-07T03:33:02.573315" elapsed="0.000425"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.578443" level="INFO">min :: 145746.36</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.574132" elapsed="0.004368"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-07T03:33:02.574001" elapsed="0.004534"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.583316" level="INFO">max :: 162389.31</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.578758" elapsed="0.004616"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-07T03:33:02.578627" elapsed="0.004784"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.587976" level="INFO">avg :: 153343.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.583646" elapsed="0.004388"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-07T03:33:02.583502" elapsed="0.004567"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.592885" level="INFO">stdev :: 51469.59</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.588310" elapsed="0.004635"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-07T03:33:02.588175" elapsed="0.004808"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-07T03:33:02.573809" elapsed="0.019208"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.596962" level="INFO">${min} = 145746.36</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:33:02.593213" elapsed="0.003776"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.600887" level="INFO">${max} = 162389.31</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:33:02.597162" elapsed="0.003751"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.604826" level="INFO">${average} = 153343.14</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:33:02.601071" elapsed="0.003782"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.608768" level="INFO">${stdev} = 51469.59</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:33:02.605007" elapsed="0.003789"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.609356" level="INFO">${date} = 2026-06-07 03:33:02</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-07T03:33:02.608959" elapsed="0.000423"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.609952" level="INFO">CBench Result: 2026-06-07 03:33:02,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,145746.36,162389.31,153343.14,51469.59</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.609533" elapsed="0.000476"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-07T03:33:02.611121" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-07T03:33:02.610686" elapsed="0.000520"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-07T03:33:02.611358" elapsed="0.000517"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-07T03:33:02.610192" elapsed="0.001750"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-06-07T03:22:55.732708" elapsed="606.879298"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.612502" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-07T03:33:02.612176" elapsed="0.000384"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-07T03:33:02.613097" elapsed="0.000294"/>
</kw>
<status status="PASS" start="2026-06-07T03:33:02.612789" elapsed="0.000674"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-07T03:22:55.731213" elapsed="606.882288"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.614956" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.614564" elapsed="0.000449"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.616281" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-07T03:33:02.615934" elapsed="0.000390"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-07T03:33:02.616779" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-07T03:33:02.616549" elapsed="0.000289"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-07T03:33:02.619984" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-07T03:33:02.619734" elapsed="0.000306"/>
</branch>
<status status="PASS" start="2026-06-07T03:33:02.619714" elapsed="0.000350"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-07T03:33:02.620426" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-07T03:33:02.620544" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-07T03:33:02.620222" elapsed="0.000350"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.621174" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.38 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.59" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:33:02.620707" elapsed="0.000527"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-07T03:33:02.621773" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:33:02.621376" elapsed="0.000424"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-07T03:33:02.622887" level="INFO">Length is 0.</msg>
<msg time="2026-06-07T03:33:02.622982" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-07T03:33:02.622400" elapsed="0.000607"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:33:02.623171" elapsed="0.000329"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-07T03:33:02.624399" level="INFO">Logging into '10.30.171.59:22' as 'jenkins'.</msg>
<msg time="2026-06-07T03:33:03.205435" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jun  7 03:33:02 UTC 2026

  System load:  0.19               Processes:             106
  Usage of /:   19.6% of 38.58GB   Users logged in:       0
  Memory usage: 5%                 IPv4 address for ens3: 10.30.171.59
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jun  7 03:22:56 2026 from 10.30.170.28
[?2004h[jenkins@releng-63164-290-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-07T03:33:02.624023" elapsed="0.581675"/>
</kw>
<msg time="2026-06-07T03:33:03.205817" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:33:02.623655" elapsed="0.582266"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-07T03:33:02.622002" elapsed="0.584038"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-07T03:33:03.206601" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.38 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-07T03:43:09.387518" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-07T03:43:09.388070" level="INFO">${stdout} = </msg>
<msg time="2026-06-07T03:43:09.388232" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-07T03:33:03.206289" elapsed="606.182007"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:43:09.388778" elapsed="0.000715"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.391001" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.38. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:34:08.485 16  switches: flows:  107930 104525 107056 106420 106599 108688 107201 102961 104126 106805 106177 105236 104743 105146 101652 101930  total = 28.119917 per ms 
03:35:08.585 16  switches: flows:  127105 122665 122990 121086 128643 127478 125067 124504 126317 124753 125039 122514 122629 123610 124466 123004  total = 33.142337 per ms 
03:36:08.686 16  switches: flows:  124088 122616 122620 124302 127631 128372 124424 124978 123485 126391 124834 125406 121400 123238 124672 120204  total = 33.089031 per ms 
03:37:08.786 16  switches: flows:  127699 126162 124014 124951 128098 128173 126739 125511 125795 127398 126068 125995 122939 123832 124928 120320  total = 33.421178 per ms 
03:38:08.886 16  switches: flows:  127586 123242 122240 125110 125887 125855 124306 124661 122377 125566 124457 122403 120832 121696 122722 120585  total = 32.937095 per ms 
03:39:08.986 16  switches: flows:  120785 118128 117670 118711 121540 120966 119694 118453 117659 119073 119124 118289 116325 118399 119245 115710  total = 31.610075 per ms 
03:40:09.087 16  switches: flows:  125135 123578 121741 122339 124175 123274 121816 121959 121628 122907 123117 122172 119280 121083 121434 119922  total = 32.538309 per ms 
03:41:09.187 16  switches: flows:  127372 125646 123214 124312 126199 126280 124338 122907 123659 123239 125853 125531 120669 122977 123968 121768  total = 33.076935 per ms 
03:42:09.288 16  switches: flows:  127326 125301 123746 124205 127027 126533 125528 123436 123845 125029 126057 125288 122493 121875 123634 122048  total = 33.167405 per ms 
03:43:09.388 16  switches: flows:  128111 126839 125333 124500 127785 127274 124662 124844 124256 126188 125513 124938 123903 122498 123570 123807  total = 33.344673 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31610.07/33421.18/32925.23/10987.51 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.389884" elapsed="0.001512"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-07T03:43:09.391739" elapsed="0.000049"/>
</return>
<status status="PASS" start="2026-06-07T03:43:09.391527" elapsed="0.000313"/>
</branch>
<status status="PASS" start="2026-06-07T03:43:09.391493" elapsed="0.000382"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-07T03:43:09.392008" elapsed="0.000017"/>
</return>
<status status="NOT RUN" start="2026-06-07T03:43:09.391957" elapsed="0.000107"/>
</branch>
<status status="NOT RUN" start="2026-06-07T03:43:09.391934" elapsed="0.000161"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-07T03:43:09.392157" elapsed="0.000021"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-07T03:43:09.395800" elapsed="0.000477"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-07T03:43:09.396501" elapsed="0.000220"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-07T03:43:09.396902" elapsed="0.000144"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-07T03:43:09.392600" elapsed="0.004520"/>
</kw>
<msg time="2026-06-07T03:43:09.397373" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-07T03:33:02.617317" elapsed="606.780093"/>
</kw>
<status status="PASS" start="2026-06-07T03:33:02.616867" elapsed="606.780612"/>
</branch>
<status status="PASS" start="2026-06-07T03:33:02.616426" elapsed="606.781084"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.398115" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.38:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.38. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:34:08.485 16  switches: flows:  107930 104525 107056 106420 106599 108688 107201 102961 104126 106805 106177 105236 104743 105146 101652 101930  total = 28.119917 per ms 
03:35:08.585 16  switches: flows:  127105 122665 122990 121086 128643 127478 125067 124504 126317 124753 125039 122514 122629 123610 124466 123004  total = 33.142337 per ms 
03:36:08.686 16  switches: flows:  124088 122616 122620 124302 127631 128372 124424 124978 123485 126391 124834 125406 121400 123238 124672 120204  total = 33.089031 per ms 
03:37:08.786 16  switches: flows:  127699 126162 124014 124951 128098 128173 126739 125511 125795 127398 126068 125995 122939 123832 124928 120320  total = 33.421178 per ms 
03:38:08.886 16  switches: flows:  127586 123242 122240 125110 125887 125855 124306 124661 122377 125566 124457 122403 120832 121696 122722 120585  total = 32.937095 per ms 
03:39:08.986 16  switches: flows:  120785 118128 117670 118711 121540 120966 119694 118453 117659 119073 119124 118289 116325 118399 119245 115710  total = 31.610075 per ms 
03:40:09.087 16  switches: flows:  125135 123578 121741 122339 124175 123274 121816 121959 121628 122907 123117 122172 119280 121083 121434 119922  total = 32.538309 per ms 
03:41:09.187 16  switches: flows:  127372 125646 123214 124312 126199 126280 124338 122907 123659 123239 125853 125531 120669 122977 123968 121768  total = 33.076935 per ms 
03:42:09.288 16  switches: flows:  127326 125301 123746 124205 127027 126533 125528 123436 123845 125029 126057 125288 122493 121875 123634 122048  total = 33.167405 per ms 
03:43:09.388 16  switches: flows:  128111 126839 125333 124500 127785 127274 124662 124844 124256 126188 125513 124938 123903 122498 123570 123807  total = 33.344673 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31610.07/33421.18/32925.23/10987.51 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.397715" elapsed="0.000524"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-07T03:43:09.398476" elapsed="0.000504"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-07T03:43:09.399534" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-07T03:43:09.399660" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31610.07/33421.18/32925.23/10987.51 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-07T03:43:09.399225" elapsed="0.000469"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:43:09.400279" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31610.07/33421.18/32925.23/10987.51 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:43:09.399907" elapsed="0.000410"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.403591" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.400519" elapsed="0.003128"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.406254" level="INFO">31610.07/33421.18/32925.23/10987.51</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.403791" elapsed="0.002520"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:43:09.408689" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:43:09.406479" elapsed="0.002237"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-07T03:43:09.411188" level="INFO">@{result_value_list} = [ 31610.07 | 33421.18 | 32925.23 | 10987.51 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-07T03:43:09.408917" elapsed="0.002299"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.411677" level="INFO">Length is 4.</msg>
<msg time="2026-06-07T03:43:09.411764" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-07T03:43:09.411372" elapsed="0.000415"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.416646" level="INFO">min :: 31610.07</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.412178" elapsed="0.004555"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-07T03:43:09.412035" elapsed="0.004744"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.421382" level="INFO">max :: 33421.18</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.416999" elapsed="0.004439"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-07T03:43:09.416869" elapsed="0.004604"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.426127" level="INFO">avg :: 32925.23</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.421683" elapsed="0.004521"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-07T03:43:09.421556" elapsed="0.004682"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.430789" level="INFO">stdev :: 10987.51</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.426479" elapsed="0.004365"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-07T03:43:09.426323" elapsed="0.004556"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-07T03:43:09.411853" elapsed="0.019055"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.435129" level="INFO">${min} = 31610.07</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:43:09.431070" elapsed="0.004103"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.439103" level="INFO">${max} = 33421.18</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:43:09.435334" elapsed="0.003796"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.443027" level="INFO">${average} = 32925.23</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:43:09.439302" elapsed="0.003753"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.447106" level="INFO">${stdev} = 10987.51</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-07T03:43:09.443224" elapsed="0.003908"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.447710" level="INFO">${date} = 2026-06-07 03:43:09</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-07T03:43:09.447342" elapsed="0.000518"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.448440" level="INFO">CBench Result: 2026-06-07 03:43:09,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31610.07,33421.18,32925.23,10987.51</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-07T03:43:09.448010" elapsed="0.000485"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-07T03:43:09.449595" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-07T03:43:09.449106" elapsed="0.000556"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-07T03:43:09.449814" elapsed="0.000476"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-07T03:43:09.448631" elapsed="0.001724"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-06-07T03:33:02.615355" elapsed="606.835059"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.450900" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-07T03:43:09.450588" elapsed="0.000369"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-07T03:43:09.452217" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-07T03:43:09.451710" elapsed="0.000534"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-06-07T03:43:09.452464" elapsed="0.000030"/>
</return>
<status status="PASS" start="2026-06-07T03:43:09.452318" elapsed="0.000206"/>
</branch>
<status status="PASS" start="2026-06-07T03:43:09.452299" elapsed="0.000249"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-06-07T03:43:09.452689" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-06-07T03:43:09.452846" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-06-07T03:43:09.453014" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-07T03:43:09.453223" elapsed="0.000022"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-06-07T03:43:09.453377" elapsed="0.000021"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-06-07T03:43:09.453524" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-07T03:43:09.453669" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-06-07T03:43:09.453887" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-06-07T03:43:09.453751" elapsed="0.000188"/>
</branch>
<status status="NOT RUN" start="2026-06-07T03:43:09.453734" elapsed="0.000228"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-06-07T03:43:09.451371" elapsed="0.002643"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-07T03:33:02.613989" elapsed="606.840071"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-06-07T03:12:46.361929" elapsed="1823.092756"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
