<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-06-16T00:46:21.283138" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-16T00:46:21.875218" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-06-16T00:46:21.875081" elapsed="0.000214"/>
</branch>
<status status="PASS" start="2026-06-16T00:46:21.875034" elapsed="0.000288"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T00:46:21.875468" elapsed="0.000543"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-16T00:46:21.876495" level="INFO">Logging into '10.30.170.212:8101' as 'karaf'.</msg>
<msg time="2026-06-16T00:46:22.442214" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-16T00:46:21.876185" elapsed="0.566222"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-16T00:46:22.490161" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-16T00:46:22.442710" elapsed="0.047519"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-16T00:46:22.492109" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-16T00:46:22.492227" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-16T00:46:22.490405" elapsed="0.001852"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-16T00:46:22.492416" elapsed="0.000197"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T00:46:22.492771" elapsed="0.000226"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:46:22.493511" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:46:22.493149" elapsed="0.000416"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-16T00:46:22.493619" elapsed="0.000061"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.212
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-16T00:46:21.874670" elapsed="0.619163"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-06-16T00:46:21.871095" elapsed="0.622809"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-16T00:46:22.494473" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-16T00:46:22.494089" elapsed="0.000442"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-16T00:46:22.494947" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-16T00:46:22.494684" elapsed="0.000320"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-16T00:46:22.495582" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-16T00:46:22.495158" elapsed="0.000452"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-16T00:46:22.496140" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-16T00:46:22.495781" elapsed="0.000401"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-16T00:46:22.496717" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-16T00:46:22.496327" elapsed="0.000416"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-16T00:46:22.497230" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-16T00:46:22.496918" elapsed="0.000353"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-06-16T00:46:22.497581" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-16T00:46:22.497363" elapsed="0.000272"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-16T00:46:22.502251" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T00:46:22.501825" elapsed="0.000452"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-16T00:46:22.503407" level="INFO">Length is 0.</msg>
<msg time="2026-06-16T00:46:22.503558" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-16T00:46:22.502843" elapsed="0.000746"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T00:46:22.503741" elapsed="0.000378"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-16T00:46:22.505140" level="INFO">Logging into '10.30.170.145:22' as 'jenkins'.</msg>
<msg time="2026-06-16T00:46:23.301467" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Jun 16 00:46:22 UTC 2026

  System load:  0.11               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.145
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-307-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-16T00:46:22.504631" elapsed="0.797019"/>
</kw>
<msg time="2026-06-16T00:46:23.301747" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T00:46:22.504282" elapsed="0.797584"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-16T00:46:22.502482" elapsed="0.799523"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.312735" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-06-16T00:46:23.302258" elapsed="0.011952"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T00:46:23.314592" elapsed="0.000578"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-06-16T00:46:22.501280" elapsed="0.814023"/>
</kw>
<status status="PASS" start="2026-06-16T00:46:22.497878" elapsed="0.817506"/>
</branch>
<status status="PASS" start="2026-06-16T00:46:22.497336" elapsed="0.818117"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-16T00:46:23.315785" elapsed="0.001121"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-16T00:46:23.325586" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-06-16T00:46:23.325456" elapsed="0.000186"/>
</branch>
<status status="PASS" start="2026-06-16T00:46:23.325430" elapsed="0.000237"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-16T00:46:23.329233" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-06-16T00:46:23.329120" elapsed="0.000160"/>
</branch>
<status status="PASS" start="2026-06-16T00:46:23.329100" elapsed="0.000203"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T00:46:23.329437" elapsed="0.000477"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.330329" level="INFO">Logging into '10.30.170.212:8101' as 'karaf'.</msg>
<msg time="2026-06-16T00:46:23.545760" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-16T00:46:23.330064" elapsed="0.215854"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.641215" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-16T00:46:23.546170" elapsed="0.095212"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.686809" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-16T00:46:23.687009" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-16T00:46:23.641715" elapsed="0.045326"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-16T00:46:23.687187" elapsed="0.000197"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T00:46:23.687537" elapsed="0.000227"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:46:23.688287" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:46:23.687927" elapsed="0.000417"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-16T00:46:23.688397" elapsed="0.000055"/>
</return>
<msg time="2026-06-16T00:46:23.688614" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.212
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-16T00:46:23.328749" elapsed="0.359897"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-16T00:46:23.688794" elapsed="0.000552"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-16T00:46:23.689397" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-06-16T00:46:23.325132" elapsed="0.364397"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-16T00:46:23.693325" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-16T00:46:23.693176" elapsed="0.000197"/>
</branch>
<status status="PASS" start="2026-06-16T00:46:23.693151" elapsed="0.000247"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T00:46:23.693527" elapsed="0.000467"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.694403" level="INFO">Logging into '10.30.170.212:8101' as 'karaf'.</msg>
<msg time="2026-06-16T00:46:23.871332" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-16T00:46:23.694142" elapsed="0.177271"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.895256" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-16T00:46:23.871565" elapsed="0.023756"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.897376" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-16T00:46:23.897478" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-16T00:46:23.895474" elapsed="0.002032"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-16T00:46:23.897642" elapsed="0.000188"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T00:46:23.897980" elapsed="0.000172"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:46:23.898571" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:46:23.898284" elapsed="0.000336"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-16T00:46:23.898668" elapsed="0.000047"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.212
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-16T00:46:23.692834" elapsed="0.206014"/>
</kw>
<status status="PASS" start="2026-06-16T00:46:21.868987" elapsed="2.029925"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:46:23.901180" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:46:23.900128" elapsed="0.001116"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-16T00:46:23.902884" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-16T00:46:23.902515" elapsed="0.000413"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-16T00:46:23.903247" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-16T00:46:23.903007" elapsed="0.000298"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-16T00:46:23.906333" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-16T00:46:23.906076" elapsed="0.000313"/>
</branch>
<status status="PASS" start="2026-06-16T00:46:23.906056" elapsed="0.000359"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.906756" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-16T00:46:23.906892" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-16T00:46:23.906550" elapsed="0.000370"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:46:23.907474" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.212 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.145" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:46:23.907053" elapsed="0.000479"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.908164" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T00:46:23.907669" elapsed="0.000521"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-16T00:46:23.909114" level="INFO">Length is 0.</msg>
<msg time="2026-06-16T00:46:23.909203" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-16T00:46:23.908775" elapsed="0.000452"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T00:46:23.909368" elapsed="0.000335"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-16T00:46:23.910566" level="INFO">Logging into '10.30.170.145:22' as 'jenkins'.</msg>
<msg time="2026-06-16T00:46:24.234589" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Jun 16 00:46:22 UTC 2026

  System load:  0.11               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.145
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Jun 16 00:46:23 2026 from 10.30.171.202
[?2004h[jenkins@releng-63164-307-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-16T00:46:23.910215" elapsed="0.324540"/>
</kw>
<msg time="2026-06-16T00:46:24.234848" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T00:46:23.909869" elapsed="0.325065"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-16T00:46:23.908402" elapsed="0.326642"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-16T00:46:24.235545" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.212 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-16T00:56:30.344402" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-16T00:56:30.344964" level="INFO">${stdout} = </msg>
<msg time="2026-06-16T00:56:30.345128" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-16T00:46:24.235250" elapsed="606.109947"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T00:56:30.345650" elapsed="0.000801"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.347620" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.212. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:47:29.438 16  switches: flows:  104059 104095 103227 105375 101560 102277 107710 103021 101577 101745 98861 101986 101846 102509 101935 100260  total = 27.367383 per ms 
00:48:29.540 16  switches: flows:  119128 119643 120589 119649 117280 116871 120883 117866 116167 117434 114150 117940 117640 117156 112774 113326  total = 31.256033 per ms 
00:49:29.640 16  switches: flows:  118790 119222 119275 117081 115338 116830 118575 116560 115856 116396 113628 115968 117143 117290 113293 111982  total = 31.001996 per ms 
00:50:29.741 16  switches: flows:  122005 119936 119074 118273 115813 118160 121420 117349 117140 117366 114587 117474 117543 117525 114003 114910  total = 31.324023 per ms 
00:51:29.843 16  switches: flows:  119611 118250 119105 118129 117157 117366 120133 117506 117035 116758 113948 117680 116144 115377 114044 112772  total = 31.131597 per ms 
00:52:29.944 16  switches: flows:  119448 119069 119674 119306 118852 119041 119461 117515 116697 117670 114658 117615 116902 116859 114854 113100  total = 31.293137 per ms 
00:53:30.045 16  switches: flows:  118848 120120 121553 118568 116701 117364 121081 117970 115619 117924 115760 118640 116437 116594 114014 115876  total = 31.332201 per ms 
00:54:30.146 16  switches: flows:  121874 120458 120645 120577 118972 119468 119619 117983 118976 119047 116412 119632 119162 118107 115785 114460  total = 31.633471 per ms 
00:55:30.247 16  switches: flows:  124428 123885 122833 124798 121189 121701 121874 120526 121683 121622 122069 121016 121930 119721 118333 118285  total = 32.377372 per ms 
00:56:30.348 16  switches: flows:  125930 125334 121998 123744 124522 121944 121734 123039 122047 121213 122103 123056 123564 122339 120349 119803  total = 32.657294 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31002.00/32657.29/31556.35/10532.74 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.346981" elapsed="0.000883"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-16T00:56:30.348219" elapsed="0.000052"/>
</return>
<status status="PASS" start="2026-06-16T00:56:30.348008" elapsed="0.000317"/>
</branch>
<status status="PASS" start="2026-06-16T00:56:30.347956" elapsed="0.000406"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-16T00:56:30.348496" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-06-16T00:56:30.348445" elapsed="0.000107"/>
</branch>
<status status="NOT RUN" start="2026-06-16T00:56:30.348424" elapsed="0.000158"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-16T00:56:30.348627" elapsed="0.000018"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T00:56:30.352159" elapsed="0.000454"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T00:56:30.352840" elapsed="0.000230"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T00:56:30.353253" elapsed="0.000169"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-16T00:56:30.349088" elapsed="0.004412"/>
</kw>
<msg time="2026-06-16T00:56:30.353678" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-16T00:46:23.903653" elapsed="606.450063"/>
</kw>
<status status="PASS" start="2026-06-16T00:46:23.903334" elapsed="606.450451"/>
</branch>
<status status="PASS" start="2026-06-16T00:46:23.902984" elapsed="606.450858"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.354445" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.212. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:47:29.438 16  switches: flows:  104059 104095 103227 105375 101560 102277 107710 103021 101577 101745 98861 101986 101846 102509 101935 100260  total = 27.367383 per ms 
00:48:29.540 16  switches: flows:  119128 119643 120589 119649 117280 116871 120883 117866 116167 117434 114150 117940 117640 117156 112774 113326  total = 31.256033 per ms 
00:49:29.640 16  switches: flows:  118790 119222 119275 117081 115338 116830 118575 116560 115856 116396 113628 115968 117143 117290 113293 111982  total = 31.001996 per ms 
00:50:29.741 16  switches: flows:  122005 119936 119074 118273 115813 118160 121420 117349 117140 117366 114587 117474 117543 117525 114003 114910  total = 31.324023 per ms 
00:51:29.843 16  switches: flows:  119611 118250 119105 118129 117157 117366 120133 117506 117035 116758 113948 117680 116144 115377 114044 112772  total = 31.131597 per ms 
00:52:29.944 16  switches: flows:  119448 119069 119674 119306 118852 119041 119461 117515 116697 117670 114658 117615 116902 116859 114854 113100  total = 31.293137 per ms 
00:53:30.045 16  switches: flows:  118848 120120 121553 118568 116701 117364 121081 117970 115619 117924 115760 118640 116437 116594 114014 115876  total = 31.332201 per ms 
00:54:30.146 16  switches: flows:  121874 120458 120645 120577 118972 119468 119619 117983 118976 119047 116412 119632 119162 118107 115785 114460  total = 31.633471 per ms 
00:55:30.247 16  switches: flows:  124428 123885 122833 124798 121189 121701 121874 120526 121683 121622 122069 121016 121930 119721 118333 118285  total = 32.377372 per ms 
00:56:30.348 16  switches: flows:  125930 125334 121998 123744 124522 121944 121734 123039 122047 121213 122103 123056 123564 122339 120349 119803  total = 32.657294 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31002.00/32657.29/31556.35/10532.74 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.354040" elapsed="0.000507"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-16T00:56:30.354797" elapsed="0.000545"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-16T00:56:30.355753" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-16T00:56:30.355860" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31002.00/32657.29/31556.35/10532.74 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-16T00:56:30.355519" elapsed="0.000367"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T00:56:30.356299" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31002.00/32657.29/31556.35/10532.74 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T00:56:30.356044" elapsed="0.000283"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.358672" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.356471" elapsed="0.002260"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.361109" level="INFO">31002.00/32657.29/31556.35/10532.74</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.358916" elapsed="0.002249"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T00:56:30.363611" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T00:56:30.361319" elapsed="0.002320"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T00:56:30.366052" level="INFO">@{result_value_list} = [ 31002.00 | 32657.29 | 31556.35 | 10532.74 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T00:56:30.363846" elapsed="0.002234"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.366537" level="INFO">Length is 4.</msg>
<msg time="2026-06-16T00:56:30.366630" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-16T00:56:30.366232" elapsed="0.000423"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.371487" level="INFO">min :: 31002.00</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.367121" elapsed="0.004422"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-16T00:56:30.366986" elapsed="0.004593"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.376139" level="INFO">max :: 32657.29</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.371796" elapsed="0.004400"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-16T00:56:30.371671" elapsed="0.004560"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.380755" level="INFO">avg :: 31556.35</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.376447" elapsed="0.004380"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-16T00:56:30.376320" elapsed="0.004543"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.385471" level="INFO">stdev :: 10532.74</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.381081" elapsed="0.004446"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-16T00:56:30.380955" elapsed="0.004607"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-16T00:56:30.366724" elapsed="0.018870"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.389593" level="INFO">${min} = 31002.00</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T00:56:30.385857" elapsed="0.003762"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.394042" level="INFO">${max} = 32657.29</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T00:56:30.389769" elapsed="0.004301"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.398000" level="INFO">${average} = 31556.35</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T00:56:30.394226" elapsed="0.003800"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.401950" level="INFO">${stdev} = 10532.74</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T00:56:30.398178" elapsed="0.003799"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.402534" level="INFO">${date} = 2026-06-16 00:56:30</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-16T00:56:30.402135" elapsed="0.000425"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.403200" level="INFO">CBench Result: 2026-06-16 00:56:30,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31002.00,32657.29,31556.35,10532.74</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.402710" elapsed="0.000550"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-16T00:56:30.404322" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-16T00:56:30.403889" elapsed="0.000509"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-16T00:56:30.404550" elapsed="0.000487"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-16T00:56:30.403401" elapsed="0.001700"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-06-16T00:46:23.901709" elapsed="606.503452"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.405635" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-16T00:56:30.405320" elapsed="0.000370"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-16T00:56:30.406229" elapsed="0.000269"/>
</kw>
<status status="PASS" start="2026-06-16T00:56:30.405913" elapsed="0.000657"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-16T00:46:23.899075" elapsed="606.507533"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.408507" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.407915" elapsed="0.000652"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.410109" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-16T00:56:30.409716" elapsed="0.000439"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-16T00:56:30.410537" elapsed="0.000030"/>
</kw>
<status status="NOT RUN" start="2026-06-16T00:56:30.410270" elapsed="0.000347"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-16T00:56:30.413939" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-06-16T00:56:30.413644" elapsed="0.000360"/>
</branch>
<status status="PASS" start="2026-06-16T00:56:30.413618" elapsed="0.000419"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-16T00:56:30.414415" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-16T00:56:30.414538" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-16T00:56:30.414191" elapsed="0.000375"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.415196" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.212 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.145" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T00:56:30.414702" elapsed="0.000556"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-16T00:56:30.415803" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T00:56:30.415399" elapsed="0.000447"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-16T00:56:30.416744" level="INFO">Length is 0.</msg>
<msg time="2026-06-16T00:56:30.416858" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-16T00:56:30.416429" elapsed="0.000455"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T00:56:30.417028" elapsed="0.000331"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-16T00:56:30.418225" level="INFO">Logging into '10.30.170.145:22' as 'jenkins'.</msg>
<msg time="2026-06-16T00:56:31.018101" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Jun 16 00:56:30 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.145
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Jun 16 00:46:24 2026 from 10.30.171.202
[?2004h[jenkins@releng-63164-307-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-16T00:56:30.417871" elapsed="0.600455"/>
</kw>
<msg time="2026-06-16T00:56:31.018411" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T00:56:30.417511" elapsed="0.600986"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-16T00:56:30.416051" elapsed="0.602560"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-16T00:56:31.019174" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.212 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-16T01:06:37.943006" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-16T01:06:37.943354" level="INFO">${stdout} = </msg>
<msg time="2026-06-16T01:06:37.943402" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-16T00:56:31.018863" elapsed="606.924566"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T01:06:37.943699" elapsed="0.000409"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.944647" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.212. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:57:36.154 16  switches: flows:  541962 552939 556865 552758 548503 559724 571524 554431 535232 560711 520196 545493 551027 550959 546104 538997  total = 146.457083 per ms 
00:58:36.256 16  switches: flows:  430947 430180 455973 434293 410002 451150 422776 419719 381438 450845 430306 438257 429589 406031 465244 449012  total = 114.902901 per ms 
00:59:37.231 16  switches: flows:  559901 544713 548470 553052 520773 570158 558020 558145 560187 573172 539591 563761 559499 562358 567783 551487  total = 145.816042 per ms 
01:00:37.332 16  switches: flows:  596883 601218 588276 591685 590443 586312 593174 593041 603266 602452 580416 587832 598179 588444 595096 582238  total = 157.717274 per ms 
01:01:37.433 16  switches: flows:  628343 620735 634998 622021 630491 626214 614180 626954 635142 621412 639711 643708 627809 622987 631162 645833  total = 167.579326 per ms 
01:02:37.535 16  switches: flows:  657250 658326 659315 665120 652714 658957 674383 550444 658015 662541 649251 663809 660625 655776 554551 668259  total = 172.196340 per ms 
01:03:37.636 16  switches: flows:  677404 691784 673122 681905 671872 677191 677422 687374 667947 682388 678894 684593 672107 677103 685545 682063  total = 180.840854 per ms 
01:04:37.738 16  switches: flows:  681380 670021 671236 672387 670666 663039 664127 674397 667983 672222 658505 675929 668506 681829 671902 674599  total = 178.678254 per ms 
01:05:37.844 16  switches: flows:  678365 674873 675241 669528 655026 673371 675059 672389 675662 682509 671653 675817 665626 680425 679339 678210  total = 179.402155 per ms 
01:06:37.945 16  switches: flows:  559832 505075 574312 581584 559654 583970 598519 594158 587705 604692 599406 589346 585956 592535 568199 568790  total = 153.970147 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 114902.90/180840.85/161233.70/57373.02 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:37.944294" elapsed="0.000538"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-16T01:06:37.945091" elapsed="0.000036"/>
</return>
<status status="PASS" start="2026-06-16T01:06:37.944927" elapsed="0.000237"/>
</branch>
<status status="PASS" start="2026-06-16T01:06:37.944898" elapsed="0.000291"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-16T01:06:37.945283" elapsed="0.000013"/>
</return>
<status status="NOT RUN" start="2026-06-16T01:06:37.945247" elapsed="0.000077"/>
</branch>
<status status="NOT RUN" start="2026-06-16T01:06:37.945231" elapsed="0.000114"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-16T01:06:37.945375" elapsed="0.000014"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T01:06:37.948379" elapsed="0.000484"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T01:06:37.949071" elapsed="0.000222"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T01:06:37.949474" elapsed="0.000140"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-16T01:06:37.945711" elapsed="0.003976"/>
</kw>
<msg time="2026-06-16T01:06:37.949882" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-16T00:56:30.410984" elapsed="607.538937"/>
</kw>
<status status="PASS" start="2026-06-16T00:56:30.410648" elapsed="607.539342"/>
</branch>
<status status="PASS" start="2026-06-16T00:56:30.410249" elapsed="607.539773"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.950616" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.212. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:57:36.154 16  switches: flows:  541962 552939 556865 552758 548503 559724 571524 554431 535232 560711 520196 545493 551027 550959 546104 538997  total = 146.457083 per ms 
00:58:36.256 16  switches: flows:  430947 430180 455973 434293 410002 451150 422776 419719 381438 450845 430306 438257 429589 406031 465244 449012  total = 114.902901 per ms 
00:59:37.231 16  switches: flows:  559901 544713 548470 553052 520773 570158 558020 558145 560187 573172 539591 563761 559499 562358 567783 551487  total = 145.816042 per ms 
01:00:37.332 16  switches: flows:  596883 601218 588276 591685 590443 586312 593174 593041 603266 602452 580416 587832 598179 588444 595096 582238  total = 157.717274 per ms 
01:01:37.433 16  switches: flows:  628343 620735 634998 622021 630491 626214 614180 626954 635142 621412 639711 643708 627809 622987 631162 645833  total = 167.579326 per ms 
01:02:37.535 16  switches: flows:  657250 658326 659315 665120 652714 658957 674383 550444 658015 662541 649251 663809 660625 655776 554551 668259  total = 172.196340 per ms 
01:03:37.636 16  switches: flows:  677404 691784 673122 681905 671872 677191 677422 687374 667947 682388 678894 684593 672107 677103 685545 682063  total = 180.840854 per ms 
01:04:37.738 16  switches: flows:  681380 670021 671236 672387 670666 663039 664127 674397 667983 672222 658505 675929 668506 681829 671902 674599  total = 178.678254 per ms 
01:05:37.844 16  switches: flows:  678365 674873 675241 669528 655026 673371 675059 672389 675662 682509 671653 675817 665626 680425 679339 678210  total = 179.402155 per ms 
01:06:37.945 16  switches: flows:  559832 505075 574312 581584 559654 583970 598519 594158 587705 604692 599406 589346 585956 592535 568199 568790  total = 153.970147 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 114902.90/180840.85/161233.70/57373.02 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:37.950217" elapsed="0.000500"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-16T01:06:37.950953" elapsed="0.000500"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-16T01:06:37.951996" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-16T01:06:37.952120" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 114902.90/180840.85/161233.70/57373.02 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-16T01:06:37.951672" elapsed="0.000482"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T01:06:37.952727" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 114902.90/180840.85/161233.70/57373.02 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T01:06:37.952368" elapsed="0.000407"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.956230" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:37.953043" elapsed="0.003267"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.959483" level="INFO">114902.90/180840.85/161233.70/57373.02</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:37.956525" elapsed="0.003014"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T01:06:37.961883" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T01:06:37.959686" elapsed="0.002225"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T01:06:37.964389" level="INFO">@{result_value_list} = [ 114902.90 | 180840.85 | 161233.70 | 57373.02 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T01:06:37.962155" elapsed="0.002262"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.964892" level="INFO">Length is 4.</msg>
<msg time="2026-06-16T01:06:37.964984" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-16T01:06:37.964571" elapsed="0.000437"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.969833" level="INFO">min :: 114902.90</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:37.965387" elapsed="0.004506"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-16T01:06:37.965260" elapsed="0.004668"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.974415" level="INFO">max :: 180840.85</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:37.970143" elapsed="0.004338"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-16T01:06:37.970018" elapsed="0.004504"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.979061" level="INFO">avg :: 161233.70</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:37.974744" elapsed="0.004372"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-16T01:06:37.974617" elapsed="0.004534"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.983945" level="INFO">stdev :: 57373.02</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:37.979364" elapsed="0.004637"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-16T01:06:37.979237" elapsed="0.004799"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-16T01:06:37.965073" elapsed="0.018993"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.988165" level="INFO">${min} = 114902.90</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T01:06:37.984223" elapsed="0.003970"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.992097" level="INFO">${max} = 180840.85</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T01:06:37.988345" elapsed="0.003779"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.996012" level="INFO">${average} = 161233.70</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T01:06:37.992274" elapsed="0.003764"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T01:06:37.999912" level="INFO">${stdev} = 57373.02</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T01:06:37.996188" elapsed="0.003751"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-16T01:06:38.000450" level="INFO">${date} = 2026-06-16 01:06:38</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-16T01:06:38.000097" elapsed="0.000379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:38.001047" level="INFO">CBench Result: 2026-06-16 01:06:38,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,114902.90,180840.85,161233.70,57373.02</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:38.000625" elapsed="0.000477"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-16T01:06:38.002121" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-16T01:06:38.001701" elapsed="0.000486"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-16T01:06:38.002337" elapsed="0.000469"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-16T01:06:38.001238" elapsed="0.001751"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-06-16T00:56:30.409129" elapsed="607.593922"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-16T01:06:38.003517" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-16T01:06:38.003206" elapsed="0.000367"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-16T01:06:38.004097" elapsed="0.000262"/>
</kw>
<status status="PASS" start="2026-06-16T01:06:38.003783" elapsed="0.000649"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-16T00:56:30.407247" elapsed="607.597222"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:38.005997" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:38.005586" elapsed="0.000467"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-16T01:06:38.007532" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-16T01:06:38.007200" elapsed="0.000373"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-16T01:06:38.007922" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-06-16T01:06:38.007686" elapsed="0.000296"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-16T01:06:38.011235" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-16T01:06:38.010968" elapsed="0.000327"/>
</branch>
<status status="PASS" start="2026-06-16T01:06:38.010946" elapsed="0.000373"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-16T01:06:38.011665" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-16T01:06:38.011786" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-16T01:06:38.011451" elapsed="0.000377"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:06:38.012398" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.212 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.145" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:06:38.011964" elapsed="0.000492"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-16T01:06:38.013005" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T01:06:38.012595" elapsed="0.000437"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-16T01:06:38.013934" level="INFO">Length is 0.</msg>
<msg time="2026-06-16T01:06:38.014022" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-16T01:06:38.013609" elapsed="0.000438"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T01:06:38.014188" elapsed="0.000322"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-16T01:06:38.015391" level="INFO">Logging into '10.30.170.145:22' as 'jenkins'.</msg>
<msg time="2026-06-16T01:06:38.606076" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Tue Jun 16 01:06:38 UTC 2026

  System load:  0.54               Processes:             104
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.145
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Tue Jun 16 00:56:30 2026 from 10.30.171.202
[?2004h[jenkins@releng-63164-307-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-16T01:06:38.015039" elapsed="0.591507"/>
</kw>
<msg time="2026-06-16T01:06:38.606751" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T01:06:38.014660" elapsed="0.592320"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-16T01:06:38.013234" elapsed="0.593930"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-16T01:06:38.607787" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.212 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-16T01:16:44.744960" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-16T01:16:44.746307" level="INFO">${stdout} = </msg>
<msg time="2026-06-16T01:16:44.746414" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-16T01:06:38.607433" elapsed="606.139050"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T01:16:44.746972" elapsed="0.001268"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.749360" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.212. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:07:43.840 16  switches: flows:  116306 114210 117335 118437 117786 116378 116631 117359 115883 115623 117431 112545 116363 114962 115428 116027  total = 30.978400 per ms 
01:08:43.942 16  switches: flows:  116449 113977 114575 113837 114428 113451 112965 112923 113539 113383 112429 109597 113297 113837 113191 111996  total = 30.180859 per ms 
01:09:44.043 16  switches: flows:  126406 125289 125136 125953 124661 125965 125805 123518 124381 123368 122468 121719 124905 124547 123982 123598  total = 33.139697 per ms 
01:10:44.144 16  switches: flows:  120673 120909 121099 119868 118848 121100 119375 117328 117038 119138 117221 118012 119808 117555 116568 118668  total = 31.667217 per ms 
01:11:44.246 16  switches: flows:  123608 121173 122773 122181 122002 122949 120947 119611 120929 120929 118770 118652 121280 119900 119623 120228  total = 32.204661 per ms 
01:12:44.348 16  switches: flows:  126278 122127 126227 125566 122650 123187 122305 123592 121415 124838 120656 120551 123881 124548 123699 119544  total = 32.796268 per ms 
01:13:44.449 16  switches: flows:  121648 119792 120847 125294 122248 121668 121990 122040 122197 122539 121038 117401 119078 119170 120659 118530  total = 32.215149 per ms 
01:14:44.550 16  switches: flows:  123599 122506 124133 125576 125615 124481 124382 124967 124756 125344 125817 123227 122673 123721 122070 123733  total = 33.054784 per ms 
01:15:44.651 16  switches: flows:  125776 124465 124502 128008 125295 127027 126500 125045 126218 126348 126656 122661 122192 124038 124422 124254  total = 33.334423 per ms 
01:16:44.752 16  switches: flows:  128736 126432 127949 129700 129002 128902 127947 127963 130097 128741 127282 125795 125998 127595 125470 125866  total = 34.001112 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30180.86/34001.11/32510.46/10887.93 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.748600" elapsed="0.001075"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-16T01:16:44.750183" elapsed="0.000070"/>
</return>
<status status="PASS" start="2026-06-16T01:16:44.749884" elapsed="0.000448"/>
</branch>
<status status="PASS" start="2026-06-16T01:16:44.749802" elapsed="0.000585"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-16T01:16:44.750591" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-06-16T01:16:44.750510" elapsed="0.000171"/>
</branch>
<status status="NOT RUN" start="2026-06-16T01:16:44.750475" elapsed="0.000253"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-16T01:16:44.750795" elapsed="0.000060"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-16T01:16:44.756843" elapsed="0.000328"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-16T01:16:44.757318" elapsed="0.000159"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-16T01:16:44.757606" elapsed="0.000097"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-16T01:16:44.752060" elapsed="0.005696"/>
</kw>
<msg time="2026-06-16T01:16:44.757902" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-16T01:06:38.008316" elapsed="606.749613"/>
</kw>
<status status="PASS" start="2026-06-16T01:06:38.008007" elapsed="606.749973"/>
</branch>
<status status="PASS" start="2026-06-16T01:06:38.007665" elapsed="606.750339"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.758448" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.212:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.212. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:07:43.840 16  switches: flows:  116306 114210 117335 118437 117786 116378 116631 117359 115883 115623 117431 112545 116363 114962 115428 116027  total = 30.978400 per ms 
01:08:43.942 16  switches: flows:  116449 113977 114575 113837 114428 113451 112965 112923 113539 113383 112429 109597 113297 113837 113191 111996  total = 30.180859 per ms 
01:09:44.043 16  switches: flows:  126406 125289 125136 125953 124661 125965 125805 123518 124381 123368 122468 121719 124905 124547 123982 123598  total = 33.139697 per ms 
01:10:44.144 16  switches: flows:  120673 120909 121099 119868 118848 121100 119375 117328 117038 119138 117221 118012 119808 117555 116568 118668  total = 31.667217 per ms 
01:11:44.246 16  switches: flows:  123608 121173 122773 122181 122002 122949 120947 119611 120929 120929 118770 118652 121280 119900 119623 120228  total = 32.204661 per ms 
01:12:44.348 16  switches: flows:  126278 122127 126227 125566 122650 123187 122305 123592 121415 124838 120656 120551 123881 124548 123699 119544  total = 32.796268 per ms 
01:13:44.449 16  switches: flows:  121648 119792 120847 125294 122248 121668 121990 122040 122197 122539 121038 117401 119078 119170 120659 118530  total = 32.215149 per ms 
01:14:44.550 16  switches: flows:  123599 122506 124133 125576 125615 124481 124382 124967 124756 125344 125817 123227 122673 123721 122070 123733  total = 33.054784 per ms 
01:15:44.651 16  switches: flows:  125776 124465 124502 128008 125295 127027 126500 125045 126218 126348 126656 122661 122192 124038 124422 124254  total = 33.334423 per ms 
01:16:44.752 16  switches: flows:  128736 126432 127949 129700 129002 128902 127947 127963 130097 128741 127282 125795 125998 127595 125470 125866  total = 34.001112 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30180.86/34001.11/32510.46/10887.93 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.758152" elapsed="0.000370"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-16T01:16:44.758670" elapsed="0.000377"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-16T01:16:44.759438" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-16T01:16:44.759528" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 30180.86/34001.11/32510.46/10887.93 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-16T01:16:44.759207" elapsed="0.000347"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T01:16:44.759974" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 30180.86/34001.11/32510.46/10887.93 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T01:16:44.759707" elapsed="0.000294"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.762353" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.760145" elapsed="0.002265"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.764782" level="INFO">30180.86/34001.11/32510.46/10887.93</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.762555" elapsed="0.002298"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T01:16:44.767194" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T01:16:44.765003" elapsed="0.002218"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-16T01:16:44.769649" level="INFO">@{result_value_list} = [ 30180.86 | 34001.11 | 32510.46 | 10887.93 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-16T01:16:44.767440" elapsed="0.002237"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.770150" level="INFO">Length is 4.</msg>
<msg time="2026-06-16T01:16:44.770239" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-16T01:16:44.769845" elapsed="0.000418"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.774928" level="INFO">min :: 30180.86</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.770630" elapsed="0.004354"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-16T01:16:44.770503" elapsed="0.004516"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.779608" level="INFO">max :: 34001.11</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.775228" elapsed="0.004435"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-16T01:16:44.775103" elapsed="0.004595"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.784305" level="INFO">avg :: 32510.46</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.779919" elapsed="0.004444"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-16T01:16:44.779780" elapsed="0.004618"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.789087" level="INFO">stdev :: 10887.93</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.784607" elapsed="0.004538"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-16T01:16:44.784482" elapsed="0.004698"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-16T01:16:44.770325" elapsed="0.018885"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.793106" level="INFO">${min} = 30180.86</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T01:16:44.789367" elapsed="0.003766"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.796983" level="INFO">${max} = 34001.11</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T01:16:44.793285" elapsed="0.003724"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.800872" level="INFO">${average} = 32510.46</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T01:16:44.797162" elapsed="0.003738"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.804914" level="INFO">${stdev} = 10887.93</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-16T01:16:44.801051" elapsed="0.003891"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.805466" level="INFO">${date} = 2026-06-16 01:16:44</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-16T01:16:44.805110" elapsed="0.000381"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.806079" level="INFO">CBench Result: 2026-06-16 01:16:44,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,30180.86,34001.11,32510.46,10887.93</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-16T01:16:44.805634" elapsed="0.000501"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-16T01:16:44.807310" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-16T01:16:44.806836" elapsed="0.000562"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-16T01:16:44.807548" elapsed="0.000494"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-16T01:16:44.806275" elapsed="0.001830"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-06-16T01:06:38.006370" elapsed="606.801795"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.808648" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-16T01:16:44.808325" elapsed="0.000379"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-16T01:16:44.809930" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-16T01:16:44.809447" elapsed="0.000510"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-06-16T01:16:44.810179" elapsed="0.000033"/>
</return>
<status status="PASS" start="2026-06-16T01:16:44.810033" elapsed="0.000210"/>
</branch>
<status status="PASS" start="2026-06-16T01:16:44.810013" elapsed="0.000268"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-06-16T01:16:44.810433" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-06-16T01:16:44.810588" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-06-16T01:16:44.810748" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-16T01:16:44.810959" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-06-16T01:16:44.811110" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-06-16T01:16:44.811267" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-16T01:16:44.811439" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-06-16T01:16:44.811668" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-06-16T01:16:44.811522" elapsed="0.000197"/>
</branch>
<status status="NOT RUN" start="2026-06-16T01:16:44.811505" elapsed="0.000238"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-06-16T01:16:44.809085" elapsed="0.002709"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-16T01:06:38.005000" elapsed="606.806855"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-06-16T00:46:21.284697" elapsed="1823.527853"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
