<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-06-21T00:39:34.934763" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-21T00:39:35.499472" elapsed="0.000022"/>
</return>
<status status="NOT RUN" start="2026-06-21T00:39:35.499337" elapsed="0.000206"/>
</branch>
<status status="PASS" start="2026-06-21T00:39:35.499308" elapsed="0.000262"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:39:35.499712" elapsed="0.000519"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-21T00:39:35.500698" level="INFO">Logging into '10.30.171.61:8101' as 'karaf'.</msg>
<msg time="2026-06-21T00:39:36.247148" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-21T00:39:35.500402" elapsed="0.746968"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-21T00:39:36.297193" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-21T00:39:36.247695" elapsed="0.049573"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-21T00:39:36.299140" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-21T00:39:36.299252" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-21T00:39:36.297445" elapsed="0.001838"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-21T00:39:36.299465" elapsed="0.000214"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T00:39:36.299836" elapsed="0.000245"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:39:36.300577" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:39:36.300234" elapsed="0.000397"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-21T00:39:36.300683" elapsed="0.000056"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.61
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-21T00:39:35.498923" elapsed="0.801939"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-06-21T00:39:35.495379" elapsed="0.805635"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-21T00:39:36.301593" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-21T00:39:36.301203" elapsed="0.000447"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-21T00:39:36.302065" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-21T00:39:36.301803" elapsed="0.000318"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-21T00:39:36.302682" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-21T00:39:36.302272" elapsed="0.000438"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-21T00:39:36.303223" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-21T00:39:36.302876" elapsed="0.000389"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-21T00:39:36.303785" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-21T00:39:36.303420" elapsed="0.000392"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-21T00:39:36.304290" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-21T00:39:36.303982" elapsed="0.000348"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-06-21T00:39:36.304627" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-06-21T00:39:36.304418" elapsed="0.000263"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-21T00:39:36.309226" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:39:36.308800" elapsed="0.000453"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-21T00:39:36.310266" level="INFO">Length is 0.</msg>
<msg time="2026-06-21T00:39:36.310346" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-21T00:39:36.309794" elapsed="0.000576"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:39:36.310512" elapsed="0.000339"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-21T00:39:36.311872" level="INFO">Logging into '10.30.170.36:22' as 'jenkins'.</msg>
<msg time="2026-06-21T00:39:36.993910" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jun 21 00:39:36 UTC 2026

  System load:  0.02               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.36
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-316-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-21T00:39:36.311382" elapsed="0.682682"/>
</kw>
<msg time="2026-06-21T00:39:36.994154" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:39:36.311028" elapsed="0.683217"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-21T00:39:36.309454" elapsed="0.684909"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.002131" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-06-21T00:39:36.994578" elapsed="0.009108"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T00:39:37.003978" elapsed="0.000333"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-06-21T00:39:36.308285" elapsed="0.696099"/>
</kw>
<status status="PASS" start="2026-06-21T00:39:36.305011" elapsed="0.699413"/>
</branch>
<status status="PASS" start="2026-06-21T00:39:36.304391" elapsed="0.700068"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-21T00:39:37.004612" elapsed="0.000526"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-21T00:39:37.010173" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-06-21T00:39:37.010002" elapsed="0.000244"/>
</branch>
<status status="PASS" start="2026-06-21T00:39:37.009969" elapsed="0.000311"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-21T00:39:37.015185" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-06-21T00:39:37.015029" elapsed="0.000222"/>
</branch>
<status status="PASS" start="2026-06-21T00:39:37.015002" elapsed="0.000281"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:39:37.015466" elapsed="0.000664"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.016603" level="INFO">Logging into '10.30.171.61:8101' as 'karaf'.</msg>
<msg time="2026-06-21T00:39:37.219565" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-21T00:39:37.016343" elapsed="0.203385"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.321660" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-21T00:39:37.220018" elapsed="0.101769"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.332793" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-21T00:39:37.333019" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-21T00:39:37.322043" elapsed="0.011008"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-21T00:39:37.333198" elapsed="0.000248"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T00:39:37.333595" elapsed="0.000263"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:39:37.334337" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:39:37.334021" elapsed="0.000371"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-21T00:39:37.334442" elapsed="0.000054"/>
</return>
<msg time="2026-06-21T00:39:37.334646" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.61
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-21T00:39:37.014517" elapsed="0.320161"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-21T00:39:37.334824" elapsed="0.000542"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-21T00:39:37.335416" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-06-21T00:39:37.009508" elapsed="0.326068"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-21T00:39:37.339308" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-21T00:39:37.339172" elapsed="0.000183"/>
</branch>
<status status="PASS" start="2026-06-21T00:39:37.339148" elapsed="0.000231"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:39:37.339509" elapsed="0.000489"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.340408" level="INFO">Logging into '10.30.171.61:8101' as 'karaf'.</msg>
<msg time="2026-06-21T00:39:37.499242" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-21T00:39:37.340151" elapsed="0.159253"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.524964" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-21T00:39:37.499657" elapsed="0.025374"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.527006" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-21T00:39:37.527114" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-21T00:39:37.525185" elapsed="0.001958"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-21T00:39:37.527277" elapsed="0.000185"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T00:39:37.527604" elapsed="0.000240"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:39:37.528346" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:39:37.528028" elapsed="0.000368"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-21T00:39:37.528450" elapsed="0.000053"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.61
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-21T00:39:37.338823" elapsed="0.189797"/>
</kw>
<status status="PASS" start="2026-06-21T00:39:35.493532" elapsed="2.035150"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:39:37.531030" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:39:37.529783" elapsed="0.001313"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-21T00:39:37.532568" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-21T00:39:37.532215" elapsed="0.000397"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-21T00:39:37.532948" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-21T00:39:37.532692" elapsed="0.000315"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-21T00:39:37.535909" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-06-21T00:39:37.535650" elapsed="0.000317"/>
</branch>
<status status="PASS" start="2026-06-21T00:39:37.535630" elapsed="0.000362"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.536384" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-21T00:39:37.536506" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-21T00:39:37.536170" elapsed="0.000364"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:39:37.537108" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.61 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.36" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:39:37.536668" elapsed="0.000500"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.537769" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:39:37.537307" elapsed="0.000489"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-21T00:39:37.538967" level="INFO">Length is 0.</msg>
<msg time="2026-06-21T00:39:37.539094" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-21T00:39:37.538514" elapsed="0.000615"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:39:37.539337" elapsed="0.000461"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.540738" level="INFO">Logging into '10.30.170.36:22' as 'jenkins'.</msg>
<msg time="2026-06-21T00:39:37.852707" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jun 21 00:39:36 UTC 2026

  System load:  0.02               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.36
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jun 21 00:39:36 2026 from 10.30.171.23
[?2004h[jenkins@releng-63164-316-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-21T00:39:37.540368" elapsed="0.312557"/>
</kw>
<msg time="2026-06-21T00:39:37.853015" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:39:37.539987" elapsed="0.313141"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-21T00:39:37.538013" elapsed="0.315274"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-21T00:39:37.853844" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.61 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-21T00:49:43.957502" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-21T00:49:43.958090" level="INFO">${stdout} = </msg>
<msg time="2026-06-21T00:49:43.958199" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-21T00:39:37.853519" elapsed="606.104740"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T00:49:43.958732" elapsed="0.000737"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:43.960609" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:40:43.033 16  switches: flows:  101753 100934 101418 106434 101838 98940 98205 100274 100004 98919 100385 99823 98549 95450 99295 97486  total = 26.661783 per ms 
00:41:43.134 16  switches: flows:  113667 113675 111698 112490 110847 110334 109744 110371 108104 107847 110011 107617 107257 108827 106462 107187  total = 29.220172 per ms 
00:42:43.234 16  switches: flows:  102816 103207 101824 102928 102718 102856 101596 102393 100772 99642 100457 98363 99041 96602 99562 99483  total = 26.859495 per ms 
00:43:43.336 16  switches: flows:  120565 124171 122997 122087 123122 122621 119992 121732 119484 120192 120960 116802 116681 115759 118333 117807  total = 32.001608 per ms 
00:44:43.437 16  switches: flows:  118436 121316 121911 120520 120847 119811 118596 119504 116396 116787 117234 115234 114836 112842 115040 115560  total = 31.361950 per ms 
00:45:43.538 16  switches: flows:  118193 120944 122976 120802 121206 120375 118840 119527 116791 117289 116498 113744 114192 115162 116053 114242  total = 31.394776 per ms 
00:46:43.639 16  switches: flows:  118772 120365 122706 121216 121519 120998 119202 119057 116752 118135 115239 115160 115145 115540 116154 114979  total = 31.463067 per ms 
00:47:43.740 16  switches: flows:  102525 102805 105082 103118 103042 104248 101321 101885 100493 101609 100180 98150 97735 100032 98994 99024  total = 26.959002 per ms 
00:48:43.841 16  switches: flows:  121791 121909 121963 123386 121658 120358 118058 119920 118165 115881 117186 115860 116576 116493 119244 118321  total = 31.726514 per ms 
00:49:43.942 16  switches: flows:  120212 119906 120730 120939 118417 117968 118290 119765 115696 115688 114802 113782 115520 113661 116679 114961  total = 31.231425 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26859.49/32001.61/30246.45/10265.71 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:43.959833" elapsed="0.001085"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-21T00:49:43.961441" elapsed="0.000074"/>
</return>
<status status="PASS" start="2026-06-21T00:49:43.961140" elapsed="0.000454"/>
</branch>
<status status="PASS" start="2026-06-21T00:49:43.961073" elapsed="0.000577"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-21T00:49:43.961859" elapsed="0.000058"/>
</return>
<status status="NOT RUN" start="2026-06-21T00:49:43.961779" elapsed="0.000203"/>
</branch>
<status status="NOT RUN" start="2026-06-21T00:49:43.961744" elapsed="0.000286"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-21T00:49:43.962103" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:49:43.967569" elapsed="0.000767"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:49:43.968740" elapsed="0.000439"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T00:49:43.969470" elapsed="0.000219"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-21T00:49:43.962764" elapsed="0.007041"/>
</kw>
<msg time="2026-06-21T00:49:43.970129" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-21T00:39:37.533349" elapsed="606.436813"/>
</kw>
<status status="PASS" start="2026-06-21T00:39:37.533035" elapsed="606.437177"/>
</branch>
<status status="PASS" start="2026-06-21T00:39:37.532668" elapsed="606.437568"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:43.970662" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:40:43.033 16  switches: flows:  101753 100934 101418 106434 101838 98940 98205 100274 100004 98919 100385 99823 98549 95450 99295 97486  total = 26.661783 per ms 
00:41:43.134 16  switches: flows:  113667 113675 111698 112490 110847 110334 109744 110371 108104 107847 110011 107617 107257 108827 106462 107187  total = 29.220172 per ms 
00:42:43.234 16  switches: flows:  102816 103207 101824 102928 102718 102856 101596 102393 100772 99642 100457 98363 99041 96602 99562 99483  total = 26.859495 per ms 
00:43:43.336 16  switches: flows:  120565 124171 122997 122087 123122 122621 119992 121732 119484 120192 120960 116802 116681 115759 118333 117807  total = 32.001608 per ms 
00:44:43.437 16  switches: flows:  118436 121316 121911 120520 120847 119811 118596 119504 116396 116787 117234 115234 114836 112842 115040 115560  total = 31.361950 per ms 
00:45:43.538 16  switches: flows:  118193 120944 122976 120802 121206 120375 118840 119527 116791 117289 116498 113744 114192 115162 116053 114242  total = 31.394776 per ms 
00:46:43.639 16  switches: flows:  118772 120365 122706 121216 121519 120998 119202 119057 116752 118135 115239 115160 115145 115540 116154 114979  total = 31.463067 per ms 
00:47:43.740 16  switches: flows:  102525 102805 105082 103118 103042 104248 101321 101885 100493 101609 100180 98150 97735 100032 98994 99024  total = 26.959002 per ms 
00:48:43.841 16  switches: flows:  121791 121909 121963 123386 121658 120358 118058 119920 118165 115881 117186 115860 116576 116493 119244 118321  total = 31.726514 per ms 
00:49:43.942 16  switches: flows:  120212 119906 120730 120939 118417 117968 118290 119765 115696 115688 114802 113782 115520 113661 116679 114961  total = 31.231425 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26859.49/32001.61/30246.45/10265.71 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:43.970372" elapsed="0.000364"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-21T00:49:43.970897" elapsed="0.000376"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-21T00:49:43.971659" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-21T00:49:43.971749" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 26859.49/32001.61/30246.45/10265.71 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-21T00:49:43.971430" elapsed="0.000344"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-21T00:49:43.972198" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 26859.49/32001.61/30246.45/10265.71 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-21T00:49:43.971939" elapsed="0.000286"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:43.974562" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:43.972367" elapsed="0.002252"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:43.976974" level="INFO">26859.49/32001.61/30246.45/10265.71</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:43.974761" elapsed="0.002271"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-21T00:49:43.979328" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-21T00:49:43.977177" elapsed="0.002179"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-21T00:49:43.981718" level="INFO">@{result_value_list} = [ 26859.49 | 32001.61 | 30246.45 | 10265.71 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-21T00:49:43.979540" elapsed="0.002205"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-21T00:49:43.982214" level="INFO">Length is 4.</msg>
<msg time="2026-06-21T00:49:43.982306" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-21T00:49:43.981909" elapsed="0.000420"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:43.986944" level="INFO">min :: 26859.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:43.982722" elapsed="0.004278"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-21T00:49:43.982593" elapsed="0.004442"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:43.991440" level="INFO">max :: 32001.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:43.987256" elapsed="0.004239"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-21T00:49:43.987131" elapsed="0.004398"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:43.996009" level="INFO">avg :: 30246.45</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:43.991742" elapsed="0.004323"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-21T00:49:43.991618" elapsed="0.004481"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.000586" level="INFO">stdev :: 10265.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:43.996314" elapsed="0.004328"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-21T00:49:43.996190" elapsed="0.004486"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-21T00:49:43.982398" elapsed="0.018311"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.004701" level="INFO">${min} = 26859.49</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-21T00:49:44.000862" elapsed="0.003867"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.008691" level="INFO">${max} = 32001.61</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-21T00:49:44.004894" elapsed="0.003824"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.012541" level="INFO">${average} = 30246.45</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-21T00:49:44.008868" elapsed="0.003700"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.016377" level="INFO">${stdev} = 10265.71</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-21T00:49:44.012718" elapsed="0.003686"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.016951" level="INFO">${date} = 2026-06-21 00:49:44</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-21T00:49:44.016560" elapsed="0.000419"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.017564" level="INFO">CBench Result: 2026-06-21 00:49:44,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,26859.49,32001.61,30246.45,10265.71</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:44.017131" elapsed="0.000502"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-21T00:49:44.018674" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-21T00:49:44.018259" elapsed="0.000481"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-21T00:49:44.018903" elapsed="0.000463"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-21T00:49:44.017769" elapsed="0.001660"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-06-21T00:39:37.531524" elapsed="606.487964"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.019962" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-21T00:49:44.019634" elapsed="0.000383"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-21T00:49:44.020516" elapsed="0.000260"/>
</kw>
<status status="PASS" start="2026-06-21T00:49:44.020224" elapsed="0.000621"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-21T00:39:37.528832" elapsed="606.492065"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.022385" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:44.022003" elapsed="0.000439"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.023788" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-21T00:49:44.023456" elapsed="0.000375"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-21T00:49:44.024198" elapsed="0.000028"/>
</kw>
<status status="NOT RUN" start="2026-06-21T00:49:44.023955" elapsed="0.000309"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-21T00:49:44.027355" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-21T00:49:44.027112" elapsed="0.000299"/>
</branch>
<status status="PASS" start="2026-06-21T00:49:44.027093" elapsed="0.000341"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-21T00:49:44.027752" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-21T00:49:44.027869" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-21T00:49:44.027567" elapsed="0.000344"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.028465" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.61 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.36" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:49:44.028045" elapsed="0.000477"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-21T00:49:44.029099" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:49:44.028659" elapsed="0.000467"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-21T00:49:44.030011" level="INFO">Length is 0.</msg>
<msg time="2026-06-21T00:49:44.030104" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-21T00:49:44.029695" elapsed="0.000434"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:49:44.030268" elapsed="0.000318"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-21T00:49:44.031439" level="INFO">Logging into '10.30.170.36:22' as 'jenkins'.</msg>
<msg time="2026-06-21T00:49:44.607556" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jun 21 00:49:44 UTC 2026

  System load:  1.04               Processes:             104
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.36
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jun 21 00:39:37 2026 from 10.30.171.23
[?2004h[jenkins@releng-63164-316-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-21T00:49:44.031091" elapsed="0.576668"/>
</kw>
<msg time="2026-06-21T00:49:44.607850" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:49:44.030734" elapsed="0.577226"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-21T00:49:44.029325" elapsed="0.578752"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-21T00:49:44.608619" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.61 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-21T00:50:24.544663" level="INFO">Command exited with return code 1.</msg>
<msg time="2026-06-21T00:50:24.546301" level="INFO">${stdout} = </msg>
<msg time="2026-06-21T00:50:24.546372" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-21T00:49:44.608305" elapsed="39.938118"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T00:50:24.546780" elapsed="0.001189"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:50:24.549112" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:50:24.548290" elapsed="0.000938"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-21T00:50:24.552166" elapsed="0.000091"/>
</return>
<status status="PASS" start="2026-06-21T00:50:24.549364" elapsed="0.002965"/>
</branch>
<status status="PASS" start="2026-06-21T00:50:24.549313" elapsed="0.003055"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-21T00:50:24.552517" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-06-21T00:50:24.552462" elapsed="0.000113"/>
</branch>
<status status="NOT RUN" start="2026-06-21T00:50:24.552437" elapsed="0.000168"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-21T00:50:24.552662" elapsed="0.000025"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:50:24.556009" elapsed="0.000381"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:50:24.556545" elapsed="0.000180"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T00:50:24.556856" elapsed="0.000131"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-21T00:50:24.553258" elapsed="0.003785"/>
</kw>
<msg time="2026-06-21T00:50:24.557181" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-21T00:49:44.024600" elapsed="40.532609"/>
</kw>
<status status="PASS" start="2026-06-21T00:49:44.024290" elapsed="40.532970"/>
</branch>
<status status="PASS" start="2026-06-21T00:49:44.023935" elapsed="40.533350"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:50:24.557786" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:50:24.557453" elapsed="0.000397"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<msg time="2026-06-21T00:50:24.558468" level="FAIL">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting' does not contain 'RESULT'</msg>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="FAIL" start="2026-06-21T00:50:24.558012" elapsed="0.000644">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting' does not contain 'RESULT'</status>
</kw>
<kw name="Get Lines Containing String" owner="String">
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.558835" elapsed="0.000021"/>
</kw>
<kw name="Split String" owner="String">
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.559020" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.559177" elapsed="0.000057"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.559367" elapsed="0.000019"/>
</kw>
<kw name="Split String" owner="String">
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.559520" elapsed="0.000020"/>
</kw>
<kw name="Split String" owner="String">
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.559678" elapsed="0.000020"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.559837" elapsed="0.000020"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.560145" elapsed="0.000020"/>
</kw>
<var name="${i}"/>
<status status="NOT RUN" start="2026-06-21T00:50:24.560018" elapsed="0.000179"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="NOT RUN" start="2026-06-21T00:50:24.559943" elapsed="0.000322"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.560418" elapsed="0.000021"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.560577" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.560734" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.560917" elapsed="0.000021"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.561088" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.561245" elapsed="0.000020"/>
</kw>
<kw name="Log Results And Determine Status">
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="NOT RUN" start="2026-06-21T00:50:24.561396" elapsed="0.000069"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="FAIL" start="2026-06-21T00:49:44.022748" elapsed="40.540440">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting' does not contain 'RESULT'</status>
</kw>
<kw name="Sleep" owner="BuiltIn">
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.563412" elapsed="0.000023"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-21T00:50:24.564027" elapsed="0.000285"/>
</kw>
<status status="PASS" start="2026-06-21T00:50:24.563698" elapsed="0.000685"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="FAIL" start="2026-06-21T00:49:44.021431" elapsed="40.542989">'cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
controller msgbuf_read() = -1:  msgbuf_read: Connection reset by peer
... exiting' does not contain 'RESULT'</status>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:50:24.566356" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:50:24.565939" elapsed="0.000479"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-21T00:50:24.568007" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-21T00:50:24.567289" elapsed="0.000765"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.568354" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-21T00:50:24.568128" elapsed="0.000284"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-21T00:50:24.572030" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-21T00:50:24.571769" elapsed="0.000317"/>
</branch>
<status status="PASS" start="2026-06-21T00:50:24.571750" elapsed="0.000360"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-21T00:50:24.572446" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-21T00:50:24.572566" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-21T00:50:24.572240" elapsed="0.000353"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T00:50:24.573155" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.61 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.36" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T00:50:24.572725" elapsed="0.000486"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-21T00:50:24.573814" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T00:50:24.573395" elapsed="0.000446"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-21T00:50:24.574747" level="INFO">Length is 0.</msg>
<msg time="2026-06-21T00:50:24.574834" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-21T00:50:24.574429" elapsed="0.000429"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:50:24.575021" elapsed="0.000324"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-21T00:50:24.576198" level="INFO">Logging into '10.30.170.36:22' as 'jenkins'.</msg>
<msg time="2026-06-21T00:50:24.911827" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Jun 21 00:49:44 UTC 2026

  System load:  1.04               Processes:             104
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.36
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Jun 21 00:49:44 2026 from 10.30.171.23
[?2004h[jenkins@releng-63164-316-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-21T00:50:24.575829" elapsed="0.336272"/>
</kw>
<msg time="2026-06-21T00:50:24.912216" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T00:50:24.575493" elapsed="0.336834"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-21T00:50:24.574056" elapsed="0.338433"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-21T00:50:24.913334" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.61 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-21T01:00:31.030298" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-21T01:00:31.030837" level="INFO">${stdout} = </msg>
<msg time="2026-06-21T01:00:31.030984" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-21T00:50:24.912832" elapsed="606.118225"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T01:00:31.031511" elapsed="0.000711"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.033385" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:51:30.112 16  switches: flows:  127589 116035 113599 119874 114014 116357 114876 122826 113466 113016 118920 112458 115051 111147 115215 110078  total = 30.908683 per ms 
00:52:30.212 16  switches: flows:  111348 113143 108213 111425 110492 112171 112030 111440 109246 110518 110114 108971 109181 108806 108958 109403  total = 29.375281 per ms 
00:53:30.312 16  switches: flows:  119865 118667 116659 116945 116033 119514 116069 118773 115568 116486 118468 117863 117428 115578 115282 115148  total = 31.186865 per ms 
00:54:30.413 16  switches: flows:  120480 120704 119256 118511 119495 118729 115139 119465 116659 117035 116644 117496 114018 117202 114969 115325  total = 31.299836 per ms 
00:55:30.513 16  switches: flows:  113663 114118 112926 111858 113145 111838 111628 113174 110196 106905 109821 109721 109426 111203 108362 109181  total = 29.570035 per ms 
00:56:30.613 16  switches: flows:  121522 122536 120828 123174 118204 120752 121320 120737 115596 116968 118890 116860 118534 119592 113966 118052  total = 31.739128 per ms 
00:57:30.714 16  switches: flows:  123636 124186 121202 122771 118911 119917 120821 118932 118054 118851 121226 116503 118216 120784 113361 118999  total = 31.886205 per ms 
00:58:30.814 16  switches: flows:  121639 121386 119311 121919 119894 120198 123568 118936 115550 116301 119690 115990 119137 121600 114633 118945  total = 31.758516 per ms 
00:59:30.915 16  switches: flows:  112731 114069 110615 112701 111042 112873 113732 109317 108400 107488 110845 106675 109925 111874 106733 108949  total = 29.417004 per ms 
01:00:31.015 16  switches: flows:  125400 125202 121686 125238 123902 124274 123721 123516 121837 120926 122740 121730 120147 120075 120654 121437  total = 32.653451 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29375.28/32653.45/30987.37/10393.22 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.032604" elapsed="0.000948"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-21T01:00:31.034083" elapsed="0.000072"/>
</return>
<status status="PASS" start="2026-06-21T01:00:31.033754" elapsed="0.000479"/>
</branch>
<status status="PASS" start="2026-06-21T01:00:31.033693" elapsed="0.000595"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-21T01:00:31.034499" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-06-21T01:00:31.034416" elapsed="0.000173"/>
</branch>
<status status="NOT RUN" start="2026-06-21T01:00:31.034381" elapsed="0.000256"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-21T01:00:31.034707" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-21T01:00:31.040880" elapsed="0.000843"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-21T01:00:31.042177" elapsed="0.000318"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-21T01:00:31.042633" elapsed="0.000099"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-21T01:00:31.035555" elapsed="0.007231"/>
</kw>
<msg time="2026-06-21T01:00:31.042932" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-21T00:50:24.569413" elapsed="606.473546"/>
</kw>
<status status="PASS" start="2026-06-21T00:50:24.568438" elapsed="606.474571"/>
</branch>
<status status="PASS" start="2026-06-21T00:50:24.568107" elapsed="606.474925"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.043466" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.61:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.61. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:51:30.112 16  switches: flows:  127589 116035 113599 119874 114014 116357 114876 122826 113466 113016 118920 112458 115051 111147 115215 110078  total = 30.908683 per ms 
00:52:30.212 16  switches: flows:  111348 113143 108213 111425 110492 112171 112030 111440 109246 110518 110114 108971 109181 108806 108958 109403  total = 29.375281 per ms 
00:53:30.312 16  switches: flows:  119865 118667 116659 116945 116033 119514 116069 118773 115568 116486 118468 117863 117428 115578 115282 115148  total = 31.186865 per ms 
00:54:30.413 16  switches: flows:  120480 120704 119256 118511 119495 118729 115139 119465 116659 117035 116644 117496 114018 117202 114969 115325  total = 31.299836 per ms 
00:55:30.513 16  switches: flows:  113663 114118 112926 111858 113145 111838 111628 113174 110196 106905 109821 109721 109426 111203 108362 109181  total = 29.570035 per ms 
00:56:30.613 16  switches: flows:  121522 122536 120828 123174 118204 120752 121320 120737 115596 116968 118890 116860 118534 119592 113966 118052  total = 31.739128 per ms 
00:57:30.714 16  switches: flows:  123636 124186 121202 122771 118911 119917 120821 118932 118054 118851 121226 116503 118216 120784 113361 118999  total = 31.886205 per ms 
00:58:30.814 16  switches: flows:  121639 121386 119311 121919 119894 120198 123568 118936 115550 116301 119690 115990 119137 121600 114633 118945  total = 31.758516 per ms 
00:59:30.915 16  switches: flows:  112731 114069 110615 112701 111042 112873 113732 109317 108400 107488 110845 106675 109925 111874 106733 108949  total = 29.417004 per ms 
01:00:31.015 16  switches: flows:  125400 125202 121686 125238 123902 124274 123721 123516 121837 120926 122740 121730 120147 120075 120654 121437  total = 32.653451 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 29375.28/32653.45/30987.37/10393.22 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.043175" elapsed="0.000363"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-21T01:00:31.043683" elapsed="0.000391"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-21T01:00:31.044458" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-21T01:00:31.044547" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 29375.28/32653.45/30987.37/10393.22 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-21T01:00:31.044234" elapsed="0.000338"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-21T01:00:31.044996" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 29375.28/32653.45/30987.37/10393.22 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-21T01:00:31.044723" elapsed="0.000300"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.047395" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.045164" elapsed="0.002288"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.049842" level="INFO">29375.28/32653.45/30987.37/10393.22</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.047598" elapsed="0.002314"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-21T01:00:31.052210" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-21T01:00:31.050060" elapsed="0.002178"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-21T01:00:31.054627" level="INFO">@{result_value_list} = [ 29375.28 | 32653.45 | 30987.37 | 10393.22 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-21T01:00:31.052388" elapsed="0.002266"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.055145" level="INFO">Length is 4.</msg>
<msg time="2026-06-21T01:00:31.055250" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-21T01:00:31.054805" elapsed="0.000469"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.060013" level="INFO">min :: 29375.28</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.055686" elapsed="0.004394"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-21T01:00:31.055552" elapsed="0.004564"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.064866" level="INFO">max :: 32653.45</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.060335" elapsed="0.004627"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-21T01:00:31.060205" elapsed="0.004795"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.069617" level="INFO">avg :: 30987.37</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.065293" elapsed="0.004382"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-21T01:00:31.065103" elapsed="0.004609"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.074460" level="INFO">stdev :: 10393.22</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.069941" elapsed="0.004579"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-21T01:00:31.069800" elapsed="0.004756"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-21T01:00:31.055340" elapsed="0.019247"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.078623" level="INFO">${min} = 29375.28</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-21T01:00:31.074746" elapsed="0.003905"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.082565" level="INFO">${max} = 32653.45</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-21T01:00:31.078806" elapsed="0.003787"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.086418" level="INFO">${average} = 30987.37</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-21T01:00:31.082751" elapsed="0.003695"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.090314" level="INFO">${stdev} = 10393.22</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-21T01:00:31.086598" elapsed="0.003744"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.090855" level="INFO">${date} = 2026-06-21 01:00:31</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-21T01:00:31.090500" elapsed="0.000395"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.091457" level="INFO">CBench Result: 2026-06-21 01:00:31,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,29375.28,32653.45,30987.37,10393.22</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-21T01:00:31.091048" elapsed="0.000466"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-21T01:00:31.092603" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-21T01:00:31.092151" elapsed="0.000521"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-21T01:00:31.092822" elapsed="0.000502"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-21T01:00:31.091655" elapsed="0.001750"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-06-21T00:50:24.566725" elapsed="606.526748"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.093984" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-21T01:00:31.093641" elapsed="0.000402"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-21T01:00:31.095380" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-21T01:00:31.094868" elapsed="0.000539"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-06-21T01:00:31.095630" elapsed="0.000032"/>
</return>
<status status="PASS" start="2026-06-21T01:00:31.095483" elapsed="0.000211"/>
</branch>
<status status="PASS" start="2026-06-21T01:00:31.095464" elapsed="0.000255"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-06-21T01:00:31.095862" elapsed="0.000036"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-06-21T01:00:31.096041" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-06-21T01:00:31.096201" elapsed="0.000025"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-21T01:00:31.096365" elapsed="0.000020"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-06-21T01:00:31.096511" elapsed="0.000019"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-06-21T01:00:31.096653" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-21T01:00:31.096799" elapsed="0.000021"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-06-21T01:00:31.097073" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-06-21T01:00:31.096935" elapsed="0.000191"/>
</branch>
<status status="NOT RUN" start="2026-06-21T01:00:31.096915" elapsed="0.000234"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-06-21T01:00:31.094450" elapsed="0.002751"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-21T00:50:24.565274" elapsed="606.531975"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="FAIL" start="2026-06-21T00:39:34.936334" elapsed="1256.161521"/>
</suite>
<statistics>
<total>
<stat pass="2" fail="1" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="2" fail="1" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="0" fail="1" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="2" fail="1" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
