<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.5 (Python 3.11.10 on linux)" generated="2026-09-23T00:41:59.891887" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-23T00:42:00.357108" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-09-23T00:42:00.356997" elapsed="0.000177"/>
</branch>
<status status="PASS" start="2026-09-23T00:42:00.356970" elapsed="0.000228"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T00:42:00.357390" elapsed="0.000431"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-23T00:42:00.358269" level="INFO">Logging into '10.30.171.130:8101' as 'karaf'.</msg>
<msg time="2026-09-23T00:42:01.040756" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-23T00:42:00.358023" elapsed="0.682905"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.090802" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-23T00:42:01.041187" elapsed="0.049755"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.092717" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-23T00:42:01.092847" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-23T00:42:01.091208" elapsed="0.001668"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-23T00:42:01.093038" elapsed="0.000228"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T00:42:01.093428" elapsed="0.000187"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:42:01.094181" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:42:01.093839" elapsed="0.000424"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-23T00:42:01.094317" elapsed="0.000056"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.130
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-23T00:42:00.356682" elapsed="0.737797"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-23T00:42:00.355113" elapsed="0.739427"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-23T00:42:01.095101" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-23T00:42:01.094725" elapsed="0.000431"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-23T00:42:01.095542" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-23T00:42:01.095325" elapsed="0.000271"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-23T00:42:01.096269" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-23T00:42:01.095765" elapsed="0.000540"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-23T00:42:01.096835" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes the variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-23T00:42:01.096498" elapsed="0.000381"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-23T00:42:01.097386" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-23T00:42:01.097040" elapsed="0.000371"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-23T00:42:01.097902" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes the variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-23T00:42:01.097592" elapsed="0.000352"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given `path` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-23T00:42:01.098213" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-23T00:42:01.098025" elapsed="0.000253"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.100578" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T00:42:01.100219" elapsed="0.000385"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-23T00:42:01.101707" level="INFO">Length is 0.</msg>
<msg time="2026-09-23T00:42:01.101810" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-23T00:42:01.101120" elapsed="0.000718"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Conditionally runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T00:42:01.101981" elapsed="0.000329"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.103117" level="INFO">Logging into '10.30.171.116:22' as 'jenkins'.</msg>
<msg time="2026-09-23T00:42:01.603385" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Sep 23 00:41:18 UTC 2026

  System load:  0.2                Processes:             111
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.116
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-405-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-23T00:42:01.102847" elapsed="0.500632"/>
</kw>
<msg time="2026-09-23T00:42:01.603546" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T00:42:01.102460" elapsed="0.501159"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-23T00:42:01.100806" elapsed="0.502899"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.614102" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-23T00:42:01.603889" elapsed="0.012058"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T00:42:01.616114" elapsed="0.000264"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-23T00:42:01.099739" elapsed="0.516694"/>
</kw>
<status status="PASS" start="2026-09-23T00:42:01.098449" elapsed="0.518017"/>
</branch>
<status status="PASS" start="2026-09-23T00:42:01.098000" elapsed="0.518497"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-23T00:42:01.616661" elapsed="0.000437"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-23T00:42:01.618909" elapsed="0.000017"/>
</return>
<status status="NOT RUN" start="2026-09-23T00:42:01.618813" elapsed="0.000148"/>
</branch>
<status status="PASS" start="2026-09-23T00:42:01.618791" elapsed="0.000192"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-23T00:42:01.620407" elapsed="0.000012"/>
</return>
<status status="NOT RUN" start="2026-09-23T00:42:01.620317" elapsed="0.000131"/>
</branch>
<status status="PASS" start="2026-09-23T00:42:01.620300" elapsed="0.000168"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T00:42:01.620621" elapsed="0.000365"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.621368" level="INFO">Logging into '10.30.171.130:8101' as 'karaf'.</msg>
<msg time="2026-09-23T00:42:01.876921" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-23T00:42:01.621156" elapsed="0.255847"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.965349" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-23T00:42:01.877160" elapsed="0.088255"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.973219" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-23T00:42:01.973380" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-23T00:42:01.965566" elapsed="0.007843"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-23T00:42:01.973544" elapsed="0.000166"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T00:42:01.973861" elapsed="0.000140"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:42:01.974440" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:42:01.974171" elapsed="0.000320"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-23T00:42:01.974531" elapsed="0.000037"/>
</return>
<msg time="2026-09-23T00:42:01.974676" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.130
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-23T00:42:01.620024" elapsed="0.354681"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if the `container` does not contain the `item` one or more times.</doc>
<status status="PASS" start="2026-09-23T00:42:01.974891" elapsed="0.000481"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-23T00:42:01.975420" elapsed="0.000030"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-23T00:42:01.618556" elapsed="0.356971"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-23T00:42:01.977077" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-09-23T00:42:01.976982" elapsed="0.000137"/>
</branch>
<status status="PASS" start="2026-09-23T00:42:01.976962" elapsed="0.000179"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T00:42:01.977308" elapsed="0.000336"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-23T00:42:01.978047" level="INFO">Logging into '10.30.171.130:8101' as 'karaf'.</msg>
<msg time="2026-09-23T00:42:02.224417" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-23T00:42:01.977839" elapsed="0.246681"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-23T00:42:02.251838" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-23T00:42:02.224707" elapsed="0.027188"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-23T00:42:02.253948" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-23T00:42:02.254052" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-23T00:42:02.252046" elapsed="0.002034"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-23T00:42:02.254213" elapsed="0.000180"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T00:42:02.254531" elapsed="0.000164"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:42:02.255182" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:42:02.254912" elapsed="0.000317"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-23T00:42:02.255290" elapsed="0.000043"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.130
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-23T00:42:01.976693" elapsed="0.278727"/>
</kw>
<status status="PASS" start="2026-09-23T00:42:00.353344" elapsed="1.902132"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:42:02.257564" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:42:02.256581" elapsed="0.001056"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-23T00:42:02.258928" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes the variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-23T00:42:02.258579" elapsed="0.000409"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>*This keyword is considered deprecated. Use the [Process] library instead.*</doc>
<status status="NOT RUN" start="2026-09-23T00:42:02.259299" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-09-23T00:42:02.259062" elapsed="0.000294"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test or task with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-23T00:42:02.260443" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-23T00:42:02.260210" elapsed="0.000285"/>
</branch>
<status status="PASS" start="2026-09-23T00:42:02.260192" elapsed="0.000327"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-23T00:42:02.260912" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-23T00:42:02.261024" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-23T00:42:02.260695" elapsed="0.000354"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:42:02.261566" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.130 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.116" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:42:02.261221" elapsed="0.000400"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-23T00:42:02.262202" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T00:42:02.261802" elapsed="0.000424"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-23T00:42:02.263075" level="INFO">Length is 0.</msg>
<msg time="2026-09-23T00:42:02.263169" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-23T00:42:02.262750" elapsed="0.000442"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Conditionally runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T00:42:02.263338" elapsed="0.000292"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-23T00:42:02.264421" level="INFO">Logging into '10.30.171.116:22' as 'jenkins'.</msg>
<msg time="2026-09-23T00:42:02.640767" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Sep 23 00:41:18 UTC 2026

  System load:  0.2                Processes:             111
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.116
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Sep 23 00:42:01 2026 from 10.30.170.198
[?2004h[jenkins@releng-63164-405-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-23T00:42:02.264140" elapsed="0.376762"/>
</kw>
<msg time="2026-09-23T00:42:02.640962" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T00:42:02.263789" elapsed="0.377240"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-23T00:42:02.262420" elapsed="0.378696"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-23T00:42:02.641546" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.130 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-23T00:52:08.803021" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-23T00:52:08.803489" level="INFO">${stdout} = </msg>
<msg time="2026-09-23T00:52:08.803562" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-23T00:42:02.641333" elapsed="606.162287"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T00:52:08.804081" elapsed="0.000614"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.805703" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.130. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:43:07.894 16  switches: flows:  88983 92134 93004 91814 92288 91000 93751 91857 89940 90165 88466 88362 91351 88235 91178 88408  total = 24.182267 per ms 
00:44:07.995 16  switches: flows:  99029 99799 99774 99690 98648 98988 98395 96738 97817 99112 95944 95242 97314 94961 97094 94696  total = 26.010582 per ms 
00:45:08.096 16  switches: flows:  101187 98538 97805 100230 98556 97305 96588 94301 95992 97797 95500 93511 93958 96027 97419 94491  total = 25.777076 per ms 
00:46:08.197 16  switches: flows:  100877 98774 100797 99669 98319 97830 97786 96300 96521 97095 94885 93161 93716 95429 96759 95983  total = 25.855188 per ms 
00:47:08.298 16  switches: flows:  101320 100996 102007 101728 102689 100964 98853 98760 95081 97533 96985 95580 98326 98450 98550 96750  total = 26.365516 per ms 
00:48:08.399 16  switches: flows:  98692 99098 98245 98982 97105 95519 94292 96657 92459 93056 94889 91601 93298 93146 93337 91860  total = 25.328333 per ms 
00:49:08.500 16  switches: flows:  100189 100785 98425 98928 99808 99096 96950 97184 93973 95217 95590 93798 93943 93492 95003 94001  total = 25.730104 per ms 
00:50:08.601 16  switches: flows:  98435 99828 98797 100399 102907 98475 96350 95488 95426 95536 96180 93233 92618 94354 94566 92535  total = 25.709227 per ms 
00:51:08.702 16  switches: flows:  105517 104706 103038 105106 105571 103591 100139 100961 100583 99719 101027 96786 101214 97646 100970 96718  total = 27.009804 per ms 
00:52:08.803 16  switches: flows:  100288 101315 97596 100318 101168 96683 96847 96875 95613 93588 95199 94675 94054 93466 94067 92212  total = 25.689816 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25328.33/27009.80/25941.74/8659.43 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.805107" elapsed="0.000868"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-23T00:52:08.806386" elapsed="0.000064"/>
</return>
<status status="PASS" start="2026-09-23T00:52:08.806131" elapsed="0.000387"/>
</branch>
<status status="PASS" start="2026-09-23T00:52:08.806079" elapsed="0.000487"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-23T00:52:08.806742" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-09-23T00:52:08.806673" elapsed="0.000171"/>
</branch>
<status status="NOT RUN" start="2026-09-23T00:52:08.806645" elapsed="0.000237"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-23T00:52:08.806943" elapsed="0.000026"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Conditionally runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T00:52:08.808265" elapsed="0.000422"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T00:52:08.808944" elapsed="0.000241"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T00:52:08.809358" elapsed="0.000127"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-23T00:52:08.807521" elapsed="0.002030"/>
</kw>
<msg time="2026-09-23T00:52:08.809696" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-23T00:42:02.259691" elapsed="606.550038"/>
</kw>
<status status="PASS" start="2026-09-23T00:42:02.259382" elapsed="606.550429"/>
</branch>
<status status="PASS" start="2026-09-23T00:42:02.259041" elapsed="606.550802"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.810536" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.130. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:43:07.894 16  switches: flows:  88983 92134 93004 91814 92288 91000 93751 91857 89940 90165 88466 88362 91351 88235 91178 88408  total = 24.182267 per ms 
00:44:07.995 16  switches: flows:  99029 99799 99774 99690 98648 98988 98395 96738 97817 99112 95944 95242 97314 94961 97094 94696  total = 26.010582 per ms 
00:45:08.096 16  switches: flows:  101187 98538 97805 100230 98556 97305 96588 94301 95992 97797 95500 93511 93958 96027 97419 94491  total = 25.777076 per ms 
00:46:08.197 16  switches: flows:  100877 98774 100797 99669 98319 97830 97786 96300 96521 97095 94885 93161 93716 95429 96759 95983  total = 25.855188 per ms 
00:47:08.298 16  switches: flows:  101320 100996 102007 101728 102689 100964 98853 98760 95081 97533 96985 95580 98326 98450 98550 96750  total = 26.365516 per ms 
00:48:08.399 16  switches: flows:  98692 99098 98245 98982 97105 95519 94292 96657 92459 93056 94889 91601 93298 93146 93337 91860  total = 25.328333 per ms 
00:49:08.500 16  switches: flows:  100189 100785 98425 98928 99808 99096 96950 97184 93973 95217 95590 93798 93943 93492 95003 94001  total = 25.730104 per ms 
00:50:08.601 16  switches: flows:  98435 99828 98797 100399 102907 98475 96350 95488 95426 95536 96180 93233 92618 94354 94566 92535  total = 25.709227 per ms 
00:51:08.702 16  switches: flows:  105517 104706 103038 105106 105571 103591 100139 100961 100583 99719 101027 96786 101214 97646 100970 96718  total = 27.009804 per ms 
00:52:08.803 16  switches: flows:  100288 101315 97596 100318 101168 96683 96847 96875 95613 93588 95199 94675 94054 93466 94067 92212  total = 25.689816 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25328.33/27009.80/25941.74/8659.43 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.810146" elapsed="0.000484"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if the `container` does not contain the `item` one or more times.</doc>
<status status="PASS" start="2026-09-23T00:52:08.810896" elapsed="0.000494"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-23T00:52:08.811911" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-23T00:52:08.812026" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 25328.33/27009.80/25941.74/8659.43 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given `string` that contain the `pattern`.</doc>
<status status="PASS" start="2026-09-23T00:52:08.811622" elapsed="0.000435"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T00:52:08.812589" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 25328.33/27009.80/25941.74/8659.43 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T00:52:08.812291" elapsed="0.000333"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.813417" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.812896" elapsed="0.000617"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.814492" level="INFO">25328.33/27009.80/25941.74/8659.43</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.813896" elapsed="0.000689"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T00:52:08.815463" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T00:52:08.814898" elapsed="0.000617"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T00:52:08.816484" level="INFO">@{result_value_list} = [ 25328.33 | 27009.80 | 25941.74 | 8659.43 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T00:52:08.815914" elapsed="0.000616"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.817335" level="INFO">Length is 4.</msg>
<msg time="2026-09-23T00:52:08.817475" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-23T00:52:08.816831" elapsed="0.000683"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.819078" level="INFO">min :: 25328.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.818321" elapsed="0.000878"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-23T00:52:08.817966" elapsed="0.001295"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.820512" level="INFO">max :: 27009.80</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.819746" elapsed="0.000855"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-23T00:52:08.819403" elapsed="0.001251"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.821874" level="INFO">avg :: 25941.74</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.821145" elapsed="0.000818"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-23T00:52:08.820814" elapsed="0.001203"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.823244" level="INFO">stdev :: 8659.43</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.822505" elapsed="0.000828"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-23T00:52:08.822174" elapsed="0.001213"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-23T00:52:08.817617" elapsed="0.005820"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.824399" level="INFO">${min} = 25328.33</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T00:52:08.823714" elapsed="0.000727"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.825371" level="INFO">${max} = 27009.80</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T00:52:08.824708" elapsed="0.000696"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.826148" level="INFO">${average} = 25941.74</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T00:52:08.825608" elapsed="0.000603"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.826939" level="INFO">${stdev} = 8659.43</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T00:52:08.826414" elapsed="0.000558"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.827688" level="INFO">${date} = 2026-09-23 00:52:08</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-23T00:52:08.827236" elapsed="0.000485"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.828486" level="INFO">CBench Result: 2026-09-23 00:52:08,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,25328.33,27009.80,25941.74,8659.43</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.827988" elapsed="0.000567"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-23T00:52:08.829952" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-23T00:52:08.829288" elapsed="0.000749"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-23T00:52:08.830269" elapsed="0.000548"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-23T00:52:08.828721" elapsed="0.002178"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-23T00:42:02.258048" elapsed="606.572924"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.831584" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses execution for the given time.</doc>
<status status="PASS" start="2026-09-23T00:52:08.831189" elapsed="0.000466"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-23T00:52:08.832346" elapsed="0.000340"/>
</kw>
<status status="PASS" start="2026-09-23T00:52:08.831935" elapsed="0.000859"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-23T00:42:02.255613" elapsed="606.577230"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.834472" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.834025" elapsed="0.000519"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.836025" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes the variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-23T00:52:08.835603" elapsed="0.000475"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>*This keyword is considered deprecated. Use the [Process] library instead.*</doc>
<status status="NOT RUN" start="2026-09-23T00:52:08.836509" elapsed="0.000028"/>
</kw>
<status status="NOT RUN" start="2026-09-23T00:52:08.836182" elapsed="0.000400"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test or task with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-23T00:52:08.838024" elapsed="0.000027"/>
</kw>
<status status="NOT RUN" start="2026-09-23T00:52:08.837714" elapsed="0.000380"/>
</branch>
<status status="PASS" start="2026-09-23T00:52:08.837691" elapsed="0.000432"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-23T00:52:08.838678" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-23T00:52:08.838846" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-23T00:52:08.838439" elapsed="0.000442"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.839572" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.130 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.116" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T00:52:08.839112" elapsed="0.000532"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-23T00:52:08.840341" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T00:52:08.839881" elapsed="0.000493"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-23T00:52:08.841493" level="INFO">Length is 0.</msg>
<msg time="2026-09-23T00:52:08.841603" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-23T00:52:08.841103" elapsed="0.000530"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Conditionally runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T00:52:08.841834" elapsed="0.000413"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-23T00:52:08.843397" level="INFO">Logging into '10.30.171.116:22' as 'jenkins'.</msg>
<msg time="2026-09-23T00:52:09.470019" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Sep 23 00:52:09 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.116
  Swap usage:   0%

 * Canonical Workshop gives developers fast, composable, reproducible, and
   secure developer environments that are perfect for agentic workflows.

   https://ubuntu.com/workshop

Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Sep 23 00:42:02 2026 from 10.30.170.198
[?2004h[jenkins@releng-63164-405-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-23T00:52:08.842944" elapsed="0.627297"/>
</kw>
<msg time="2026-09-23T00:52:09.470337" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T00:52:08.842446" elapsed="0.627984"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-23T00:52:08.840615" elapsed="0.629932"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-23T00:52:09.471123" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.130 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-23T01:02:15.523189" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-23T01:02:15.523904" level="INFO">${stdout} = </msg>
<msg time="2026-09-23T01:02:15.524006" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-23T00:52:09.470837" elapsed="606.053222"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T01:02:15.524605" elapsed="0.000715"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.526544" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.130. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:53:14.604 16  switches: flows:  577414 574830 576109 588228 569991 575878 579963 562435 557142 580887 577118 571860 558655 577654 569589 572860  total = 152.843550 per ms 
00:54:14.705 16  switches: flows:  653271 657863 650338 652514 651450 650536 647958 651529 657817 656341 644837 643129 662412 645362 653268 645777  total = 173.448726 per ms 
00:55:14.807 16  switches: flows:  622662 633198 623848 621737 616665 626734 621399 623418 613894 632837 624042 618720 620299 626031 623386 623347  total = 165.924670 per ms 
00:56:14.909 16  switches: flows:  581990 581178 593192 591323 584440 585903 582801 577895 585448 578890 582666 582805 591423 590077 586010 587491  total = 155.794100 per ms 
00:57:15.010 16  switches: flows:  574266 565953 570613 573222 570097 567793 565911 560810 568119 569192 573262 570287 571579 562614 570496 558203  total = 151.286669 per ms 
00:58:15.110 16  switches: flows:  558065 556051 564001 560991 562593 561362 562662 562503 564288 560643 565654 570144 562617 566217 570748 562168  total = 149.927244 per ms 
00:59:15.212 16  switches: flows:  582041 583883 588564 595612 589829 593168 573035 591829 584593 589278 595339 594912 592882 593913 584251 591800  total = 156.818679 per ms 
01:00:15.325 16  switches: flows:  558148 556776 544837 554179 540802 552256 542752 547411 547303 556977 555011 553909 552505 558485 552244 551790  total = 146.813025 per ms 
01:01:15.427 16  switches: flows:  586409 572617 577564 581229 581513 575367 584589 583028 581107 581489 585471 592987 588556 582556 582852 580383  total = 155.032833 per ms 
01:02:15.529 16  switches: flows:  601080 598548 600652 600820 592767 589445 589897 590907 593542 598517 597264 602314 597508 599206 598713 590842  total = 158.767156 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 146813.02/173448.73/157090.34/52938.57 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.525764" elapsed="0.001078"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-23T01:02:15.527286" elapsed="0.000066"/>
</return>
<status status="PASS" start="2026-09-23T01:02:15.527002" elapsed="0.000423"/>
</branch>
<status status="PASS" start="2026-09-23T01:02:15.526956" elapsed="0.000521"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-23T01:02:15.527666" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-09-23T01:02:15.527592" elapsed="0.000154"/>
</branch>
<status status="NOT RUN" start="2026-09-23T01:02:15.527560" elapsed="0.000260"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-23T01:02:15.527885" elapsed="0.000027"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Conditionally runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T01:02:15.529451" elapsed="0.000663"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T01:02:15.530510" elapsed="0.000348"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T01:02:15.531149" elapsed="0.000209"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-23T01:02:15.528552" elapsed="0.002912"/>
</kw>
<msg time="2026-09-23T01:02:15.531689" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-23T00:52:08.837033" elapsed="606.694711"/>
</kw>
<status status="PASS" start="2026-09-23T00:52:08.836614" elapsed="606.695255"/>
</branch>
<status status="PASS" start="2026-09-23T00:52:08.836140" elapsed="606.695776"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.532927" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.130. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:53:14.604 16  switches: flows:  577414 574830 576109 588228 569991 575878 579963 562435 557142 580887 577118 571860 558655 577654 569589 572860  total = 152.843550 per ms 
00:54:14.705 16  switches: flows:  653271 657863 650338 652514 651450 650536 647958 651529 657817 656341 644837 643129 662412 645362 653268 645777  total = 173.448726 per ms 
00:55:14.807 16  switches: flows:  622662 633198 623848 621737 616665 626734 621399 623418 613894 632837 624042 618720 620299 626031 623386 623347  total = 165.924670 per ms 
00:56:14.909 16  switches: flows:  581990 581178 593192 591323 584440 585903 582801 577895 585448 578890 582666 582805 591423 590077 586010 587491  total = 155.794100 per ms 
00:57:15.010 16  switches: flows:  574266 565953 570613 573222 570097 567793 565911 560810 568119 569192 573262 570287 571579 562614 570496 558203  total = 151.286669 per ms 
00:58:15.110 16  switches: flows:  558065 556051 564001 560991 562593 561362 562662 562503 564288 560643 565654 570144 562617 566217 570748 562168  total = 149.927244 per ms 
00:59:15.212 16  switches: flows:  582041 583883 588564 595612 589829 593168 573035 591829 584593 589278 595339 594912 592882 593913 584251 591800  total = 156.818679 per ms 
01:00:15.325 16  switches: flows:  558148 556776 544837 554179 540802 552256 542752 547411 547303 556977 555011 553909 552505 558485 552244 551790  total = 146.813025 per ms 
01:01:15.427 16  switches: flows:  586409 572617 577564 581229 581513 575367 584589 583028 581107 581489 585471 592987 588556 582556 582852 580383  total = 155.032833 per ms 
01:02:15.529 16  switches: flows:  601080 598548 600652 600820 592767 589445 589897 590907 593542 598517 597264 602314 597508 599206 598713 590842  total = 158.767156 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 146813.02/173448.73/157090.34/52938.57 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.532323" elapsed="0.000758"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if the `container` does not contain the `item` one or more times.</doc>
<status status="PASS" start="2026-09-23T01:02:15.533458" elapsed="0.000773"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-23T01:02:15.535021" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-23T01:02:15.535225" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 146813.02/173448.73/157090.34/52938.57 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given `string` that contain the `pattern`.</doc>
<status status="PASS" start="2026-09-23T01:02:15.534591" elapsed="0.000687"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T01:02:15.536115" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 146813.02/173448.73/157090.34/52938.57 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T01:02:15.535620" elapsed="0.000578"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.537337" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.536592" elapsed="0.000855"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.538558" level="INFO">146813.02/173448.73/157090.34/52938.57</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.537867" elapsed="0.000800"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T01:02:15.539713" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T01:02:15.539059" elapsed="0.000738"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T01:02:15.541022" level="INFO">@{result_value_list} = [ 146813.02 | 173448.73 | 157090.34 | 52938.57 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T01:02:15.540226" elapsed="0.000860"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.542121" level="INFO">Length is 4.</msg>
<msg time="2026-09-23T01:02:15.542334" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-23T01:02:15.541450" elapsed="0.000932"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.544302" level="INFO">min :: 146813.02</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.543322" elapsed="0.001092"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-23T01:02:15.542915" elapsed="0.001565"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.545961" level="INFO">max :: 173448.73</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.545044" elapsed="0.001026"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-23T01:02:15.544652" elapsed="0.001506"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.547614" level="INFO">avg :: 157090.34</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.546687" elapsed="0.001037"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-23T01:02:15.546330" elapsed="0.001491"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.549323" level="INFO">stdev :: 52938.57</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.548375" elapsed="0.001056"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-23T01:02:15.547991" elapsed="0.001505"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-23T01:02:15.542504" elapsed="0.007051"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.550854" level="INFO">${min} = 146813.02</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T01:02:15.549928" elapsed="0.000981"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.552101" level="INFO">${max} = 173448.73</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T01:02:15.551254" elapsed="0.000920"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.553351" level="INFO">${average} = 157090.34</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T01:02:15.552496" elapsed="0.000907"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.554564" level="INFO">${stdev} = 52938.57</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T01:02:15.553715" elapsed="0.000902"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.555817" level="INFO">${date} = 2026-09-23 01:02:15</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-23T01:02:15.555039" elapsed="0.000832"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.557222" level="INFO">CBench Result: 2026-09-23 01:02:15,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,146813.02,173448.73,157090.34,52938.57</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.556453" elapsed="0.000907"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-23T01:02:15.559493" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-23T01:02:15.558585" elapsed="0.001045"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-23T01:02:15.560033" elapsed="0.001270"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-23T01:02:15.557619" elapsed="0.003817"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-23T00:52:08.834938" elapsed="606.726612"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.562540" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses execution for the given time.</doc>
<status status="PASS" start="2026-09-23T01:02:15.561890" elapsed="0.000761"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-23T01:02:15.563749" elapsed="0.000626"/>
</kw>
<status status="PASS" start="2026-09-23T01:02:15.563080" elapsed="0.001444"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-23T00:52:08.833246" elapsed="606.731359"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.566419" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.565955" elapsed="0.000537"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.568125" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes the variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-23T01:02:15.567689" elapsed="0.000512"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>*This keyword is considered deprecated. Use the [Process] library instead.*</doc>
<status status="NOT RUN" start="2026-09-23T01:02:15.568624" elapsed="0.000039"/>
</kw>
<status status="NOT RUN" start="2026-09-23T01:02:15.568338" elapsed="0.000537"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test or task with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-23T01:02:15.570491" elapsed="0.000028"/>
</kw>
<status status="NOT RUN" start="2026-09-23T01:02:15.570192" elapsed="0.000372"/>
</branch>
<status status="PASS" start="2026-09-23T01:02:15.570166" elapsed="0.000428"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-23T01:02:15.571082" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-23T01:02:15.571253" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-23T01:02:15.570857" elapsed="0.000430"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.572003" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.130 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.116" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:02:15.571522" elapsed="0.000557"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-23T01:02:15.572765" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T01:02:15.572322" elapsed="0.000499"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-23T01:02:15.573991" level="INFO">Length is 0.</msg>
<msg time="2026-09-23T01:02:15.574102" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-23T01:02:15.573570" elapsed="0.000585"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Conditionally runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T01:02:15.574347" elapsed="0.000401"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-23T01:02:15.576118" level="INFO">Logging into '10.30.171.116:22' as 'jenkins'.</msg>
<msg time="2026-09-23T01:02:16.231790" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Sep 23 01:02:15 UTC 2026

  System load:  0.38               Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.116
  Swap usage:   0%

 * Canonical Workshop gives developers fast, composable, reproducible, and
   secure developer environments that are perfect for agentic workflows.

   https://ubuntu.com/workshop

Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Sep 23 00:52:09 2026 from 10.30.170.198
[?2004h[jenkins@releng-63164-405-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-23T01:02:15.575719" elapsed="0.656288"/>
</kw>
<msg time="2026-09-23T01:02:16.232109" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T01:02:15.575217" elapsed="0.657003"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-23T01:02:15.573070" elapsed="0.659282"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-23T01:02:16.233031" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.130 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-23T01:12:22.295069" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-23T01:12:22.295695" level="INFO">${stdout} = </msg>
<msg time="2026-09-23T01:12:22.295819" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-23T01:02:16.232679" elapsed="606.063196"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T01:12:22.296351" elapsed="0.000756"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.298299" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.130. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:03:21.399 16  switches: flows:  105488 102407 102601 98966 99505 98690 101575 99822 96165 95612 96586 99295 98043 117210 97529 96681  total = 26.769583 per ms 
01:04:21.499 16  switches: flows:  106879 105960 105807 100791 103222 103173 105909 103272 97602 98817 100538 103400 100076 98968 102647 99170  total = 27.225064 per ms 
01:05:21.599 16  switches: flows:  104644 104281 101746 99968 100839 101498 102675 100007 96707 96661 99760 100917 99034 97321 98669 96901  total = 26.649338 per ms 
01:06:21.699 16  switches: flows:  114475 112930 109552 105120 111013 106960 107759 110062 102976 102908 103913 107685 105288 100607 104049 104006  total = 28.440933 per ms 
01:07:21.799 16  switches: flows:  107084 105634 102938 102107 102118 102255 100546 102740 98235 97543 99953 100676 96673 96502 98402 97943  total = 26.811078 per ms 
01:08:21.900 16  switches: flows:  105784 105019 101204 99914 103470 102039 102166 102017 98622 99411 99749 101355 99786 98608 98468 98928  total = 26.897437 per ms 
01:09:22.000 16  switches: flows:  103994 100943 100737 99324 101210 100511 102255 100763 97234 97460 98597 98033 99107 97131 99086 97016  total = 26.512412 per ms 
01:10:22.100 16  switches: flows:  103522 102506 100260 100087 101133 99369 99489 100154 97087 96864 97900 98408 97240 95457 98338 95397  total = 26.342891 per ms 
01:11:22.201 16  switches: flows:  104992 104675 102483 100466 102871 103243 103479 101999 98953 100138 100300 100178 101910 98227 99917 98666  total = 26.996492 per ms 
01:12:22.301 16  switches: flows:  105207 105468 102602 100335 103318 102697 102568 104104 97937 98637 101392 101741 99895 97545 100161 97720  total = 26.977109 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26342.89/28440.93/26983.64/9012.83 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.297562" elapsed="0.001041"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-23T01:12:22.299063" elapsed="0.000066"/>
</return>
<status status="PASS" start="2026-09-23T01:12:22.298814" elapsed="0.000387"/>
</branch>
<status status="PASS" start="2026-09-23T01:12:22.298738" elapsed="0.000512"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-23T01:12:22.299436" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-09-23T01:12:22.299363" elapsed="0.000152"/>
</branch>
<status status="NOT RUN" start="2026-09-23T01:12:22.299332" elapsed="0.000225"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-23T01:12:22.299617" elapsed="0.000049"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Conditionally runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-23T01:12:22.301193" elapsed="0.000682"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-23T01:12:22.302243" elapsed="0.000307"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-23T01:12:22.302869" elapsed="0.000198"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-23T01:12:22.300304" elapsed="0.002869"/>
</kw>
<msg time="2026-09-23T01:12:22.303393" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-23T01:02:15.569365" elapsed="606.734082"/>
</kw>
<status status="PASS" start="2026-09-23T01:02:15.568921" elapsed="606.734621"/>
</branch>
<status status="PASS" start="2026-09-23T01:02:15.568312" elapsed="606.735276"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.304593" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.130:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.130. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:03:21.399 16  switches: flows:  105488 102407 102601 98966 99505 98690 101575 99822 96165 95612 96586 99295 98043 117210 97529 96681  total = 26.769583 per ms 
01:04:21.499 16  switches: flows:  106879 105960 105807 100791 103222 103173 105909 103272 97602 98817 100538 103400 100076 98968 102647 99170  total = 27.225064 per ms 
01:05:21.599 16  switches: flows:  104644 104281 101746 99968 100839 101498 102675 100007 96707 96661 99760 100917 99034 97321 98669 96901  total = 26.649338 per ms 
01:06:21.699 16  switches: flows:  114475 112930 109552 105120 111013 106960 107759 110062 102976 102908 103913 107685 105288 100607 104049 104006  total = 28.440933 per ms 
01:07:21.799 16  switches: flows:  107084 105634 102938 102107 102118 102255 100546 102740 98235 97543 99953 100676 96673 96502 98402 97943  total = 26.811078 per ms 
01:08:21.900 16  switches: flows:  105784 105019 101204 99914 103470 102039 102166 102017 98622 99411 99749 101355 99786 98608 98468 98928  total = 26.897437 per ms 
01:09:22.000 16  switches: flows:  103994 100943 100737 99324 101210 100511 102255 100763 97234 97460 98597 98033 99107 97131 99086 97016  total = 26.512412 per ms 
01:10:22.100 16  switches: flows:  103522 102506 100260 100087 101133 99369 99489 100154 97087 96864 97900 98408 97240 95457 98338 95397  total = 26.342891 per ms 
01:11:22.201 16  switches: flows:  104992 104675 102483 100466 102871 103243 103479 101999 98953 100138 100300 100178 101910 98227 99917 98666  total = 26.996492 per ms 
01:12:22.301 16  switches: flows:  105207 105468 102602 100335 103318 102697 102568 104104 97937 98637 101392 101741 99895 97545 100161 97720  total = 26.977109 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26342.89/28440.93/26983.64/9012.83 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.304021" elapsed="0.000780"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if the `container` does not contain the `item` one or more times.</doc>
<status status="PASS" start="2026-09-23T01:12:22.305135" elapsed="0.000755"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-23T01:12:22.306680" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-23T01:12:22.306892" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 26342.89/28440.93/26983.64/9012.83 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given `string` that contain the `pattern`.</doc>
<status status="PASS" start="2026-09-23T01:12:22.306248" elapsed="0.000695"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T01:12:22.307808" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 26342.89/28440.93/26983.64/9012.83 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T01:12:22.307280" elapsed="0.000586"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.308995" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.308262" elapsed="0.000844"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.310226" level="INFO">26342.89/28440.93/26983.64/9012.83</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.309494" elapsed="0.000843"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T01:12:22.311334" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T01:12:22.310696" elapsed="0.000693"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-23T01:12:22.312449" level="INFO">@{result_value_list} = [ 26342.89 | 28440.93 | 26983.64 | 9012.83 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the `string` using `separator` as a delimiter string.</doc>
<status status="PASS" start="2026-09-23T01:12:22.311839" elapsed="0.000665"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.313478" level="INFO">Length is 4.</msg>
<msg time="2026-09-23T01:12:22.313674" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-23T01:12:22.312881" elapsed="0.000844"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.315510" level="INFO">min :: 26342.89</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.314575" elapsed="0.001045"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-23T01:12:22.314214" elapsed="0.001497"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.317177" level="INFO">max :: 28440.93</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.316262" elapsed="0.001024"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-23T01:12:22.315907" elapsed="0.001444"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.318827" level="INFO">avg :: 26983.64</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.317910" elapsed="0.001030"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-23T01:12:22.317510" elapsed="0.001495"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.320456" level="INFO">stdev :: 9012.83</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.319510" elapsed="0.001053"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-23T01:12:22.319163" elapsed="0.001465"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-23T01:12:22.313870" elapsed="0.006840"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.321927" level="INFO">${min} = 26342.89</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T01:12:22.321065" elapsed="0.000915"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.323173" level="INFO">${max} = 28440.93</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T01:12:22.322301" elapsed="0.000925"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.324418" level="INFO">${average} = 26983.64</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T01:12:22.323548" elapsed="0.000922"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.325677" level="INFO">${stdev} = 9012.83</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="PASS" start="2026-09-23T01:12:22.324843" elapsed="0.000888"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.326896" level="INFO">${date} = 2026-09-23 01:12:22</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-23T01:12:22.326156" elapsed="0.000792"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.328133" level="INFO">CBench Result: 2026-09-23 01:12:22,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,26342.89,28440.93,26983.64,9012.83</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-23T01:12:22.327374" elapsed="0.000871"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-23T01:12:22.330215" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-23T01:12:22.329383" elapsed="0.000973"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-23T01:12:22.330723" elapsed="0.001229"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-23T01:12:22.328498" elapsed="0.003590"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-23T01:02:15.567026" elapsed="606.765177"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.333183" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses execution for the given time.</doc>
<status status="PASS" start="2026-09-23T01:12:22.332513" elapsed="0.000782"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-23T01:12:22.335827" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-23T01:12:22.334826" elapsed="0.001058"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-23T01:12:22.336275" elapsed="0.000058"/>
</return>
<status status="PASS" start="2026-09-23T01:12:22.336034" elapsed="0.000359"/>
</branch>
<status status="PASS" start="2026-09-23T01:12:22.335993" elapsed="0.000449"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-23T01:12:22.336763" elapsed="0.000071"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-23T01:12:22.337117" elapsed="0.000040"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-23T01:12:22.337472" elapsed="0.000039"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variable.</doc>
<status status="NOT RUN" start="2026-09-23T01:12:22.337933" elapsed="0.000043"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-23T01:12:22.338293" elapsed="0.000040"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message of the current test case.</doc>
<status status="NOT RUN" start="2026-09-23T01:12:22.338611" elapsed="0.000065"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-23T01:12:22.339060" elapsed="0.000041"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds The given `tags` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-23T01:12:22.339455" elapsed="0.000024"/>
</kw>
<status status="NOT RUN" start="2026-09-23T01:12:22.339223" elapsed="0.000295"/>
</branch>
<status status="NOT RUN" start="2026-09-23T01:12:22.339190" elapsed="0.000356"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-23T01:12:22.334050" elapsed="0.005560"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-23T01:02:15.565053" elapsed="606.774630"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-23T00:41:59.893390" elapsed="1822.447372"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
