<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-08-23T02:12:34.196495" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-23T02:12:34.749513" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-08-23T02:12:34.749377" elapsed="0.000207"/>
</branch>
<status status="PASS" start="2026-08-23T02:12:34.749348" elapsed="0.000262"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:12:34.749760" elapsed="0.000545"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-23T02:12:34.750788" level="INFO">Logging into '10.30.171.167:8101' as 'karaf'.</msg>
<msg time="2026-08-23T02:12:35.459650" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-23T02:12:34.750474" elapsed="0.709327"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-23T02:12:35.510157" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-23T02:12:35.460079" elapsed="0.050142"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-23T02:12:35.511877" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-23T02:12:35.512000" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-23T02:12:35.510381" elapsed="0.001650"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-23T02:12:35.512183" elapsed="0.000189"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:12:35.512527" elapsed="0.000185"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:12:35.513203" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:12:35.512881" elapsed="0.000376"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-23T02:12:35.513307" elapsed="0.000048"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.167
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-23T02:12:34.749003" elapsed="0.764468"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-08-23T02:12:34.745337" elapsed="0.768194"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-23T02:12:35.514070" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-23T02:12:35.513703" elapsed="0.000424"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-23T02:12:35.514517" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-23T02:12:35.514276" elapsed="0.000304"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-23T02:12:35.515132" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-23T02:12:35.514730" elapsed="0.000430"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-23T02:12:35.515656" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-23T02:12:35.515324" elapsed="0.000374"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-23T02:12:35.516251" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-23T02:12:35.515859" elapsed="0.000419"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-23T02:12:35.516741" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-23T02:12:35.516436" elapsed="0.000347"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-08-23T02:12:35.517099" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-23T02:12:35.516885" elapsed="0.000269"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-23T02:12:35.521440" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:12:35.521037" elapsed="0.000430"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-23T02:12:35.522466" level="INFO">Length is 0.</msg>
<msg time="2026-08-23T02:12:35.522549" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-23T02:12:35.522030" elapsed="0.000543"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:12:35.522715" elapsed="0.000357"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-23T02:12:35.524266" level="INFO">Logging into '10.30.170.158:22' as 'jenkins'.</msg>
<msg time="2026-08-23T02:12:36.052546" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Aug 23 02:11:55 UTC 2026

  System load:  0.19               Processes:             111
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.158
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-50965-25-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-23T02:12:35.523564" elapsed="0.529148"/>
</kw>
<msg time="2026-08-23T02:12:36.052809" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:12:35.523225" elapsed="0.529705"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-23T02:12:35.521669" elapsed="0.531406"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.062397" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-08-23T02:12:36.053305" elapsed="0.011335"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:12:36.065099" elapsed="0.000589"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-08-23T02:12:35.520504" elapsed="0.545322"/>
</kw>
<status status="PASS" start="2026-08-23T02:12:35.517225" elapsed="0.548715"/>
</branch>
<status status="PASS" start="2026-08-23T02:12:35.516859" elapsed="0.549163"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-23T02:12:36.066399" elapsed="0.001102"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-23T02:12:36.074351" elapsed="0.000027"/>
</return>
<status status="NOT RUN" start="2026-08-23T02:12:36.074169" elapsed="0.000260"/>
</branch>
<status status="PASS" start="2026-08-23T02:12:36.074133" elapsed="0.000330"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-23T02:12:36.079406" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-08-23T02:12:36.079240" elapsed="0.000232"/>
</branch>
<status status="PASS" start="2026-08-23T02:12:36.079213" elapsed="0.000289"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:12:36.079690" elapsed="0.000734"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.081047" level="INFO">Logging into '10.30.171.167:8101' as 'karaf'.</msg>
<msg time="2026-08-23T02:12:36.277904" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-23T02:12:36.080629" elapsed="0.197421"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.375150" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-23T02:12:36.278305" elapsed="0.096917"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.389127" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-23T02:12:36.389331" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-23T02:12:36.375379" elapsed="0.013985"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-23T02:12:36.389510" elapsed="0.000199"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:12:36.389877" elapsed="0.000219"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:12:36.390572" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:12:36.390237" elapsed="0.000390"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-23T02:12:36.390679" elapsed="0.000061"/>
</return>
<msg time="2026-08-23T02:12:36.390922" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.167
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-23T02:12:36.078727" elapsed="0.312229"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-23T02:12:36.391116" elapsed="0.000535"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-23T02:12:36.391703" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-08-23T02:12:36.073703" elapsed="0.318149"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-23T02:12:36.395662" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-08-23T02:12:36.395526" elapsed="0.000184"/>
</branch>
<status status="PASS" start="2026-08-23T02:12:36.395500" elapsed="0.000234"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:12:36.395881" elapsed="0.000470"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.396776" level="INFO">Logging into '10.30.171.167:8101' as 'karaf'.</msg>
<msg time="2026-08-23T02:12:36.580368" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-23T02:12:36.396512" elapsed="0.184009"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.605746" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-23T02:12:36.580810" elapsed="0.025000"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.607601" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-23T02:12:36.607703" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-23T02:12:36.605977" elapsed="0.001755"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-23T02:12:36.607879" elapsed="0.000185"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:12:36.608208" elapsed="0.000201"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:12:36.608897" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:12:36.608565" elapsed="0.000382"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-23T02:12:36.609000" elapsed="0.000057"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.167
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-23T02:12:36.395192" elapsed="0.213984"/>
</kw>
<status status="PASS" start="2026-08-23T02:12:34.743423" elapsed="1.865819"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:12:36.611826" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:12:36.610196" elapsed="0.001724"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-23T02:12:36.613602" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-23T02:12:36.613251" elapsed="0.000395"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-23T02:12:36.613992" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-23T02:12:36.613729" elapsed="0.000322"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-23T02:12:36.617021" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-23T02:12:36.616759" elapsed="0.000318"/>
</branch>
<status status="PASS" start="2026-08-23T02:12:36.616739" elapsed="0.000363"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.617442" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-23T02:12:36.617564" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-23T02:12:36.617232" elapsed="0.000359"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:12:36.618166" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.167 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.158" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:12:36.617723" elapsed="0.000503"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.618858" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:12:36.618366" elapsed="0.000520"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-23T02:12:36.619815" level="INFO">Length is 0.</msg>
<msg time="2026-08-23T02:12:36.619921" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-23T02:12:36.619490" elapsed="0.000455"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:12:36.620086" elapsed="0.000332"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.621326" level="INFO">Logging into '10.30.170.158:22' as 'jenkins'.</msg>
<msg time="2026-08-23T02:12:36.973220" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Aug 23 02:11:55 UTC 2026

  System load:  0.19               Processes:             111
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.158
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Aug 23 02:12:35 2026 from 10.30.171.248
[?2004h[jenkins@releng-50965-25-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-23T02:12:36.620969" elapsed="0.352444"/>
</kw>
<msg time="2026-08-23T02:12:36.973504" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:12:36.620594" elapsed="0.353007"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-23T02:12:36.619085" elapsed="0.354645"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-23T02:12:36.974601" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.167 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-23T02:22:43.093541" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-23T02:22:43.094161" level="INFO">${stdout} = </msg>
<msg time="2026-08-23T02:22:43.094269" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-23T02:12:36.973996" elapsed="606.120330"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:22:43.094809" elapsed="0.000709"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.096687" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.167. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:13:42.177 16  switches: flows:  109848 109417 108958 110912 110015 109041 108774 109768 105816 107878 104950 109425 107426 103265 106104 106400  total = 28.799950 per ms 
02:14:42.278 16  switches: flows:  124196 125085 126667 123537 122970 127461 123380 125300 121208 122572 117939 122910 121161 117386 117915 120079  total = 32.608332 per ms 
02:15:42.379 16  switches: flows:  115351 116204 116829 114656 117260 114033 113034 112320 110520 112215 111324 112966 112650 107943 109050 111096  total = 30.073982 per ms 
02:16:42.481 16  switches: flows:  121172 121537 122305 120948 123536 123185 120196 119451 117321 118954 117721 121439 117386 115125 115929 118183  total = 31.853295 per ms 
02:17:42.582 16  switches: flows:  122509 124047 121929 121577 123618 123118 119977 121571 117747 119456 118050 120584 118306 116613 117335 118918  total = 32.035779 per ms 
02:18:42.682 16  switches: flows:  118668 118807 118381 116208 118121 116276 115654 117771 110254 112951 112725 113991 112425 111794 114181 112976  total = 30.635231 per ms 
02:19:42.784 16  switches: flows:  122053 123357 122114 122454 121231 123320 118494 120523 114562 115710 114829 117325 116245 112756 116393 115597  total = 31.563368 per ms 
02:20:42.885 16  switches: flows:  124894 125830 125179 124179 122244 123313 118344 122823 115378 119226 117185 118415 120217 117500 117932 117954  total = 32.123261 per ms 
02:21:42.986 16  switches: flows:  124271 124450 122662 123936 120615 123219 118028 122283 115318 117142 116321 117691 118213 115659 118700 116775  total = 31.868116 per ms 
02:22:43.087 16  switches: flows:  126242 127292 124456 125819 122834 125720 121380 125381 115889 120079 119406 120473 121142 116850 120586 119863  total = 32.502544 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30073.98/32608.33/31695.99/10594.78 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.095912" elapsed="0.001098"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-23T02:22:43.097536" elapsed="0.000089"/>
</return>
<status status="PASS" start="2026-08-23T02:22:43.097199" elapsed="0.000510"/>
</branch>
<status status="PASS" start="2026-08-23T02:22:43.097140" elapsed="0.000625"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-23T02:22:43.098011" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-23T02:22:43.097929" elapsed="0.000173"/>
</branch>
<status status="NOT RUN" start="2026-08-23T02:22:43.097891" elapsed="0.000259"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-23T02:22:43.098240" elapsed="0.000036"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:22:43.103715" elapsed="0.000348"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:22:43.104209" elapsed="0.000177"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:22:43.104518" elapsed="0.000098"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-23T02:22:43.099014" elapsed="0.005654"/>
</kw>
<msg time="2026-08-23T02:22:43.104796" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-23T02:12:36.614410" elapsed="606.490413"/>
</kw>
<status status="PASS" start="2026-08-23T02:12:36.614080" elapsed="606.490809"/>
</branch>
<status status="PASS" start="2026-08-23T02:12:36.613705" elapsed="606.491208"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.105353" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.167. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:13:42.177 16  switches: flows:  109848 109417 108958 110912 110015 109041 108774 109768 105816 107878 104950 109425 107426 103265 106104 106400  total = 28.799950 per ms 
02:14:42.278 16  switches: flows:  124196 125085 126667 123537 122970 127461 123380 125300 121208 122572 117939 122910 121161 117386 117915 120079  total = 32.608332 per ms 
02:15:42.379 16  switches: flows:  115351 116204 116829 114656 117260 114033 113034 112320 110520 112215 111324 112966 112650 107943 109050 111096  total = 30.073982 per ms 
02:16:42.481 16  switches: flows:  121172 121537 122305 120948 123536 123185 120196 119451 117321 118954 117721 121439 117386 115125 115929 118183  total = 31.853295 per ms 
02:17:42.582 16  switches: flows:  122509 124047 121929 121577 123618 123118 119977 121571 117747 119456 118050 120584 118306 116613 117335 118918  total = 32.035779 per ms 
02:18:42.682 16  switches: flows:  118668 118807 118381 116208 118121 116276 115654 117771 110254 112951 112725 113991 112425 111794 114181 112976  total = 30.635231 per ms 
02:19:42.784 16  switches: flows:  122053 123357 122114 122454 121231 123320 118494 120523 114562 115710 114829 117325 116245 112756 116393 115597  total = 31.563368 per ms 
02:20:42.885 16  switches: flows:  124894 125830 125179 124179 122244 123313 118344 122823 115378 119226 117185 118415 120217 117500 117932 117954  total = 32.123261 per ms 
02:21:42.986 16  switches: flows:  124271 124450 122662 123936 120615 123219 118028 122283 115318 117142 116321 117691 118213 115659 118700 116775  total = 31.868116 per ms 
02:22:43.087 16  switches: flows:  126242 127292 124456 125819 122834 125720 121380 125381 115889 120079 119406 120473 121142 116850 120586 119863  total = 32.502544 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 30073.98/32608.33/31695.99/10594.78 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.105058" elapsed="0.000367"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-23T02:22:43.105570" elapsed="0.000382"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-23T02:22:43.106343" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-23T02:22:43.106435" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 30073.98/32608.33/31695.99/10594.78 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-23T02:22:43.106116" elapsed="0.000343"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:22:43.106905" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 30073.98/32608.33/31695.99/10594.78 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:22:43.106613" elapsed="0.000320"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.109291" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.107075" elapsed="0.002272"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.111673" level="INFO">30073.98/32608.33/31695.99/10594.78</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.109492" elapsed="0.002244"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:22:43.114101" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:22:43.111925" elapsed="0.002204"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:22:43.116491" level="INFO">@{result_value_list} = [ 30073.98 | 32608.33 | 31695.99 | 10594.78 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:22:43.114311" elapsed="0.002210"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.116993" level="INFO">Length is 4.</msg>
<msg time="2026-08-23T02:22:43.117079" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-23T02:22:43.116674" elapsed="0.000429"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.121724" level="INFO">min :: 30073.98</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.117486" elapsed="0.004294"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-23T02:22:43.117357" elapsed="0.004458"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.126453" level="INFO">max :: 32608.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.122048" elapsed="0.004463"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-23T02:22:43.121921" elapsed="0.004629"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.131016" level="INFO">avg :: 31695.99</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.126775" elapsed="0.004304"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-23T02:22:43.126638" elapsed="0.004475"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.135565" level="INFO">stdev :: 10594.78</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.131330" elapsed="0.004291"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-23T02:22:43.131204" elapsed="0.004450"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-23T02:22:43.117169" elapsed="0.018518"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.139522" level="INFO">${min} = 30073.98</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:22:43.135858" elapsed="0.003691"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.143379" level="INFO">${max} = 32608.33</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:22:43.139702" elapsed="0.003704"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.148309" level="INFO">${average} = 31695.99</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:22:43.143561" elapsed="0.004776"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.152228" level="INFO">${stdev} = 10594.78</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:22:43.148489" elapsed="0.003766"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.152773" level="INFO">${date} = 2026-08-23 02:22:43</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-23T02:22:43.152415" elapsed="0.000384"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.153374" level="INFO">CBench Result: 2026-08-23 02:22:43,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,30073.98,32608.33,31695.99,10594.78</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.152961" elapsed="0.000469"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-23T02:22:43.154463" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-23T02:22:43.154063" elapsed="0.000467"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-23T02:22:43.154678" elapsed="0.000499"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-23T02:22:43.153572" elapsed="0.001675"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-08-23T02:12:36.612384" elapsed="606.542922"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.155765" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-23T02:22:43.155452" elapsed="0.000369"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-23T02:22:43.156340" elapsed="0.000267"/>
</kw>
<status status="PASS" start="2026-08-23T02:22:43.156043" elapsed="0.000634"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-23T02:12:36.609392" elapsed="606.547322"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.158145" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.157742" elapsed="0.000466"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.159467" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-23T02:22:43.159113" elapsed="0.000397"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-23T02:22:43.159863" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-08-23T02:22:43.159630" elapsed="0.000298"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-23T02:22:43.162761" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-23T02:22:43.162518" elapsed="0.000298"/>
</branch>
<status status="PASS" start="2026-08-23T02:22:43.162497" elapsed="0.000359"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-23T02:22:43.163171" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-23T02:22:43.163302" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-23T02:22:43.162985" elapsed="0.000344"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.163890" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.167 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.158" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:22:43.163460" elapsed="0.000487"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-23T02:22:43.164471" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:22:43.164083" elapsed="0.000415"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-23T02:22:43.165379" level="INFO">Length is 0.</msg>
<msg time="2026-08-23T02:22:43.165466" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-23T02:22:43.165081" elapsed="0.000409"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:22:43.165628" elapsed="0.000337"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-23T02:22:43.166807" level="INFO">Logging into '10.30.170.158:22' as 'jenkins'.</msg>
<msg time="2026-08-23T02:22:43.755822" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Aug 23 02:22:43 UTC 2026

  System load:  0.94               Processes:             105
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.158
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Aug 23 02:12:36 2026 from 10.30.171.248
[?2004h[jenkins@releng-50965-25-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-23T02:22:43.166457" elapsed="0.589558"/>
</kw>
<msg time="2026-08-23T02:22:43.756097" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:22:43.166115" elapsed="0.590096"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-23T02:22:43.164695" elapsed="0.591639"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-23T02:22:43.756863" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.167 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-23T02:32:50.813901" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-23T02:32:50.814479" level="INFO">${stdout} = </msg>
<msg time="2026-08-23T02:32:50.814592" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-23T02:22:43.756549" elapsed="607.058103"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:32:50.815131" elapsed="0.000766"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.817174" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.167. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:23:49.867 16  switches: flows:  570249 567915 574724 564472 556491 561887 566660 557974 562254 559127 550253 563982 561045 550422 556020 543835  total = 149.455167 per ms 
02:24:49.969 16  switches: flows:  599059 584999 592670 596824 596982 607976 601692 590457 603134 597450 591435 605210 613314 596435 603018 600114  total = 159.410499 per ms 
02:25:50.073 16  switches: flows:  610360 601196 618040 601573 605326 605430 612453 599230 612454 604241 608846 591153 612191 605068 606827 605387  total = 161.390747 per ms 
02:26:50.182 16  switches: flows:  579183 570439 578678 568558 570886 573024 573729 572243 573776 568587 576408 576207 576761 567364 574944 571663  total = 152.595847 per ms 
02:27:50.297 16  switches: flows:  587094 584471 585646 579978 587704 584006 591636 579570 584172 580753 583484 579842 589027 582187 585722 583538  total = 155.515808 per ms 
02:28:50.400 16  switches: flows:  614710 597501 608777 597823 604227 596196 604472 597343 605814 611898 600976 607640 600524 600255 605717 578386  total = 160.265428 per ms 
02:29:50.500 16  switches: flows:  613685 603404 627913 615155 614192 615541 619561 623889 628305 620567 621891 617268 629559 619160 620253 612167  total = 164.765280 per ms 
02:30:50.602 16  switches: flows:  615215 607567 618856 621617 617931 615601 616316 617232 614250 615713 612745 620131 613062 612326 619665 607435  total = 163.818992 per ms 
02:31:50.704 16  switches: flows:  596627 588669 588776 585979 583105 590486 585271 579886 602889 584496 580055 578403 588936 571027 586581 585618  total = 156.016451 per ms 
02:32:50.805 16  switches: flows:  646062 635975 639931 636949 639882 640025 637790 638351 643405 643495 640057 637278 644446 639611 648965 635360  total = 170.504304 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 152595.85/170504.30/160475.93/53739.36 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.816275" elapsed="0.001224"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-23T02:32:50.818069" elapsed="0.000075"/>
</return>
<status status="PASS" start="2026-08-23T02:32:50.817702" elapsed="0.000523"/>
</branch>
<status status="PASS" start="2026-08-23T02:32:50.817646" elapsed="0.000637"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-23T02:32:50.818533" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-08-23T02:32:50.818444" elapsed="0.000182"/>
</branch>
<status status="NOT RUN" start="2026-08-23T02:32:50.818398" elapsed="0.000276"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-23T02:32:50.818744" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:32:50.823346" elapsed="0.000541"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:32:50.824095" elapsed="0.000245"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:32:50.824526" elapsed="0.000162"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-23T02:32:50.819486" elapsed="0.005294"/>
</kw>
<msg time="2026-08-23T02:32:50.825004" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-23T02:22:43.160264" elapsed="607.664779"/>
</kw>
<status status="PASS" start="2026-08-23T02:22:43.159953" elapsed="607.665158"/>
</branch>
<status status="PASS" start="2026-08-23T02:22:43.159609" elapsed="607.665533"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.825760" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.167. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:23:49.867 16  switches: flows:  570249 567915 574724 564472 556491 561887 566660 557974 562254 559127 550253 563982 561045 550422 556020 543835  total = 149.455167 per ms 
02:24:49.969 16  switches: flows:  599059 584999 592670 596824 596982 607976 601692 590457 603134 597450 591435 605210 613314 596435 603018 600114  total = 159.410499 per ms 
02:25:50.073 16  switches: flows:  610360 601196 618040 601573 605326 605430 612453 599230 612454 604241 608846 591153 612191 605068 606827 605387  total = 161.390747 per ms 
02:26:50.182 16  switches: flows:  579183 570439 578678 568558 570886 573024 573729 572243 573776 568587 576408 576207 576761 567364 574944 571663  total = 152.595847 per ms 
02:27:50.297 16  switches: flows:  587094 584471 585646 579978 587704 584006 591636 579570 584172 580753 583484 579842 589027 582187 585722 583538  total = 155.515808 per ms 
02:28:50.400 16  switches: flows:  614710 597501 608777 597823 604227 596196 604472 597343 605814 611898 600976 607640 600524 600255 605717 578386  total = 160.265428 per ms 
02:29:50.500 16  switches: flows:  613685 603404 627913 615155 614192 615541 619561 623889 628305 620567 621891 617268 629559 619160 620253 612167  total = 164.765280 per ms 
02:30:50.602 16  switches: flows:  615215 607567 618856 621617 617931 615601 616316 617232 614250 615713 612745 620131 613062 612326 619665 607435  total = 163.818992 per ms 
02:31:50.704 16  switches: flows:  596627 588669 588776 585979 583105 590486 585271 579886 602889 584496 580055 578403 588936 571027 586581 585618  total = 156.016451 per ms 
02:32:50.805 16  switches: flows:  646062 635975 639931 636949 639882 640025 637790 638351 643405 643495 640057 637278 644446 639611 648965 635360  total = 170.504304 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 152595.85/170504.30/160475.93/53739.36 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.825342" elapsed="0.000541"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-23T02:32:50.826085" elapsed="0.000500"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-23T02:32:50.827131" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-23T02:32:50.827271" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 152595.85/170504.30/160475.93/53739.36 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-23T02:32:50.826804" elapsed="0.000503"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:32:50.827897" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 152595.85/170504.30/160475.93/53739.36 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:32:50.827518" elapsed="0.000419"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.831336" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.828139" elapsed="0.003279"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.834883" level="INFO">152595.85/170504.30/160475.93/53739.36</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.831632" elapsed="0.003333"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:32:50.838450" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:32:50.835185" elapsed="0.003307"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:32:50.841555" level="INFO">@{result_value_list} = [ 152595.85 | 170504.30 | 160475.93 | 53739.36 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:32:50.838766" elapsed="0.002817"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.842059" level="INFO">Length is 4.</msg>
<msg time="2026-08-23T02:32:50.842147" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-23T02:32:50.841736" elapsed="0.000435"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.846869" level="INFO">min :: 152595.85</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.842553" elapsed="0.004375"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-23T02:32:50.842419" elapsed="0.004544"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.851749" level="INFO">max :: 170504.30</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.847181" elapsed="0.004626"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-23T02:32:50.847053" elapsed="0.004806"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.856493" level="INFO">avg :: 160475.93</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.852119" elapsed="0.004430"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-23T02:32:50.851990" elapsed="0.004594"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.861385" level="INFO">stdev :: 53739.36</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.856801" elapsed="0.004642"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-23T02:32:50.856673" elapsed="0.004806"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-23T02:32:50.842236" elapsed="0.019274"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.865726" level="INFO">${min} = 152595.85</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:32:50.861680" elapsed="0.004075"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.869800" level="INFO">${max} = 170504.30</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:32:50.865932" elapsed="0.003910"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.873863" level="INFO">${average} = 160475.93</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:32:50.870009" elapsed="0.003882"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.877773" level="INFO">${stdev} = 53739.36</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:32:50.874043" elapsed="0.003759"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.878329" level="INFO">${date} = 2026-08-23 02:32:50</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-23T02:32:50.877977" elapsed="0.000379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.878938" level="INFO">CBench Result: 2026-08-23 02:32:50,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,152595.85,170504.30,160475.93,53739.36</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.878501" elapsed="0.000494"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-23T02:32:50.880034" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-23T02:32:50.879615" elapsed="0.000486"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-23T02:32:50.880250" elapsed="0.000457"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-23T02:32:50.879147" elapsed="0.001624"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-08-23T02:22:43.158523" elapsed="607.722323"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.881328" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-23T02:32:50.881006" elapsed="0.000378"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-23T02:32:50.881934" elapsed="0.000274"/>
</kw>
<status status="PASS" start="2026-08-23T02:32:50.881598" elapsed="0.000682"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-23T02:22:43.157147" elapsed="607.725172"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.883784" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.883385" elapsed="0.000482"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.885099" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-23T02:32:50.884747" elapsed="0.000395"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-23T02:32:50.885497" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-23T02:32:50.885272" elapsed="0.000285"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-23T02:32:50.888612" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-23T02:32:50.888356" elapsed="0.000314"/>
</branch>
<status status="PASS" start="2026-08-23T02:32:50.888336" elapsed="0.000357"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-23T02:32:50.889045" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-23T02:32:50.889169" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-23T02:32:50.888839" elapsed="0.000358"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.889807" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.167 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.158" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:32:50.889336" elapsed="0.000548"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-23T02:32:50.890460" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:32:50.890027" elapsed="0.000461"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-23T02:32:50.891634" level="INFO">Length is 0.</msg>
<msg time="2026-08-23T02:32:50.891732" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-23T02:32:50.891127" elapsed="0.000630"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:32:50.891919" elapsed="0.000340"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-23T02:32:50.893221" level="INFO">Logging into '10.30.170.158:22' as 'jenkins'.</msg>
<msg time="2026-08-23T02:32:51.488429" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Aug 23 02:32:51 UTC 2026

  System load:  0.24               Processes:             107
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.158
  Swap usage:   0%

 * Strictly confined Kubernetes makes edge and IoT secure. Learn how MicroK8s
   just raised the bar for easy, resilient and secure K8s cluster deployment.

   https://ubuntu.com/engage/secure-kubernetes-at-the-edge

Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Aug 23 02:22:43 2026 from 10.30.171.248
[?2004h[jenkins@releng-50965-25-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-23T02:32:50.892800" elapsed="0.595850"/>
</kw>
<msg time="2026-08-23T02:32:51.488735" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:32:50.892422" elapsed="0.596398"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-23T02:32:50.890703" elapsed="0.598257"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-23T02:32:51.489503" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.167 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-23T02:42:57.556143" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-23T02:42:57.557789" level="INFO">${stdout} = </msg>
<msg time="2026-08-23T02:42:57.557890" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-23T02:32:51.489192" elapsed="606.068739"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:42:57.558318" elapsed="0.000662"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.559806" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.167. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:33:56.622 16  switches: flows:  106906 108060 108220 107511 106646 105313 107723 108379 104940 107018 105475 105026 106539 107021 107502 105793  total = 28.467867 per ms 
02:34:56.723 16  switches: flows:  123401 124972 123226 125053 121323 125057 123615 124183 122296 123279 120777 122750 124109 121356 125106 123485  total = 32.844915 per ms 
02:35:56.823 16  switches: flows:  124216 127616 124996 125121 124692 127580 124409 126283 124554 125892 123124 125047 126809 122567 127724 125274  total = 33.375987 per ms 
02:36:56.924 16  switches: flows:  118106 117989 118138 117302 115859 118993 116483 118504 118191 118160 116074 117750 119292 114844 119528 116812  total = 31.314801 per ms 
02:37:57.025 16  switches: flows:  126816 127159 128833 126545 126578 123206 125128 128623 125599 125506 124760 124194 124268 125224 127261 125469  total = 33.530142 per ms 
02:38:57.127 16  switches: flows:  112173 113918 112606 112064 112493 112329 112430 112947 111614 111981 110425 110376 111655 110806 112022 110329  total = 29.786317 per ms 
02:39:57.228 16  switches: flows:  121980 122125 122977 122236 122816 123580 121449 124913 122702 122140 119247 121020 122567 119765 122024 120198  total = 32.474774 per ms 
02:40:57.329 16  switches: flows:  122296 123307 124615 124001 124695 125892 121727 127643 124508 126605 122867 120340 123155 120761 127062 121542  total = 32.961877 per ms 
02:41:57.430 16  switches: flows:  126359 123395 126268 125240 125855 126815 123277 128496 125594 125944 125006 121878 123676 121836 126865 122425  total = 33.259913 per ms 
02:42:57.532 16  switches: flows:  97691 97717 98216 99394 96821 96849 97124 102577 98098 96750 93989 94988 97075 98026 97947 98099  total = 25.979278 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25979.28/33530.14/31725.33/10827.55 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.559243" elapsed="0.001299"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-23T02:42:57.561022" elapsed="0.000090"/>
</return>
<status status="PASS" start="2026-08-23T02:42:57.560679" elapsed="0.000549"/>
</branch>
<status status="PASS" start="2026-08-23T02:42:57.560638" elapsed="0.000656"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-23T02:42:57.561520" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-08-23T02:42:57.561432" elapsed="0.000184"/>
</branch>
<status status="NOT RUN" start="2026-08-23T02:42:57.561394" elapsed="0.000272"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-23T02:42:57.561738" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-23T02:42:57.567001" elapsed="0.000377"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-23T02:42:57.567528" elapsed="0.000192"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-23T02:42:57.567870" elapsed="0.000104"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-23T02:42:57.563080" elapsed="0.004951"/>
</kw>
<msg time="2026-08-23T02:42:57.568168" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-23T02:32:50.885924" elapsed="606.682272"/>
</kw>
<status status="PASS" start="2026-08-23T02:32:50.885584" elapsed="606.682662"/>
</branch>
<status status="PASS" start="2026-08-23T02:32:50.885247" elapsed="606.683025"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.568759" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.167:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.167. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:33:56.622 16  switches: flows:  106906 108060 108220 107511 106646 105313 107723 108379 104940 107018 105475 105026 106539 107021 107502 105793  total = 28.467867 per ms 
02:34:56.723 16  switches: flows:  123401 124972 123226 125053 121323 125057 123615 124183 122296 123279 120777 122750 124109 121356 125106 123485  total = 32.844915 per ms 
02:35:56.823 16  switches: flows:  124216 127616 124996 125121 124692 127580 124409 126283 124554 125892 123124 125047 126809 122567 127724 125274  total = 33.375987 per ms 
02:36:56.924 16  switches: flows:  118106 117989 118138 117302 115859 118993 116483 118504 118191 118160 116074 117750 119292 114844 119528 116812  total = 31.314801 per ms 
02:37:57.025 16  switches: flows:  126816 127159 128833 126545 126578 123206 125128 128623 125599 125506 124760 124194 124268 125224 127261 125469  total = 33.530142 per ms 
02:38:57.127 16  switches: flows:  112173 113918 112606 112064 112493 112329 112430 112947 111614 111981 110425 110376 111655 110806 112022 110329  total = 29.786317 per ms 
02:39:57.228 16  switches: flows:  121980 122125 122977 122236 122816 123580 121449 124913 122702 122140 119247 121020 122567 119765 122024 120198  total = 32.474774 per ms 
02:40:57.329 16  switches: flows:  122296 123307 124615 124001 124695 125892 121727 127643 124508 126605 122867 120340 123155 120761 127062 121542  total = 32.961877 per ms 
02:41:57.430 16  switches: flows:  126359 123395 126268 125240 125855 126815 123277 128496 125594 125944 125006 121878 123676 121836 126865 122425  total = 33.259913 per ms 
02:42:57.532 16  switches: flows:  97691 97717 98216 99394 96821 96849 97124 102577 98098 96750 93989 94988 97075 98026 97947 98099  total = 25.979278 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25979.28/33530.14/31725.33/10827.55 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.568447" elapsed="0.000404"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-23T02:42:57.569006" elapsed="0.000413"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-23T02:42:57.569811" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-23T02:42:57.569927" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 25979.28/33530.14/31725.33/10827.55 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-23T02:42:57.569585" elapsed="0.000366"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:42:57.570369" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 25979.28/33530.14/31725.33/10827.55 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:42:57.570107" elapsed="0.000290"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.572756" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.570542" elapsed="0.002273"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.575527" level="INFO">25979.28/33530.14/31725.33/10827.55</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.572984" elapsed="0.002600"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:42:57.577989" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:42:57.575735" elapsed="0.002281"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-23T02:42:57.580422" level="INFO">@{result_value_list} = [ 25979.28 | 33530.14 | 31725.33 | 10827.55 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-23T02:42:57.578233" elapsed="0.002216"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.580954" level="INFO">Length is 4.</msg>
<msg time="2026-08-23T02:42:57.581041" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-23T02:42:57.580603" elapsed="0.000462"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.585823" level="INFO">min :: 25979.28</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.581503" elapsed="0.004398"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-23T02:42:57.581372" elapsed="0.004565"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.590505" level="INFO">max :: 33530.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.586154" elapsed="0.004410"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-23T02:42:57.586028" elapsed="0.004571"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.595476" level="INFO">avg :: 31725.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.590876" elapsed="0.004674"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-23T02:42:57.590684" elapsed="0.004915"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.601316" level="INFO">stdev :: 10827.55</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.595941" elapsed="0.005449"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-23T02:42:57.595714" elapsed="0.005721"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-23T02:42:57.581143" elapsed="0.020332"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.605545" level="INFO">${min} = 25979.28</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:42:57.601699" elapsed="0.003875"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.609557" level="INFO">${max} = 33530.14</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:42:57.605731" elapsed="0.003858"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.613548" level="INFO">${average} = 31725.33</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:42:57.609761" elapsed="0.003816"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.617514" level="INFO">${stdev} = 10827.55</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-23T02:42:57.613734" elapsed="0.003806"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.618087" level="INFO">${date} = 2026-08-23 02:42:57</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-23T02:42:57.617704" elapsed="0.000409"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.618722" level="INFO">CBench Result: 2026-08-23 02:42:57,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,25979.28,33530.14,31725.33,10827.55</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-23T02:42:57.618304" elapsed="0.000475"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-23T02:42:57.620478" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-23T02:42:57.619486" elapsed="0.001063"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-23T02:42:57.620701" elapsed="0.000493"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-23T02:42:57.618976" elapsed="0.002374"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-08-23T02:32:50.884189" elapsed="606.737225"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.621900" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-23T02:42:57.621565" elapsed="0.000393"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-23T02:42:57.623229" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-23T02:42:57.622713" elapsed="0.000544"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-08-23T02:42:57.623506" elapsed="0.000043"/>
</return>
<status status="PASS" start="2026-08-23T02:42:57.623347" elapsed="0.000237"/>
</branch>
<status status="PASS" start="2026-08-23T02:42:57.623322" elapsed="0.000287"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-08-23T02:42:57.623759" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-08-23T02:42:57.623933" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-08-23T02:42:57.624091" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-23T02:42:57.624296" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-08-23T02:42:57.624448" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-08-23T02:42:57.624591" elapsed="0.000024"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-23T02:42:57.624738" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-08-23T02:42:57.625018" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-23T02:42:57.624850" elapsed="0.000223"/>
</branch>
<status status="NOT RUN" start="2026-08-23T02:42:57.624812" elapsed="0.000285"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-08-23T02:42:57.622364" elapsed="0.002786"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-23T02:32:50.882776" elapsed="606.742422"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-08-23T02:12:34.198045" elapsed="1823.427711"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
