<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-08-12T02:12:35.671596" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-12T02:12:36.224867" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-08-12T02:12:36.224707" elapsed="0.000237"/>
</branch>
<status status="PASS" start="2026-08-12T02:12:36.224676" elapsed="0.000296"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:12:36.225118" elapsed="0.000515"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-12T02:12:36.226124" level="INFO">Logging into '10.30.170.171:8101' as 'karaf'.</msg>
<msg time="2026-08-12T02:12:36.891463" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-12T02:12:36.225821" elapsed="0.665812"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-12T02:12:36.942317" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-12T02:12:36.891957" elapsed="0.050430"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-12T02:12:36.944122" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-12T02:12:36.944237" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-12T02:12:36.942554" elapsed="0.001714"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-12T02:12:36.944425" elapsed="0.000212"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:12:36.944819" elapsed="0.000210"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:12:36.945525" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:12:36.945182" elapsed="0.000399"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-12T02:12:36.945634" elapsed="0.000060"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.171
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-12T02:12:36.224330" elapsed="0.721548"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-08-12T02:12:36.220695" elapsed="0.725255"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T02:12:36.946514" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T02:12:36.946151" elapsed="0.000419"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T02:12:36.946992" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T02:12:36.946723" elapsed="0.000332"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-12T02:12:36.947632" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-12T02:12:36.947212" elapsed="0.000448"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T02:12:36.948211" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T02:12:36.947857" elapsed="0.000396"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-12T02:12:36.948773" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-12T02:12:36.948401" elapsed="0.000419"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T02:12:36.949294" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T02:12:36.948983" elapsed="0.000353"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-08-12T02:12:36.949644" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-12T02:12:36.949428" elapsed="0.000271"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-12T02:12:36.954142" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:12:36.953713" elapsed="0.000456"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T02:12:36.955523" level="INFO">Length is 0.</msg>
<msg time="2026-08-12T02:12:36.955611" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T02:12:36.954723" elapsed="0.000913"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:12:36.955802" elapsed="0.000362"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-12T02:12:36.957209" level="INFO">Logging into '10.30.171.28:22' as 'jenkins'.</msg>
<msg time="2026-08-12T02:12:37.368218" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Aug 12 02:12:08 UTC 2026

  System load:  0.29               Processes:             110
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.28
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-00446-54-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-12T02:12:36.956668" elapsed="0.411651"/>
</kw>
<msg time="2026-08-12T02:12:37.368388" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:12:36.956319" elapsed="0.412145"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-12T02:12:36.954376" elapsed="0.414190"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.376714" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-08-12T02:12:37.368740" elapsed="0.010218"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:12:37.379199" elapsed="0.000378"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-08-12T02:12:36.953183" elapsed="0.426480"/>
</kw>
<status status="PASS" start="2026-08-12T02:12:36.949802" elapsed="0.429913"/>
</branch>
<status status="PASS" start="2026-08-12T02:12:36.949399" elapsed="0.430356"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-12T02:12:37.380011" elapsed="0.000600"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-12T02:12:37.386676" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-08-12T02:12:37.386511" elapsed="0.000239"/>
</branch>
<status status="PASS" start="2026-08-12T02:12:37.386478" elapsed="0.000325"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-12T02:12:37.390923" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-12T02:12:37.390806" elapsed="0.000164"/>
</branch>
<status status="PASS" start="2026-08-12T02:12:37.390770" elapsed="0.000223"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:12:37.391125" elapsed="0.000441"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.392007" level="INFO">Logging into '10.30.170.171:8101' as 'karaf'.</msg>
<msg time="2026-08-12T02:12:37.568492" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-12T02:12:37.391715" elapsed="0.176874"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.662921" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-12T02:12:37.568755" elapsed="0.094253"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.680948" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-12T02:12:37.681131" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-12T02:12:37.663171" elapsed="0.017992"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-12T02:12:37.681306" elapsed="0.000197"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:12:37.681655" elapsed="0.000211"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:12:37.682296" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:12:37.682007" elapsed="0.000344"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-12T02:12:37.682404" elapsed="0.000049"/>
</return>
<msg time="2026-08-12T02:12:37.682598" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.171
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-12T02:12:37.390438" elapsed="0.292191"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-12T02:12:37.682776" elapsed="0.000543"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-12T02:12:37.683370" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-08-12T02:12:37.386106" elapsed="0.297397"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-12T02:12:37.687353" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-08-12T02:12:37.687231" elapsed="0.000171"/>
</branch>
<status status="PASS" start="2026-08-12T02:12:37.687209" elapsed="0.000216"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:12:37.687556" elapsed="0.000454"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.688435" level="INFO">Logging into '10.30.170.171:8101' as 'karaf'.</msg>
<msg time="2026-08-12T02:12:37.847949" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-12T02:12:37.688171" elapsed="0.159884"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.873666" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-12T02:12:37.848216" elapsed="0.025510"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.875826" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-12T02:12:37.875925" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-12T02:12:37.873884" elapsed="0.002071"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-12T02:12:37.876114" elapsed="0.000192"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:12:37.876452" elapsed="0.000189"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:12:37.877079" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:12:37.876780" elapsed="0.000349"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-12T02:12:37.877175" elapsed="0.000040"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.171
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-12T02:12:37.686910" elapsed="0.190408"/>
</kw>
<status status="PASS" start="2026-08-12T02:12:36.218902" elapsed="1.658482"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:12:37.879453" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:12:37.878239" elapsed="0.001280"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T02:12:37.880970" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T02:12:37.880599" elapsed="0.000414"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-12T02:12:37.881321" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-12T02:12:37.881089" elapsed="0.000290"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-12T02:12:37.884380" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-12T02:12:37.884131" elapsed="0.000305"/>
</branch>
<status status="PASS" start="2026-08-12T02:12:37.884111" elapsed="0.000350"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.884812" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-12T02:12:37.884937" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-12T02:12:37.884593" elapsed="0.000371"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:12:37.885523" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.171 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.28" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:12:37.885101" elapsed="0.000484"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.886221" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:12:37.885725" elapsed="0.000523"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T02:12:37.887168" level="INFO">Length is 0.</msg>
<msg time="2026-08-12T02:12:37.887260" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T02:12:37.886845" elapsed="0.000439"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:12:37.887427" elapsed="0.000332"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-12T02:12:37.888650" level="INFO">Logging into '10.30.171.28:22' as 'jenkins'.</msg>
<msg time="2026-08-12T02:12:38.217231" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Aug 12 02:12:08 UTC 2026

  System load:  0.29               Processes:             110
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.28
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Aug 12 02:12:37 2026 from 10.30.170.116
[?2004h[jenkins@releng-00446-54-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-12T02:12:37.888295" elapsed="0.329173"/>
</kw>
<msg time="2026-08-12T02:12:38.217566" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:12:37.887933" elapsed="0.329745"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-12T02:12:37.886450" elapsed="0.331394"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-12T02:12:38.218505" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.171 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-12T02:22:44.341465" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-12T02:22:44.342231" level="INFO">${stdout} = </msg>
<msg time="2026-08-12T02:22:44.342347" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-12T02:12:38.218123" elapsed="606.124283"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:22:44.342938" elapsed="0.000727"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.344883" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.171. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:13:43.437 16  switches: flows:  110725 109274 109986 111514 109197 111677 109116 110098 107426 105862 105582 106002 108751 107072 105222 107207  total = 28.911850 per ms 
02:14:43.538 16  switches: flows:  124620 124655 122234 126178 125332 126165 123051 122719 123241 119565 120601 119057 121446 120400 121251 119790  total = 32.617276 per ms 
02:15:43.638 16  switches: flows:  128003 126914 125996 129187 127175 130313 127052 126794 126184 122859 123680 120279 124122 122973 122461 123701  total = 33.405734 per ms 
02:16:43.738 16  switches: flows:  128656 127239 126070 129200 126491 130789 127967 126869 125381 122364 123933 122063 122875 123660 122133 125584  total = 33.465286 per ms 
02:17:43.839 16  switches: flows:  128877 129089 126529 128601 127335 129291 128539 124825 124915 121328 122235 121597 122391 122376 121386 125837  total = 33.363454 per ms 
02:18:43.939 16  switches: flows:  128967 130878 126290 126865 127127 129447 128788 123106 124162 119929 122086 120925 121458 122123 121678 123562  total = 33.234157 per ms 
02:19:44.040 16  switches: flows:  129770 131287 126743 130058 128282 130146 129579 125688 125090 123483 123799 123332 122616 124297 123962 124740  total = 33.658316 per ms 
02:20:44.140 16  switches: flows:  129025 129455 127470 129194 127534 130152 128023 125614 126407 123223 123780 122730 121997 123289 123262 125312  total = 33.551734 per ms 
02:21:44.240 16  switches: flows:  128166 126054 125589 124771 124428 126012 124912 122140 122329 120575 121171 120849 120453 121770 120612 121322  total = 32.797767 per ms 
02:22:44.341 16  switches: flows:  130933 131315 129092 126062 127528 126762 125475 127062 124161 123703 123856 124111 124151 127090 124906 120621  total = 33.557779 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32617.28/33658.32/33294.61/11103.32 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.344100" elapsed="0.001089"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-12T02:22:44.345669" elapsed="0.000092"/>
</return>
<status status="PASS" start="2026-08-12T02:22:44.345374" elapsed="0.000514"/>
</branch>
<status status="PASS" start="2026-08-12T02:22:44.345319" elapsed="0.000628"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-12T02:22:44.346164" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-08-12T02:22:44.346080" elapsed="0.000176"/>
</branch>
<status status="NOT RUN" start="2026-08-12T02:22:44.346044" elapsed="0.000260"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-12T02:22:44.346377" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:22:44.352102" elapsed="0.000495"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:22:44.352743" elapsed="0.000188"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:22:44.353061" elapsed="0.000099"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-12T02:22:44.347081" elapsed="0.006131"/>
</kw>
<msg time="2026-08-12T02:22:44.353344" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-12T02:12:37.881732" elapsed="606.471638"/>
</kw>
<status status="PASS" start="2026-08-12T02:12:37.881407" elapsed="606.472013"/>
</branch>
<status status="PASS" start="2026-08-12T02:12:37.881067" elapsed="606.472376"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.353889" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.171. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:13:43.437 16  switches: flows:  110725 109274 109986 111514 109197 111677 109116 110098 107426 105862 105582 106002 108751 107072 105222 107207  total = 28.911850 per ms 
02:14:43.538 16  switches: flows:  124620 124655 122234 126178 125332 126165 123051 122719 123241 119565 120601 119057 121446 120400 121251 119790  total = 32.617276 per ms 
02:15:43.638 16  switches: flows:  128003 126914 125996 129187 127175 130313 127052 126794 126184 122859 123680 120279 124122 122973 122461 123701  total = 33.405734 per ms 
02:16:43.738 16  switches: flows:  128656 127239 126070 129200 126491 130789 127967 126869 125381 122364 123933 122063 122875 123660 122133 125584  total = 33.465286 per ms 
02:17:43.839 16  switches: flows:  128877 129089 126529 128601 127335 129291 128539 124825 124915 121328 122235 121597 122391 122376 121386 125837  total = 33.363454 per ms 
02:18:43.939 16  switches: flows:  128967 130878 126290 126865 127127 129447 128788 123106 124162 119929 122086 120925 121458 122123 121678 123562  total = 33.234157 per ms 
02:19:44.040 16  switches: flows:  129770 131287 126743 130058 128282 130146 129579 125688 125090 123483 123799 123332 122616 124297 123962 124740  total = 33.658316 per ms 
02:20:44.140 16  switches: flows:  129025 129455 127470 129194 127534 130152 128023 125614 126407 123223 123780 122730 121997 123289 123262 125312  total = 33.551734 per ms 
02:21:44.240 16  switches: flows:  128166 126054 125589 124771 124428 126012 124912 122140 122329 120575 121171 120849 120453 121770 120612 121322  total = 32.797767 per ms 
02:22:44.341 16  switches: flows:  130933 131315 129092 126062 127528 126762 125475 127062 124161 123703 123856 124111 124151 127090 124906 120621  total = 33.557779 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32617.28/33658.32/33294.61/11103.32 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.353580" elapsed="0.000383"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-12T02:22:44.354111" elapsed="0.000370"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-12T02:22:44.354884" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-12T02:22:44.354975" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 32617.28/33658.32/33294.61/11103.32 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-12T02:22:44.354640" elapsed="0.000360"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:22:44.355410" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 32617.28/33658.32/33294.61/11103.32 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:22:44.355154" elapsed="0.000282"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.357856" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.355579" elapsed="0.002334"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.360279" level="INFO">32617.28/33658.32/33294.61/11103.32</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.358058" elapsed="0.002278"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:22:44.362674" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:22:44.360483" elapsed="0.002219"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:22:44.365137" level="INFO">@{result_value_list} = [ 32617.28 | 33658.32 | 33294.61 | 11103.32 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:22:44.362904" elapsed="0.002260"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.365622" level="INFO">Length is 4.</msg>
<msg time="2026-08-12T02:22:44.365709" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T02:22:44.365316" elapsed="0.000417"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.370569" level="INFO">min :: 32617.28</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.366152" elapsed="0.004476"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-12T02:22:44.366020" elapsed="0.004643"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.375174" level="INFO">max :: 33658.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.370901" elapsed="0.004329"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-12T02:22:44.370754" elapsed="0.004509"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.379841" level="INFO">avg :: 33294.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.375479" elapsed="0.004419"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-12T02:22:44.375351" elapsed="0.004581"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.384444" level="INFO">stdev :: 11103.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.380151" elapsed="0.004349"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-12T02:22:44.380023" elapsed="0.004511"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-12T02:22:44.365822" elapsed="0.018745"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.388519" level="INFO">${min} = 32617.28</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:22:44.384725" elapsed="0.003822"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.392627" level="INFO">${max} = 33658.32</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:22:44.388699" elapsed="0.003955"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.396909" level="INFO">${average} = 33294.61</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:22:44.392826" elapsed="0.004110"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.400867" level="INFO">${stdev} = 11103.32</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:22:44.397090" elapsed="0.003804"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.401410" level="INFO">${date} = 2026-08-12 02:22:44</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-12T02:22:44.401054" elapsed="0.000382"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.402019" level="INFO">CBench Result: 2026-08-12 02:22:44,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,32617.28,33658.32,33294.61,11103.32</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.401582" elapsed="0.000492"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T02:22:44.403112" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T02:22:44.402681" elapsed="0.000498"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-12T02:22:44.403330" elapsed="0.000487"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-12T02:22:44.402213" elapsed="0.001675"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-08-12T02:12:37.879962" elapsed="606.523985"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.404415" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-12T02:22:44.404098" elapsed="0.000373"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-12T02:22:44.405002" elapsed="0.000263"/>
</kw>
<status status="PASS" start="2026-08-12T02:22:44.404684" elapsed="0.000650"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-12T02:12:37.877537" elapsed="606.527834"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.406647" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.406272" elapsed="0.000431"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.408237" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T02:22:44.407901" elapsed="0.000378"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-12T02:22:44.408604" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-12T02:22:44.408386" elapsed="0.000275"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-12T02:22:44.411615" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-12T02:22:44.411368" elapsed="0.000302"/>
</branch>
<status status="PASS" start="2026-08-12T02:22:44.411349" elapsed="0.000344"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-12T02:22:44.412059" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-12T02:22:44.412179" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-12T02:22:44.411869" elapsed="0.000336"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.412882" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.171 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.28" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:22:44.412426" elapsed="0.000515"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-12T02:22:44.413481" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:22:44.413079" elapsed="0.000428"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T02:22:44.414405" level="INFO">Length is 0.</msg>
<msg time="2026-08-12T02:22:44.414494" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T02:22:44.414105" elapsed="0.000413"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:22:44.414657" elapsed="0.000337"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-12T02:22:44.415872" level="INFO">Logging into '10.30.171.28:22' as 'jenkins'.</msg>
<msg time="2026-08-12T02:22:45.063582" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Aug 12 02:22:44 UTC 2026

  System load:  1.03               Processes:             104
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.28
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Aug 12 02:12:38 2026 from 10.30.170.116
[?2004h[jenkins@releng-00446-54-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-12T02:22:44.415486" elapsed="0.648364"/>
</kw>
<msg time="2026-08-12T02:22:45.063956" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:22:44.415145" elapsed="0.648935"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-12T02:22:44.413708" elapsed="0.650523"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-12T02:22:45.064934" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.171 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-12T02:32:51.130178" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-12T02:32:51.130891" level="INFO">${stdout} = </msg>
<msg time="2026-08-12T02:32:51.131012" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-12T02:22:45.064519" elapsed="606.066552"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:32:51.131575" elapsed="0.000845"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.133620" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.171. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:23:50.196 16  switches: flows:  588748 594811 592325 583684 589300 599480 590955 583324 577240 568843 584436 587360 579990 566222 584929 590150  total = 156.029950 per ms 
02:24:50.298 16  switches: flows:  617779 611744 618016 623177 619607 616877 627416 611777 619620 626366 612311 610967 615865 613630 620507 615841  total = 164.414713 per ms 
02:25:50.400 16  switches: flows:  641093 642230 642980 637993 642941 641352 640279 636124 639034 639737 639072 644494 643028 641461 644194 642758  total = 170.689700 per ms 
02:26:50.503 16  switches: flows:  605791 617706 609229 604655 609104 617083 603306 611666 630494 601100 622600 617107 612462 612761 623052 614217  total = 163.264072 per ms 
02:27:50.605 16  switches: flows:  653174 652080 645523 647447 652239 642049 646029 643912 634986 642674 644515 646432 643031 646652 645782 646828  total = 171.931050 per ms 
02:28:50.706 16  switches: flows:  558568 570419 543752 552047 554942 557566 559626 555557 553912 548629 557532 555556 548317 557782 548865 548661  total = 147.613317 per ms 
02:29:50.808 16  switches: flows:  632937 630192 627302 631311 624590 633044 630107 628861 624848 620699 636046 624581 631558 623107 624343 631173  total = 167.296971 per ms 
02:30:50.910 16  switches: flows:  618595 604807 603711 605070 624159 613524 611324 615884 604899 624892 612488 615746 597512 600415 604675 606918  total = 162.469921 per ms 
02:31:51.013 16  switches: flows:  622474 627567 629573 625975 622210 628107 622357 626608 621608 622083 622297 621640 625098 615327 629524 611303  total = 165.946701 per ms 
02:32:51.117 16  switches: flows:  629664 634349 640250 638957 630430 628466 627888 633539 624786 628315 632279 624623 633779 626484 638318 633523  total = 168.136554 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 147613.32/171931.05/164640.33/55290.90 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.132887" elapsed="0.001087"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-12T02:32:51.134455" elapsed="0.000087"/>
</return>
<status status="PASS" start="2026-08-12T02:32:51.134152" elapsed="0.000481"/>
</branch>
<status status="PASS" start="2026-08-12T02:32:51.134102" elapsed="0.000588"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-12T02:32:51.134944" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-12T02:32:51.134859" elapsed="0.000179"/>
</branch>
<status status="NOT RUN" start="2026-08-12T02:32:51.134782" elapsed="0.000302"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-12T02:32:51.135153" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:32:51.139042" elapsed="0.000338"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:32:51.139526" elapsed="0.000184"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:32:51.139858" elapsed="0.000104"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-12T02:32:51.135861" elapsed="0.004155"/>
</kw>
<msg time="2026-08-12T02:32:51.140146" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-12T02:22:44.409023" elapsed="606.731149"/>
</kw>
<status status="PASS" start="2026-08-12T02:22:44.408686" elapsed="606.731535"/>
</branch>
<status status="PASS" start="2026-08-12T02:22:44.408366" elapsed="606.731878"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.140668" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.171. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:23:50.196 16  switches: flows:  588748 594811 592325 583684 589300 599480 590955 583324 577240 568843 584436 587360 579990 566222 584929 590150  total = 156.029950 per ms 
02:24:50.298 16  switches: flows:  617779 611744 618016 623177 619607 616877 627416 611777 619620 626366 612311 610967 615865 613630 620507 615841  total = 164.414713 per ms 
02:25:50.400 16  switches: flows:  641093 642230 642980 637993 642941 641352 640279 636124 639034 639737 639072 644494 643028 641461 644194 642758  total = 170.689700 per ms 
02:26:50.503 16  switches: flows:  605791 617706 609229 604655 609104 617083 603306 611666 630494 601100 622600 617107 612462 612761 623052 614217  total = 163.264072 per ms 
02:27:50.605 16  switches: flows:  653174 652080 645523 647447 652239 642049 646029 643912 634986 642674 644515 646432 643031 646652 645782 646828  total = 171.931050 per ms 
02:28:50.706 16  switches: flows:  558568 570419 543752 552047 554942 557566 559626 555557 553912 548629 557532 555556 548317 557782 548865 548661  total = 147.613317 per ms 
02:29:50.808 16  switches: flows:  632937 630192 627302 631311 624590 633044 630107 628861 624848 620699 636046 624581 631558 623107 624343 631173  total = 167.296971 per ms 
02:30:50.910 16  switches: flows:  618595 604807 603711 605070 624159 613524 611324 615884 604899 624892 612488 615746 597512 600415 604675 606918  total = 162.469921 per ms 
02:31:51.013 16  switches: flows:  622474 627567 629573 625975 622210 628107 622357 626608 621608 622083 622297 621640 625098 615327 629524 611303  total = 165.946701 per ms 
02:32:51.117 16  switches: flows:  629664 634349 640250 638957 630430 628466 627888 633539 624786 628315 632279 624623 633779 626484 638318 633523  total = 168.136554 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 147613.32/171931.05/164640.33/55290.90 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.140381" elapsed="0.000360"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-12T02:32:51.140916" elapsed="0.000366"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-12T02:32:51.141656" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-12T02:32:51.141746" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 147613.32/171931.05/164640.33/55290.90 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-12T02:32:51.141438" elapsed="0.000332"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:32:51.142196" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 147613.32/171931.05/164640.33/55290.90 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:32:51.141942" elapsed="0.000280"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.144595" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.142364" elapsed="0.002288"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.147065" level="INFO">147613.32/171931.05/164640.33/55290.90</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.144813" elapsed="0.002309"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:32:51.149482" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:32:51.147270" elapsed="0.002239"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:32:51.151934" level="INFO">@{result_value_list} = [ 147613.32 | 171931.05 | 164640.33 | 55290.90 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:32:51.149696" elapsed="0.002266"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.152417" level="INFO">Length is 4.</msg>
<msg time="2026-08-12T02:32:51.152506" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T02:32:51.152116" elapsed="0.000414"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.157444" level="INFO">min :: 147613.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.152961" elapsed="0.004540"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-12T02:32:51.152783" elapsed="0.004752"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.162087" level="INFO">max :: 171931.05</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.157753" elapsed="0.004391"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-12T02:32:51.157625" elapsed="0.004553"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.166691" level="INFO">avg :: 164640.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.162391" elapsed="0.004357"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-12T02:32:51.162265" elapsed="0.004517"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.171330" level="INFO">stdev :: 55290.90</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.167019" elapsed="0.004366"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-12T02:32:51.166889" elapsed="0.004530"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-12T02:32:51.152596" elapsed="0.018854"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.175334" level="INFO">${min} = 147613.32</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:32:51.171606" elapsed="0.003756"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.179268" level="INFO">${max} = 171931.05</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:32:51.175514" elapsed="0.003781"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.183468" level="INFO">${average} = 164640.33</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:32:51.179447" elapsed="0.004048"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.187450" level="INFO">${stdev} = 55290.90</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:32:51.183652" elapsed="0.003825"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.188020" level="INFO">${date} = 2026-08-12 02:32:51</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-12T02:32:51.187636" elapsed="0.000411"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.188606" level="INFO">CBench Result: 2026-08-12 02:32:51,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,147613.32,171931.05,164640.33,55290.90</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.188194" elapsed="0.000468"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T02:32:51.189735" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T02:32:51.189323" elapsed="0.000502"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-12T02:32:51.189978" elapsed="0.000459"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-12T02:32:51.188833" elapsed="0.001669"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-08-12T02:22:44.407262" elapsed="606.783301"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.191062" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-12T02:32:51.190712" elapsed="0.000407"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-12T02:32:51.191627" elapsed="0.000294"/>
</kw>
<status status="PASS" start="2026-08-12T02:32:51.191326" elapsed="0.000668"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-12T02:22:44.405676" elapsed="606.786357"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.193515" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.193092" elapsed="0.000480"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.194794" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T02:32:51.194462" elapsed="0.000391"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-12T02:32:51.195205" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-12T02:32:51.194983" elapsed="0.000280"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-12T02:32:51.198389" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-12T02:32:51.198138" elapsed="0.000308"/>
</branch>
<status status="PASS" start="2026-08-12T02:32:51.198118" elapsed="0.000351"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-12T02:32:51.198779" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-12T02:32:51.198920" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-12T02:32:51.198600" elapsed="0.000347"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.199526" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.171 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.28" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:32:51.199099" elapsed="0.000486"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-12T02:32:51.200171" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:32:51.199724" elapsed="0.000474"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T02:32:51.201110" level="INFO">Length is 0.</msg>
<msg time="2026-08-12T02:32:51.201200" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T02:32:51.200775" elapsed="0.000450"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:32:51.201365" elapsed="0.000377"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-12T02:32:51.202620" level="INFO">Logging into '10.30.171.28:22' as 'jenkins'.</msg>
<msg time="2026-08-12T02:32:51.797453" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Aug 12 02:32:51 UTC 2026

  System load:  0.25               Processes:             107
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.28
  Swap usage:   0%

 * Strictly confined Kubernetes makes edge and IoT secure. Learn how MicroK8s
   just raised the bar for easy, resilient and secure K8s cluster deployment.

   https://ubuntu.com/engage/secure-kubernetes-at-the-edge

Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Aug 12 02:22:45 2026 from 10.30.170.116
[?2004h[jenkins@releng-00446-54-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-12T02:32:51.202265" elapsed="0.595428"/>
</kw>
<msg time="2026-08-12T02:32:51.797810" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:32:51.201913" elapsed="0.595992"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-12T02:32:51.200399" elapsed="0.597630"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-12T02:32:51.798584" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.171 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-12T02:42:57.853561" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-12T02:42:57.860728" level="INFO">${stdout} = </msg>
<msg time="2026-08-12T02:42:57.860919" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-12T02:32:51.798266" elapsed="606.062718"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:42:57.861489" elapsed="0.000701"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.863355" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.171. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:33:56.925 16  switches: flows:  121860 119826 122183 119778 121187 119641 122126 121679 119444 120868 119865 117652 121244 119858 116970 117015  total = 32.019933 per ms 
02:34:57.027 16  switches: flows:  123192 119859 124559 124321 120585 120653 124657 123431 119023 122727 121090 120437 122162 122374 119461 117787  total = 32.383914 per ms 
02:35:57.127 16  switches: flows:  79600 78867 79768 78123 78424 77559 78433 78650 77767 77086 79398 76805 77472 78285 75081 76067  total = 20.755088 per ms 
02:36:57.227 16  switches: flows:  119384 122283 118499 118935 121768 122411 121305 119464 117926 118874 121387 116795 118515 119271 116514 115932  total = 31.768051 per ms 
02:37:57.328 16  switches: flows:  125107 126747 126521 125597 128841 128339 129099 127691 125804 124344 127589 123003 123102 124580 120956 121986  total = 33.432534 per ms 
02:38:57.428 16  switches: flows:  124112 127281 125084 123497 128198 126965 127291 128006 126395 124266 127565 124460 123083 126108 121368 120950  total = 33.354778 per ms 
02:39:57.528 16  switches: flows:  125255 128986 127263 125902 129801 129507 130011 128533 126806 126614 128486 126902 123224 124506 122639 123199  total = 33.737547 per ms 
02:40:57.629 16  switches: flows:  125153 127175 126490 124162 130489 129700 128771 127714 126043 124371 128400 127062 124467 125919 121976 121164  total = 33.594589 per ms 
02:41:57.730 16  switches: flows:  127858 129818 127496 126269 130604 129347 129828 129164 126738 127788 127492 126743 124747 124878 122939 123555  total = 33.864355 per ms 
02:42:57.830 16  switches: flows:  126175 127395 126840 125696 129876 130639 130504 128946 128010 127719 129001 128613 123674 124373 122560 123055  total = 33.828087 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 20755.09/33864.35/31857.66/11341.39 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.862591" elapsed="0.001096"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-12T02:42:57.864205" elapsed="0.000089"/>
</return>
<status status="PASS" start="2026-08-12T02:42:57.863903" elapsed="0.000483"/>
</branch>
<status status="PASS" start="2026-08-12T02:42:57.863851" elapsed="0.000592"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-12T02:42:57.864661" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-12T02:42:57.864574" elapsed="0.000178"/>
</branch>
<status status="NOT RUN" start="2026-08-12T02:42:57.864538" elapsed="0.000296"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-12T02:42:57.864907" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T02:42:57.868532" elapsed="0.000349"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T02:42:57.869028" elapsed="0.000162"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T02:42:57.869320" elapsed="0.000097"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-12T02:42:57.865573" elapsed="0.003898"/>
</kw>
<msg time="2026-08-12T02:42:57.869600" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-12T02:32:51.195608" elapsed="606.674019"/>
</kw>
<status status="PASS" start="2026-08-12T02:32:51.195288" elapsed="606.674388"/>
</branch>
<status status="PASS" start="2026-08-12T02:32:51.194962" elapsed="606.674737"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.870147" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.171:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.171. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:33:56.925 16  switches: flows:  121860 119826 122183 119778 121187 119641 122126 121679 119444 120868 119865 117652 121244 119858 116970 117015  total = 32.019933 per ms 
02:34:57.027 16  switches: flows:  123192 119859 124559 124321 120585 120653 124657 123431 119023 122727 121090 120437 122162 122374 119461 117787  total = 32.383914 per ms 
02:35:57.127 16  switches: flows:  79600 78867 79768 78123 78424 77559 78433 78650 77767 77086 79398 76805 77472 78285 75081 76067  total = 20.755088 per ms 
02:36:57.227 16  switches: flows:  119384 122283 118499 118935 121768 122411 121305 119464 117926 118874 121387 116795 118515 119271 116514 115932  total = 31.768051 per ms 
02:37:57.328 16  switches: flows:  125107 126747 126521 125597 128841 128339 129099 127691 125804 124344 127589 123003 123102 124580 120956 121986  total = 33.432534 per ms 
02:38:57.428 16  switches: flows:  124112 127281 125084 123497 128198 126965 127291 128006 126395 124266 127565 124460 123083 126108 121368 120950  total = 33.354778 per ms 
02:39:57.528 16  switches: flows:  125255 128986 127263 125902 129801 129507 130011 128533 126806 126614 128486 126902 123224 124506 122639 123199  total = 33.737547 per ms 
02:40:57.629 16  switches: flows:  125153 127175 126490 124162 130489 129700 128771 127714 126043 124371 128400 127062 124467 125919 121976 121164  total = 33.594589 per ms 
02:41:57.730 16  switches: flows:  127858 129818 127496 126269 130604 129347 129828 129164 126738 127788 127492 126743 124747 124878 122939 123555  total = 33.864355 per ms 
02:42:57.830 16  switches: flows:  126175 127395 126840 125696 129876 130639 130504 128946 128010 127719 129001 128613 123674 124373 122560 123055  total = 33.828087 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 20755.09/33864.35/31857.66/11341.39 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.869858" elapsed="0.000362"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-12T02:42:57.870401" elapsed="0.000373"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-12T02:42:57.871181" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-12T02:42:57.871271" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 20755.09/33864.35/31857.66/11341.39 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-12T02:42:57.870961" elapsed="0.000334"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:42:57.871698" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 20755.09/33864.35/31857.66/11341.39 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:42:57.871447" elapsed="0.000278"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.874123" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.871884" elapsed="0.002295"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.876574" level="INFO">20755.09/33864.35/31857.66/11341.39</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.874361" elapsed="0.002269"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:42:57.879007" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:42:57.876780" elapsed="0.002254"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T02:42:57.881430" level="INFO">@{result_value_list} = [ 20755.09 | 33864.35 | 31857.66 | 11341.39 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T02:42:57.879224" elapsed="0.002233"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.881928" level="INFO">Length is 4.</msg>
<msg time="2026-08-12T02:42:57.882016" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T02:42:57.881611" elapsed="0.000429"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.886863" level="INFO">min :: 20755.09</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.882455" elapsed="0.004466"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-12T02:42:57.882287" elapsed="0.004669"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.891624" level="INFO">max :: 33864.35</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.887171" elapsed="0.004510"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-12T02:42:57.887044" elapsed="0.004672"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.896355" level="INFO">avg :: 31857.66</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.891965" elapsed="0.004447"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-12T02:42:57.891821" elapsed="0.004626"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.901192" level="INFO">stdev :: 11341.39</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.896662" elapsed="0.004586"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-12T02:42:57.896532" elapsed="0.004751"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-12T02:42:57.882106" elapsed="0.019207"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.905215" level="INFO">${min} = 20755.09</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:42:57.901472" elapsed="0.003770"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.909153" level="INFO">${max} = 33864.35</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:42:57.905394" elapsed="0.003786"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.913066" level="INFO">${average} = 31857.66</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:42:57.909331" elapsed="0.003767"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.917118" level="INFO">${stdev} = 11341.39</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T02:42:57.913251" elapsed="0.003893"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.917651" level="INFO">${date} = 2026-08-12 02:42:57</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-12T02:42:57.917303" elapsed="0.000374"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.918243" level="INFO">CBench Result: 2026-08-12 02:42:57,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,20755.09,33864.35,31857.66,11341.39</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T02:42:57.917837" elapsed="0.000462"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T02:42:57.919415" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T02:42:57.918939" elapsed="0.000545"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-12T02:42:57.919635" elapsed="0.000474"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-12T02:42:57.918455" elapsed="0.001718"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-08-12T02:32:51.193912" elapsed="606.726318"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.920700" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-12T02:42:57.920378" elapsed="0.000379"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-12T02:42:57.921977" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-12T02:42:57.921472" elapsed="0.000533"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-08-12T02:42:57.922225" elapsed="0.000031"/>
</return>
<status status="PASS" start="2026-08-12T02:42:57.922080" elapsed="0.000207"/>
</branch>
<status status="PASS" start="2026-08-12T02:42:57.922061" elapsed="0.000250"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-08-12T02:42:57.922497" elapsed="0.000023"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-08-12T02:42:57.922656" elapsed="0.000025"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-08-12T02:42:57.922836" elapsed="0.000021"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-12T02:42:57.923032" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-08-12T02:42:57.923182" elapsed="0.000026"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-08-12T02:42:57.923334" elapsed="0.000019"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-12T02:42:57.923476" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-08-12T02:42:57.923694" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-08-12T02:42:57.923557" elapsed="0.000188"/>
</branch>
<status status="NOT RUN" start="2026-08-12T02:42:57.923541" elapsed="0.000227"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-08-12T02:42:57.921143" elapsed="0.002693"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-12T02:32:51.192502" elapsed="606.731381"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-08-12T02:12:35.673202" elapsed="1822.251262"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
