<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-18T00:43:51.531879" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-18T00:43:52.109554" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-07-18T00:43:52.109402" elapsed="0.000228"/>
</branch>
<status status="PASS" start="2026-07-18T00:43:52.109371" elapsed="0.000286"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T00:43:52.109830" elapsed="0.000551"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-18T00:43:52.110892" level="INFO">Logging into '10.30.170.180:8101' as 'karaf'.</msg>
<msg time="2026-07-18T00:43:52.922447" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-18T00:43:52.110556" elapsed="0.812096"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-18T00:43:52.974365" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-18T00:43:52.922989" elapsed="0.051449"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-18T00:43:52.976568" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-18T00:43:52.976686" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-18T00:43:52.974641" elapsed="0.002075"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-18T00:43:52.976895" elapsed="0.000247"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T00:43:52.977310" elapsed="0.000252"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:43:52.978082" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:43:52.977718" elapsed="0.000420"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-18T00:43:52.978199" elapsed="0.000060"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.180
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-18T00:43:52.109011" elapsed="0.869374"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-18T00:43:52.105326" elapsed="0.873125"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-18T00:43:52.979083" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-18T00:43:52.978639" elapsed="0.000502"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-18T00:43:52.979558" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-18T00:43:52.979307" elapsed="0.000319"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-18T00:43:52.980205" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-18T00:43:52.979801" elapsed="0.000434"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-18T00:43:52.980743" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-18T00:43:52.980408" elapsed="0.000396"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-18T00:43:52.981356" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-18T00:43:52.980960" elapsed="0.000427"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-18T00:43:52.981964" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-18T00:43:52.981601" elapsed="0.000410"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-18T00:43:52.982379" elapsed="0.000030"/>
</kw>
<status status="NOT RUN" start="2026-07-18T00:43:52.982111" elapsed="0.000340"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-18T00:43:52.987126" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T00:43:52.986663" elapsed="0.000491"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-18T00:43:52.988203" level="INFO">Length is 0.</msg>
<msg time="2026-07-18T00:43:52.988286" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-18T00:43:52.987715" elapsed="0.000597"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T00:43:52.988467" elapsed="0.000361"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-18T00:43:52.989976" level="INFO">Logging into '10.30.170.106:22' as 'jenkins'.</msg>
<msg time="2026-07-18T00:43:53.661324" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 18 00:43:53 UTC 2026

  System load:  0.11               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.106
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-343-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-18T00:43:52.989373" elapsed="0.672106"/>
</kw>
<msg time="2026-07-18T00:43:53.661568" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T00:43:52.989012" elapsed="0.672648"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-18T00:43:52.987370" elapsed="0.674444"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-18T00:43:53.668865" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-18T00:43:53.662035" elapsed="0.008541"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T00:43:53.670858" elapsed="0.000487"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-18T00:43:52.986124" elapsed="0.685334"/>
</kw>
<status status="PASS" start="2026-07-18T00:43:52.982651" elapsed="0.688875"/>
</branch>
<status status="PASS" start="2026-07-18T00:43:52.982082" elapsed="0.689496"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-18T00:43:53.671921" elapsed="0.000747"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-18T00:43:53.678842" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-07-18T00:43:53.678650" elapsed="0.000267"/>
</branch>
<status status="PASS" start="2026-07-18T00:43:53.678616" elapsed="0.000337"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-18T00:43:53.683640" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-07-18T00:43:53.683527" elapsed="0.000159"/>
</branch>
<status status="PASS" start="2026-07-18T00:43:53.683507" elapsed="0.000202"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T00:43:53.683856" elapsed="0.000447"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-18T00:43:53.684709" level="INFO">Logging into '10.30.170.180:8101' as 'karaf'.</msg>
<msg time="2026-07-18T00:43:53.891712" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-18T00:43:53.684450" elapsed="0.207473"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-18T00:43:53.985031" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-18T00:43:53.892262" elapsed="0.092939"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-18T00:43:53.992479" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-18T00:43:53.992696" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-18T00:43:53.985517" elapsed="0.007211"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-18T00:43:53.992900" elapsed="0.000282"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T00:43:53.993337" elapsed="0.000241"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:43:53.994105" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:43:53.993723" elapsed="0.000440"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-18T00:43:53.994216" elapsed="0.000056"/>
</return>
<msg time="2026-07-18T00:43:53.994435" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.180
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-18T00:43:53.683170" elapsed="0.311300"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-18T00:43:53.994621" elapsed="0.000578"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-18T00:43:53.995253" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-18T00:43:53.678227" elapsed="0.317162"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-18T00:43:53.999184" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-07-18T00:43:53.999046" elapsed="0.000186"/>
</branch>
<status status="PASS" start="2026-07-18T00:43:53.999020" elapsed="0.000236"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T00:43:53.999390" elapsed="0.000492"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-18T00:43:54.000521" level="INFO">Logging into '10.30.170.180:8101' as 'karaf'.</msg>
<msg time="2026-07-18T00:43:54.207006" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-18T00:43:54.000033" elapsed="0.207127"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-18T00:43:54.233969" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-18T00:43:54.207409" elapsed="0.026645"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-18T00:43:54.236510" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-18T00:43:54.236652" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-18T00:43:54.234288" elapsed="0.002404"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-18T00:43:54.236900" elapsed="0.000248"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T00:43:54.237351" elapsed="0.000255"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:43:54.238291" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:43:54.237826" elapsed="0.000534"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-18T00:43:54.238459" elapsed="0.000072"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.180
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-18T00:43:53.998692" elapsed="0.240000"/>
</kw>
<status status="PASS" start="2026-07-18T00:43:52.103281" elapsed="2.135498"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:43:54.241745" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:43:54.240201" elapsed="0.001661"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-18T00:43:54.243837" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-18T00:43:54.243329" elapsed="0.000572"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-18T00:43:54.244348" elapsed="0.000030"/>
</kw>
<status status="NOT RUN" start="2026-07-18T00:43:54.244017" elapsed="0.000412"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-18T00:43:54.248094" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-18T00:43:54.247843" elapsed="0.000307"/>
</branch>
<status status="PASS" start="2026-07-18T00:43:54.247823" elapsed="0.000352"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-18T00:43:54.248510" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-18T00:43:54.248630" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-18T00:43:54.248307" elapsed="0.000350"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:43:54.249229" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.180 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.106" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:43:54.248806" elapsed="0.000483"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-18T00:43:54.249907" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T00:43:54.249429" elapsed="0.000508"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-18T00:43:54.250873" level="INFO">Length is 0.</msg>
<msg time="2026-07-18T00:43:54.250963" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-18T00:43:54.250529" elapsed="0.000458"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T00:43:54.251130" elapsed="0.000326"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-18T00:43:54.252336" level="INFO">Logging into '10.30.170.106:22' as 'jenkins'.</msg>
<msg time="2026-07-18T00:43:54.596529" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 18 00:43:53 UTC 2026

  System load:  0.11               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.106
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 18 00:43:53 2026 from 10.30.171.250
[?2004h[jenkins@releng-63164-343-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-18T00:43:54.251974" elapsed="0.344712"/>
</kw>
<msg time="2026-07-18T00:43:54.596764" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T00:43:54.251610" elapsed="0.345262"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-18T00:43:54.250153" elapsed="0.346839"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-18T00:43:54.597502" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.180 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-18T00:54:00.723349" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-18T00:54:00.725032" level="INFO">${stdout} = </msg>
<msg time="2026-07-18T00:54:00.725193" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-18T00:43:54.597205" elapsed="606.128049"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T00:54:00.725888" elapsed="0.001078"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.728535" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.180. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:44:59.777 16  switches: flows:  119984 121081 122960 121804 118736 114766 123849 118987 115235 118191 121242 119223 118280 116064 116373 116761  total = 31.725600 per ms 
00:45:59.878 16  switches: flows:  132225 129380 129478 130118 130066 126937 131975 131046 126934 127791 127272 128137 128086 126656 123160 126182  total = 34.200279 per ms 
00:46:59.979 16  switches: flows:  132783 129262 132349 131305 131615 127326 132669 130945 128282 127394 127650 127334 125773 126248 125245 126175  total = 34.315286 per ms 
00:48:00.081 16  switches: flows:  130944 130501 133952 131450 133175 128459 132364 130014 127631 128823 127032 128707 126308 127323 124998 126843  total = 34.417914 per ms 
00:49:00.182 16  switches: flows:  133141 132781 134483 132278 134691 130671 131816 128985 130485 128829 128004 130079 127155 127651 124074 129688  total = 34.688939 per ms 
00:50:00.283 16  switches: flows:  129930 130955 132249 129050 132978 129437 132904 129275 129582 127035 127572 128924 124662 125502 123959 128210  total = 34.313107 per ms 
00:51:00.384 16  switches: flows:  119640 120985 122939 120524 120528 119550 121438 118846 119974 117008 117096 118714 115230 116298 114640 118977  total = 31.653599 per ms 
00:52:00.485 16  switches: flows:  129348 130083 133567 132993 132344 126979 132064 129435 128940 125600 127374 127467 126811 125121 124339 130450  total = 34.324602 per ms 
00:53:00.586 16  switches: flows:  128496 128434 132331 130642 129693 126422 130308 126640 127253 124552 125237 124090 123809 122873 122385 126162  total = 33.765766 per ms 
00:54:00.686 16  switches: flows:  130894 132765 132298 132685 132833 130707 134169 129554 130134 129039 128942 128338 126530 126496 124615 128230  total = 34.579446 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31653.60/34688.94/34028.77/11376.58 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.727444" elapsed="0.002079"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-18T00:54:00.730473" elapsed="0.000058"/>
</return>
<status status="PASS" start="2026-07-18T00:54:00.729686" elapsed="0.000902"/>
</branch>
<status status="PASS" start="2026-07-18T00:54:00.729639" elapsed="0.000985"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-18T00:54:00.730767" elapsed="0.000040"/>
</return>
<status status="NOT RUN" start="2026-07-18T00:54:00.730714" elapsed="0.000135"/>
</branch>
<status status="NOT RUN" start="2026-07-18T00:54:00.730691" elapsed="0.000189"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-18T00:54:00.730928" elapsed="0.000019"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T00:54:00.736197" elapsed="0.000674"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T00:54:00.737173" elapsed="0.000288"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T00:54:00.737668" elapsed="0.000320"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-18T00:54:00.731935" elapsed="0.006119"/>
</kw>
<msg time="2026-07-18T00:54:00.738201" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-18T00:43:54.244930" elapsed="606.493300"/>
</kw>
<status status="PASS" start="2026-07-18T00:43:54.244467" elapsed="606.493814"/>
</branch>
<status status="PASS" start="2026-07-18T00:43:54.243984" elapsed="606.494326"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.738838" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.180. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:44:59.777 16  switches: flows:  119984 121081 122960 121804 118736 114766 123849 118987 115235 118191 121242 119223 118280 116064 116373 116761  total = 31.725600 per ms 
00:45:59.878 16  switches: flows:  132225 129380 129478 130118 130066 126937 131975 131046 126934 127791 127272 128137 128086 126656 123160 126182  total = 34.200279 per ms 
00:46:59.979 16  switches: flows:  132783 129262 132349 131305 131615 127326 132669 130945 128282 127394 127650 127334 125773 126248 125245 126175  total = 34.315286 per ms 
00:48:00.081 16  switches: flows:  130944 130501 133952 131450 133175 128459 132364 130014 127631 128823 127032 128707 126308 127323 124998 126843  total = 34.417914 per ms 
00:49:00.182 16  switches: flows:  133141 132781 134483 132278 134691 130671 131816 128985 130485 128829 128004 130079 127155 127651 124074 129688  total = 34.688939 per ms 
00:50:00.283 16  switches: flows:  129930 130955 132249 129050 132978 129437 132904 129275 129582 127035 127572 128924 124662 125502 123959 128210  total = 34.313107 per ms 
00:51:00.384 16  switches: flows:  119640 120985 122939 120524 120528 119550 121438 118846 119974 117008 117096 118714 115230 116298 114640 118977  total = 31.653599 per ms 
00:52:00.485 16  switches: flows:  129348 130083 133567 132993 132344 126979 132064 129435 128940 125600 127374 127467 126811 125121 124339 130450  total = 34.324602 per ms 
00:53:00.586 16  switches: flows:  128496 128434 132331 130642 129693 126422 130308 126640 127253 124552 125237 124090 123809 122873 122385 126162  total = 33.765766 per ms 
00:54:00.686 16  switches: flows:  130894 132765 132298 132685 132833 130707 134169 129554 130134 129039 128942 128338 126530 126496 124615 128230  total = 34.579446 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31653.60/34688.94/34028.77/11376.58 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.738487" elapsed="0.000430"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-18T00:54:00.739070" elapsed="0.000399"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-18T00:54:00.739907" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-18T00:54:00.740006" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31653.60/34688.94/34028.77/11376.58 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-18T00:54:00.739636" elapsed="0.000398"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T00:54:00.740571" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31653.60/34688.94/34028.77/11376.58 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T00:54:00.740235" elapsed="0.000372"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.743737" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.740816" elapsed="0.003013"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.746257" level="INFO">31653.60/34688.94/34028.77/11376.58</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.744011" elapsed="0.002305"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T00:54:00.748759" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T00:54:00.746475" elapsed="0.002328"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T00:54:00.751431" level="INFO">@{result_value_list} = [ 31653.60 | 34688.94 | 34028.77 | 11376.58 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T00:54:00.749079" elapsed="0.002382"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.752596" level="INFO">Length is 4.</msg>
<msg time="2026-07-18T00:54:00.752723" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-18T00:54:00.752140" elapsed="0.000614"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.759325" level="INFO">min :: 31653.60</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.753344" elapsed="0.006134"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-18T00:54:00.753166" elapsed="0.006376"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.766538" level="INFO">max :: 34688.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.759936" elapsed="0.006681"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-18T00:54:00.759700" elapsed="0.006965"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.771312" level="INFO">avg :: 34028.77</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.766987" elapsed="0.004384"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-18T00:54:00.766804" elapsed="0.004601"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.775943" level="INFO">stdev :: 11376.58</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.771632" elapsed="0.004368"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-18T00:54:00.771503" elapsed="0.004532"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-18T00:54:00.752871" elapsed="0.023199"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.780096" level="INFO">${min} = 31653.60</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T00:54:00.776244" elapsed="0.003882"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.784259" level="INFO">${max} = 34688.94</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T00:54:00.780296" elapsed="0.003990"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.788195" level="INFO">${average} = 34028.77</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T00:54:00.784443" elapsed="0.003779"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.792115" level="INFO">${stdev} = 11376.58</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T00:54:00.788378" elapsed="0.003764"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.792679" level="INFO">${date} = 2026-07-18 00:54:00</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-18T00:54:00.792306" elapsed="0.000399"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.793319" level="INFO">CBench Result: 2026-07-18 00:54:00,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31653.60,34688.94,34028.77,11376.58</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.792868" elapsed="0.000507"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-18T00:54:00.794499" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-18T00:54:00.794044" elapsed="0.000523"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-18T00:54:00.794720" elapsed="0.000491"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-18T00:54:00.793537" elapsed="0.001740"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-18T00:43:54.242443" elapsed="606.552894"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.795850" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-18T00:54:00.795491" elapsed="0.000421"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-18T00:54:00.796459" elapsed="0.000278"/>
</kw>
<status status="PASS" start="2026-07-18T00:54:00.796142" elapsed="0.000686"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-18T00:43:54.239023" elapsed="606.557845"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.798315" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.797927" elapsed="0.000444"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.799623" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-18T00:54:00.799293" elapsed="0.000373"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-18T00:54:00.800078" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-07-18T00:54:00.799826" elapsed="0.000314"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-18T00:54:00.803065" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-18T00:54:00.802812" elapsed="0.000308"/>
</branch>
<status status="PASS" start="2026-07-18T00:54:00.802771" elapsed="0.000373"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-18T00:54:00.803519" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-18T00:54:00.803641" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-18T00:54:00.803291" elapsed="0.000377"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.804256" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.180 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.106" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T00:54:00.803835" elapsed="0.000479"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-18T00:54:00.804891" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T00:54:00.804457" elapsed="0.000461"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-18T00:54:00.805885" level="INFO">Length is 0.</msg>
<msg time="2026-07-18T00:54:00.805974" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-18T00:54:00.805550" elapsed="0.000448"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T00:54:00.806140" elapsed="0.000325"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-18T00:54:00.807329" level="INFO">Logging into '10.30.170.106:22' as 'jenkins'.</msg>
<msg time="2026-07-18T00:54:01.391909" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 18 00:54:00 UTC 2026

  System load:  1.01               Processes:             103
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.106
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 18 00:43:54 2026 from 10.30.171.250
[?2004h[jenkins@releng-63164-343-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-18T00:54:00.806977" elapsed="0.586430"/>
</kw>
<msg time="2026-07-18T00:54:01.393506" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T00:54:00.806617" elapsed="0.587453"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-18T00:54:00.805169" elapsed="0.589042"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-18T00:54:01.394845" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.180 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-18T01:04:07.560067" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-18T01:04:07.561358" level="INFO">${stdout} = </msg>
<msg time="2026-07-18T01:04:07.561483" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-18T00:54:01.394456" elapsed="606.167095"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T01:04:07.562806" elapsed="0.000807"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.565474" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.180. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:55:06.497 16  switches: flows:  466483 484994 480163 468013 468849 467715 485903 470383 462370 453387 464175 468397 475345 457217 455654 444055  total = 124.551717 per ms 
00:56:06.693 16  switches: flows:  463790 480623 473721 464467 478011 465109 466651 473004 485949 462187 471076 472476 467419 471544 481515 473874  total = 125.446033 per ms 
00:57:06.795 16  switches: flows:  513326 512166 507641 514885 512542 523491 517479 529211 509670 511465 529238 515729 517283 492257 512610 510444  total = 136.926414 per ms 
00:58:06.897 16  switches: flows:  506577 504952 508274 503776 511784 506369 505274 514435 517937 499088 518445 520332 502180 517503 519561 510662  total = 135.889194 per ms 
00:59:06.998 16  switches: flows:  572125 571915 571833 571651 567510 571595 567342 575606 575719 574478 567242 575282 570642 576727 565624 570143  total = 152.167528 per ms 
01:00:07.100 16  switches: flows:  526295 522099 525586 521533 525406 521547 526322 525631 525983 527419 526531 524242 528771 525563 526825 518722  total = 139.738876 per ms 
01:01:07.201 16  switches: flows:  453683 459964 460082 459359 459376 454451 453972 461753 469269 451831 456773 461650 459575 462648 464408 459190  total = 122.260761 per ms 
01:02:07.303 16  switches: flows:  492430 493678 502193 500149 499865 496537 495314 501439 500523 493487 499008 495036 497577 502456 488297 497557  total = 132.368499 per ms 
01:03:07.405 16  switches: flows:  461363 463908 456372 472906 464745 473123 477466 462891 466401 467775 461684 459285 466052 470816 456471 464053  total = 123.878112 per ms 
01:04:07.508 16  switches: flows:  488813 496419 482947 502483 491314 482279 502214 490542 507287 498667 500253 482103 504213 501284 489385 502654  total = 131.823501 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 122260.76/152167.53/133388.77/45320.05 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.564663" elapsed="0.001159"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-18T01:04:07.566479" elapsed="0.000077"/>
</return>
<status status="PASS" start="2026-07-18T01:04:07.566030" elapsed="0.000612"/>
</branch>
<status status="PASS" start="2026-07-18T01:04:07.565973" elapsed="0.000727"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-18T01:04:07.566921" elapsed="0.000017"/>
</return>
<status status="NOT RUN" start="2026-07-18T01:04:07.566867" elapsed="0.000110"/>
</branch>
<status status="NOT RUN" start="2026-07-18T01:04:07.566834" elapsed="0.000172"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-18T01:04:07.567047" elapsed="0.000018"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T01:04:07.570677" elapsed="0.000492"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T01:04:07.571380" elapsed="0.000230"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T01:04:07.571822" elapsed="0.000146"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-18T01:04:07.567503" elapsed="0.004541"/>
</kw>
<msg time="2026-07-18T01:04:07.572224" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-18T00:54:00.800483" elapsed="606.771778"/>
</kw>
<status status="PASS" start="2026-07-18T00:54:00.800165" elapsed="606.772163"/>
</branch>
<status status="PASS" start="2026-07-18T00:54:00.799779" elapsed="606.772581"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.572978" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.180. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:55:06.497 16  switches: flows:  466483 484994 480163 468013 468849 467715 485903 470383 462370 453387 464175 468397 475345 457217 455654 444055  total = 124.551717 per ms 
00:56:06.693 16  switches: flows:  463790 480623 473721 464467 478011 465109 466651 473004 485949 462187 471076 472476 467419 471544 481515 473874  total = 125.446033 per ms 
00:57:06.795 16  switches: flows:  513326 512166 507641 514885 512542 523491 517479 529211 509670 511465 529238 515729 517283 492257 512610 510444  total = 136.926414 per ms 
00:58:06.897 16  switches: flows:  506577 504952 508274 503776 511784 506369 505274 514435 517937 499088 518445 520332 502180 517503 519561 510662  total = 135.889194 per ms 
00:59:06.998 16  switches: flows:  572125 571915 571833 571651 567510 571595 567342 575606 575719 574478 567242 575282 570642 576727 565624 570143  total = 152.167528 per ms 
01:00:07.100 16  switches: flows:  526295 522099 525586 521533 525406 521547 526322 525631 525983 527419 526531 524242 528771 525563 526825 518722  total = 139.738876 per ms 
01:01:07.201 16  switches: flows:  453683 459964 460082 459359 459376 454451 453972 461753 469269 451831 456773 461650 459575 462648 464408 459190  total = 122.260761 per ms 
01:02:07.303 16  switches: flows:  492430 493678 502193 500149 499865 496537 495314 501439 500523 493487 499008 495036 497577 502456 488297 497557  total = 132.368499 per ms 
01:03:07.405 16  switches: flows:  461363 463908 456372 472906 464745 473123 477466 462891 466401 467775 461684 459285 466052 470816 456471 464053  total = 123.878112 per ms 
01:04:07.508 16  switches: flows:  488813 496419 482947 502483 491314 482279 502214 490542 507287 498667 500253 482103 504213 501284 489385 502654  total = 131.823501 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 122260.76/152167.53/133388.77/45320.05 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.572557" elapsed="0.000523"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-18T01:04:07.573286" elapsed="0.000516"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-18T01:04:07.574337" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-18T01:04:07.574462" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 122260.76/152167.53/133388.77/45320.05 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-18T01:04:07.574026" elapsed="0.000470"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T01:04:07.575076" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 122260.76/152167.53/133388.77/45320.05 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T01:04:07.574707" elapsed="0.000407"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.578445" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.575313" elapsed="0.003211"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.581830" level="INFO">122260.76/152167.53/133388.77/45320.05</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.578726" elapsed="0.003183"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T01:04:07.584570" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T01:04:07.582151" elapsed="0.002446"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T01:04:07.587021" level="INFO">@{result_value_list} = [ 122260.76 | 152167.53 | 133388.77 | 45320.05 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T01:04:07.584805" elapsed="0.002244"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.587515" level="INFO">Length is 4.</msg>
<msg time="2026-07-18T01:04:07.587602" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-18T01:04:07.587212" elapsed="0.000413"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.592502" level="INFO">min :: 122260.76</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.588026" elapsed="0.004534"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-18T01:04:07.587898" elapsed="0.004696"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.597123" level="INFO">max :: 152167.53</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.592828" elapsed="0.004351"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-18T01:04:07.592684" elapsed="0.004530"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.601727" level="INFO">avg :: 133388.77</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.597432" elapsed="0.004363"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-18T01:04:07.597303" elapsed="0.004527"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.611618" level="INFO">stdev :: 45320.05</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.602067" elapsed="0.009680"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-18T01:04:07.601928" elapsed="0.009931"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-18T01:04:07.587693" elapsed="0.024242"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.619664" level="INFO">${min} = 122260.76</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T01:04:07.612294" elapsed="0.007397"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.623516" level="INFO">${max} = 152167.53</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T01:04:07.619864" elapsed="0.003679"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.627400" level="INFO">${average} = 133388.77</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T01:04:07.623699" elapsed="0.003727"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.631324" level="INFO">${stdev} = 45320.05</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T01:04:07.627580" elapsed="0.003771"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.631893" level="INFO">${date} = 2026-07-18 01:04:07</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-18T01:04:07.631514" elapsed="0.000405"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.632478" level="INFO">CBench Result: 2026-07-18 01:04:07,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,122260.76,152167.53,133388.77,45320.05</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.632072" elapsed="0.000462"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-18T01:04:07.633576" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-18T01:04:07.633161" elapsed="0.000480"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-18T01:04:07.633826" elapsed="0.000454"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-18T01:04:07.632673" elapsed="0.001671"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-18T00:54:00.798696" elapsed="606.835707"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.634882" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-18T01:04:07.634554" elapsed="0.000390"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-18T01:04:07.635597" elapsed="0.000278"/>
</kw>
<status status="PASS" start="2026-07-18T01:04:07.635156" elapsed="0.000790"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-18T00:54:00.797221" elapsed="606.838764"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.637828" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.637409" elapsed="0.000477"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.639102" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-18T01:04:07.638749" elapsed="0.000396"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-18T01:04:07.639492" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-18T01:04:07.639260" elapsed="0.000291"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-18T01:04:07.642600" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-18T01:04:07.642351" elapsed="0.000305"/>
</branch>
<status status="PASS" start="2026-07-18T01:04:07.642331" elapsed="0.000349"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-18T01:04:07.643011" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-18T01:04:07.643128" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-18T01:04:07.642825" elapsed="0.000329"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.643706" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.180 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.106" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:04:07.643287" elapsed="0.000478"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-18T01:04:07.644321" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T01:04:07.643923" elapsed="0.000424"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-18T01:04:07.645240" level="INFO">Length is 0.</msg>
<msg time="2026-07-18T01:04:07.645326" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-18T01:04:07.644941" elapsed="0.000409"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T01:04:07.645490" elapsed="0.000374"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-18T01:04:07.646707" level="INFO">Logging into '10.30.170.106:22' as 'jenkins'.</msg>
<msg time="2026-07-18T01:04:08.252878" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jul 18 01:04:07 UTC 2026

  System load:  0.34               Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.106
  Swap usage:   0%

 * Strictly confined Kubernetes makes edge and IoT secure. Learn how MicroK8s
   just raised the bar for easy, resilient and secure K8s cluster deployment.

   https://ubuntu.com/engage/secure-kubernetes-at-the-edge

Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jul 18 00:54:01 2026 from 10.30.171.250
[?2004h[jenkins@releng-63164-343-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-18T01:04:07.646357" elapsed="0.606744"/>
</kw>
<msg time="2026-07-18T01:04:08.253194" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T01:04:07.646017" elapsed="0.607264"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-18T01:04:07.644547" elapsed="0.608853"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-18T01:04:08.253992" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.180 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-18T01:14:14.330059" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-18T01:14:14.330646" level="INFO">${stdout} = </msg>
<msg time="2026-07-18T01:14:14.330752" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-18T01:04:08.253649" elapsed="606.077188"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T01:14:14.331334" elapsed="0.000689"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.333162" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.180. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:05:13.365 16  switches: flows:  123677 118031 121162 125216 124349 122675 121364 123726 116487 120206 120349 120207 121267 117919 118891 119374  total = 32.248333 per ms 
01:06:13.465 16  switches: flows:  119060 118178 119266 120583 118190 119321 119763 120351 117552 116920 115501 116102 119611 119700 117408 115642  total = 31.499866 per ms 
01:07:13.565 16  switches: flows:  125237 126839 128869 128980 126642 123768 127487 127554 126028 122773 122321 122574 126365 126474 126454 120642  total = 33.427609 per ms 
01:08:13.666 16  switches: flows:  125368 128797 129940 127921 129140 122940 129222 126896 125771 125456 123764 121907 129348 125583 127086 121162  total = 33.615555 per ms 
01:09:13.766 16  switches: flows:  127747 129744 132303 130474 129126 126593 130814 129568 126424 126021 125122 123808 129481 128124 128881 122116  total = 34.048919 per ms 
01:10:13.866 16  switches: flows:  126089 128071 130317 129167 126295 124606 130575 128522 124949 125535 123233 123056 127168 126885 127896 121638  total = 33.676994 per ms 
01:11:13.967 16  switches: flows:  129885 132093 133256 131900 130137 128350 131309 132619 129934 128181 126144 126050 130325 130219 129333 125145  total = 34.523343 per ms 
01:12:14.068 16  switches: flows:  118048 121899 120405 120804 119742 116777 119771 120076 117505 117871 114847 115333 119906 118812 118123 114065  total = 31.513637 per ms 
01:13:14.168 16  switches: flows:  129983 131034 132049 131295 130783 127142 130865 131011 128397 127929 126251 125777 130127 129625 128666 125626  total = 34.385276 per ms 
01:14:14.268 16  switches: flows:  131144 132427 131989 133509 132111 129209 132542 135035 131200 128921 127816 126779 131217 130860 130835 128008  total = 34.835270 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31499.87/34835.27/33502.94/11226.75 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.332394" elapsed="0.001072"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-18T01:14:14.334018" elapsed="0.000072"/>
</return>
<status status="PASS" start="2026-07-18T01:14:14.333656" elapsed="0.000514"/>
</branch>
<status status="PASS" start="2026-07-18T01:14:14.333603" elapsed="0.000622"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-18T01:14:14.334434" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-07-18T01:14:14.334352" elapsed="0.000171"/>
</branch>
<status status="NOT RUN" start="2026-07-18T01:14:14.334318" elapsed="0.000252"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-18T01:14:14.334637" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-18T01:14:14.339719" elapsed="0.000360"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-18T01:14:14.340230" elapsed="0.000168"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-18T01:14:14.340528" elapsed="0.000097"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-18T01:14:14.335368" elapsed="0.005310"/>
</kw>
<msg time="2026-07-18T01:14:14.340824" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-18T01:04:07.639908" elapsed="606.700944"/>
</kw>
<status status="PASS" start="2026-07-18T01:04:07.639575" elapsed="606.701329"/>
</branch>
<status status="PASS" start="2026-07-18T01:04:07.639240" elapsed="606.701687"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.341395" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.180:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.180. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:05:13.365 16  switches: flows:  123677 118031 121162 125216 124349 122675 121364 123726 116487 120206 120349 120207 121267 117919 118891 119374  total = 32.248333 per ms 
01:06:13.465 16  switches: flows:  119060 118178 119266 120583 118190 119321 119763 120351 117552 116920 115501 116102 119611 119700 117408 115642  total = 31.499866 per ms 
01:07:13.565 16  switches: flows:  125237 126839 128869 128980 126642 123768 127487 127554 126028 122773 122321 122574 126365 126474 126454 120642  total = 33.427609 per ms 
01:08:13.666 16  switches: flows:  125368 128797 129940 127921 129140 122940 129222 126896 125771 125456 123764 121907 129348 125583 127086 121162  total = 33.615555 per ms 
01:09:13.766 16  switches: flows:  127747 129744 132303 130474 129126 126593 130814 129568 126424 126021 125122 123808 129481 128124 128881 122116  total = 34.048919 per ms 
01:10:13.866 16  switches: flows:  126089 128071 130317 129167 126295 124606 130575 128522 124949 125535 123233 123056 127168 126885 127896 121638  total = 33.676994 per ms 
01:11:13.967 16  switches: flows:  129885 132093 133256 131900 130137 128350 131309 132619 129934 128181 126144 126050 130325 130219 129333 125145  total = 34.523343 per ms 
01:12:14.068 16  switches: flows:  118048 121899 120405 120804 119742 116777 119771 120076 117505 117871 114847 115333 119906 118812 118123 114065  total = 31.513637 per ms 
01:13:14.168 16  switches: flows:  129983 131034 132049 131295 130783 127142 130865 131011 128397 127929 126251 125777 130127 129625 128666 125626  total = 34.385276 per ms 
01:14:14.268 16  switches: flows:  131144 132427 131989 133509 132111 129209 132542 135035 131200 128921 127816 126779 131217 130860 130835 128008  total = 34.835270 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31499.87/34835.27/33502.94/11226.75 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.341078" elapsed="0.000394"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-18T01:14:14.341620" elapsed="0.000396"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-18T01:14:14.342397" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-18T01:14:14.342487" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31499.87/34835.27/33502.94/11226.75 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-18T01:14:14.342179" elapsed="0.000332"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T01:14:14.342934" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31499.87/34835.27/33502.94/11226.75 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T01:14:14.342663" elapsed="0.000298"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.345324" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.343107" elapsed="0.002273"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.347725" level="INFO">31499.87/34835.27/33502.94/11226.75</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.345525" elapsed="0.002269"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T01:14:14.350157" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T01:14:14.347945" elapsed="0.002239"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-18T01:14:14.352607" level="INFO">@{result_value_list} = [ 31499.87 | 34835.27 | 33502.94 | 11226.75 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-18T01:14:14.350392" elapsed="0.002242"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.353120" level="INFO">Length is 4.</msg>
<msg time="2026-07-18T01:14:14.353208" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-18T01:14:14.352814" elapsed="0.000418"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.357970" level="INFO">min :: 31499.87</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.353611" elapsed="0.004415"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-18T01:14:14.353485" elapsed="0.004575"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.362539" level="INFO">max :: 34835.27</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.358272" elapsed="0.004322"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-18T01:14:14.358146" elapsed="0.004482"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.367103" level="INFO">avg :: 33502.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.362850" elapsed="0.004309"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-18T01:14:14.362710" elapsed="0.004483"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.371856" level="INFO">stdev :: 11226.75</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.367401" elapsed="0.004510"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-18T01:14:14.367276" elapsed="0.004669"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-18T01:14:14.353299" elapsed="0.018677"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.375959" level="INFO">${min} = 31499.87</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T01:14:14.372137" elapsed="0.003858"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.380176" level="INFO">${max} = 34835.27</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T01:14:14.376448" elapsed="0.003756"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.384038" level="INFO">${average} = 33502.94</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T01:14:14.380356" elapsed="0.003708"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.387942" level="INFO">${stdev} = 11226.75</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-18T01:14:14.384217" elapsed="0.003751"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.388472" level="INFO">${date} = 2026-07-18 01:14:14</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-18T01:14:14.388127" elapsed="0.000370"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.389060" level="INFO">CBench Result: 2026-07-18 01:14:14,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31499.87,34835.27,33502.94,11226.75</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-18T01:14:14.388641" elapsed="0.000474"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-18T01:14:14.390234" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-18T01:14:14.389742" elapsed="0.000559"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-18T01:14:14.390455" elapsed="0.000476"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-18T01:14:14.389259" elapsed="0.001736"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-18T01:04:07.638197" elapsed="606.752857"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.391509" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-18T01:14:14.391201" elapsed="0.000375"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-18T01:14:14.392818" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-18T01:14:14.392316" elapsed="0.000531"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-18T01:14:14.393080" elapsed="0.000038"/>
</return>
<status status="PASS" start="2026-07-18T01:14:14.392928" elapsed="0.000221"/>
</branch>
<status status="PASS" start="2026-07-18T01:14:14.392907" elapsed="0.000267"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-18T01:14:14.393323" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-18T01:14:14.393492" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-18T01:14:14.393652" elapsed="0.000019"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-18T01:14:14.393886" elapsed="0.000022"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-18T01:14:14.394039" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-18T01:14:14.394185" elapsed="0.000026"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-18T01:14:14.394336" elapsed="0.000019"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-18T01:14:14.394560" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-07-18T01:14:14.394423" elapsed="0.000187"/>
</branch>
<status status="NOT RUN" start="2026-07-18T01:14:14.394406" elapsed="0.000227"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-18T01:14:14.391984" elapsed="0.002700"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-18T01:04:07.636869" elapsed="606.757863"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-18T00:43:51.533585" elapsed="1822.861726"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
