<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-22T00:44:40.644915" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-22T00:44:41.189409" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-07-22T00:44:41.189269" elapsed="0.000218"/>
</branch>
<status status="PASS" start="2026-07-22T00:44:41.189236" elapsed="0.000278"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T00:44:41.189677" elapsed="0.000511"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-22T00:44:41.190814" level="INFO">Logging into '10.30.170.105:8101' as 'karaf'.</msg>
<msg time="2026-07-22T00:44:41.991177" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-22T00:44:41.190358" elapsed="0.801030"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-22T00:44:42.039742" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-22T00:44:41.991717" elapsed="0.048099"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-22T00:44:42.041542" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-22T00:44:42.041669" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-22T00:44:42.040002" elapsed="0.001697"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-22T00:44:42.041856" elapsed="0.000221"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T00:44:42.042249" elapsed="0.000223"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:44:42.043013" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:44:42.042645" elapsed="0.000422"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-22T00:44:42.043123" elapsed="0.000067"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.105
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-22T00:44:41.188877" elapsed="0.854447"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-22T00:44:41.185215" elapsed="0.858177"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-22T00:44:42.044017" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-22T00:44:42.043616" elapsed="0.000458"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-22T00:44:42.044489" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-22T00:44:42.044226" elapsed="0.000318"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-22T00:44:42.045135" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-22T00:44:42.044718" elapsed="0.000444"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-22T00:44:42.045686" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-22T00:44:42.045331" elapsed="0.000398"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-22T00:44:42.046243" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-22T00:44:42.045878" elapsed="0.000391"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-22T00:44:42.046752" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-22T00:44:42.046426" elapsed="0.000367"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-22T00:44:42.047107" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-07-22T00:44:42.046888" elapsed="0.000273"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-22T00:44:42.051831" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T00:44:42.051401" elapsed="0.000458"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-22T00:44:42.052935" level="INFO">Length is 0.</msg>
<msg time="2026-07-22T00:44:42.053018" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-22T00:44:42.052423" elapsed="0.000619"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T00:44:42.053186" elapsed="0.000344"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-22T00:44:42.054570" level="INFO">Logging into '10.30.170.248:22' as 'jenkins'.</msg>
<msg time="2026-07-22T00:44:42.795984" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jul 22 00:44:42 UTC 2026

  System load:  0.15               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.248
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-347-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-22T00:44:42.054050" elapsed="0.742130"/>
</kw>
<msg time="2026-07-22T00:44:42.796277" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T00:44:42.053701" elapsed="0.742679"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-22T00:44:42.052065" elapsed="0.744441"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-22T00:44:42.803941" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-22T00:44:42.796758" elapsed="0.008904"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T00:44:42.806064" elapsed="0.000606"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-22T00:44:42.050876" elapsed="0.755934"/>
</kw>
<status status="PASS" start="2026-07-22T00:44:42.047490" elapsed="0.759402"/>
</branch>
<status status="PASS" start="2026-07-22T00:44:42.046859" elapsed="0.760102"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-22T00:44:42.807292" elapsed="0.001058"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-22T00:44:42.816203" elapsed="0.000027"/>
</return>
<status status="NOT RUN" start="2026-07-22T00:44:42.816032" elapsed="0.000246"/>
</branch>
<status status="PASS" start="2026-07-22T00:44:42.815981" elapsed="0.000330"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-22T00:44:42.821260" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-07-22T00:44:42.821103" elapsed="0.000222"/>
</branch>
<status status="PASS" start="2026-07-22T00:44:42.821077" elapsed="0.000278"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T00:44:42.821537" elapsed="0.000617"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-22T00:44:42.822731" level="INFO">Logging into '10.30.170.105:8101' as 'karaf'.</msg>
<msg time="2026-07-22T00:44:43.010866" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-22T00:44:42.822357" elapsed="0.188593"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.106360" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-22T00:44:43.011102" elapsed="0.095437"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.121502" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-22T00:44:43.121765" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-22T00:44:43.106871" elapsed="0.014927"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-22T00:44:43.121944" elapsed="0.000228"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T00:44:43.122324" elapsed="0.000243"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:44:43.123091" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:44:43.122733" elapsed="0.000413"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-22T00:44:43.123200" elapsed="0.000071"/>
</return>
<msg time="2026-07-22T00:44:43.123441" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.105
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-22T00:44:42.820613" elapsed="0.302860"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-22T00:44:43.123644" elapsed="0.000639"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-22T00:44:43.124336" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-22T00:44:42.815582" elapsed="0.308889"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-22T00:44:43.128425" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-07-22T00:44:43.128282" elapsed="0.000190"/>
</branch>
<status status="PASS" start="2026-07-22T00:44:43.128254" elapsed="0.000243"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T00:44:43.128647" elapsed="0.000701"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.129790" level="INFO">Logging into '10.30.170.105:8101' as 'karaf'.</msg>
<msg time="2026-07-22T00:44:43.305570" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-22T00:44:43.129509" elapsed="0.176168"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.329267" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-22T00:44:43.305844" elapsed="0.023483"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.331061" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-22T00:44:43.331158" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-22T00:44:43.329477" elapsed="0.001709"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-22T00:44:43.331319" elapsed="0.000182"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T00:44:43.331659" elapsed="0.000192"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:44:43.332255" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:44:43.331988" elapsed="0.000317"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-22T00:44:43.332350" elapsed="0.000039"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.105
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-22T00:44:43.127925" elapsed="0.204566"/>
</kw>
<status status="PASS" start="2026-07-22T00:44:41.183252" elapsed="2.149301"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:44:43.334738" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:44:43.333663" elapsed="0.001139"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-22T00:44:43.336267" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-22T00:44:43.335912" elapsed="0.000397"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-22T00:44:43.336634" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-07-22T00:44:43.336385" elapsed="0.000308"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-22T00:44:43.339616" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-22T00:44:43.339354" elapsed="0.000318"/>
</branch>
<status status="PASS" start="2026-07-22T00:44:43.339335" elapsed="0.000363"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.340073" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-22T00:44:43.340198" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-22T00:44:43.339865" elapsed="0.000359"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:44:43.340795" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.105 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.248" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:44:43.340359" elapsed="0.000495"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.341450" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T00:44:43.340994" elapsed="0.000482"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-22T00:44:43.342397" level="INFO">Length is 0.</msg>
<msg time="2026-07-22T00:44:43.342486" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-22T00:44:43.342072" elapsed="0.000438"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T00:44:43.342667" elapsed="0.000336"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.343904" level="INFO">Logging into '10.30.170.248:22' as 'jenkins'.</msg>
<msg time="2026-07-22T00:44:43.667027" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jul 22 00:44:42 UTC 2026

  System load:  0.15               Processes:             110
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.248
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jul 22 00:44:42 2026 from 10.30.171.131
[?2004h[jenkins@releng-63164-347-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-22T00:44:43.343502" elapsed="0.323640"/>
</kw>
<msg time="2026-07-22T00:44:43.667206" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T00:44:43.343158" elapsed="0.324115"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-22T00:44:43.341697" elapsed="0.325854"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-22T00:44:43.667989" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.105 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-22T00:54:49.769852" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-22T00:54:49.770938" level="INFO">${stdout} = </msg>
<msg time="2026-07-22T00:54:49.771016" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-22T00:44:43.667760" elapsed="606.103301"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T00:54:49.771395" elapsed="0.000579"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.772852" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.105. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:48.861 16  switches: flows:  109743 107579 107429 110860 107346 108413 106096 106673 107212 105511 105888 106702 105429 106517 103356 103862  total = 28.476933 per ms 
00:46:48.961 16  switches: flows:  127249 125633 125642 126914 124579 126399 123994 125079 123434 122266 121903 120924 121567 120446 120722 122890  total = 32.939033 per ms 
00:47:49.061 16  switches: flows:  125664 123831 123364 125137 121857 125106 121404 122968 120081 120718 120729 117644 121148 117137 118409 120876  total = 32.380458 per ms 
00:48:49.161 16  switches: flows:  126838 124185 122741 124255 121882 123057 120358 124141 119632 119490 118661 116844 121792 115862 117656 119396  total = 32.226026 per ms 
00:49:49.262 16  switches: flows:  129788 127758 125533 128222 126382 126050 122798 126499 123616 121769 122024 119975 124736 119118 122071 121317  total = 33.072372 per ms 
00:50:49.362 16  switches: flows:  128285 126466 126066 126908 125060 127493 123363 124782 122042 120857 122103 121173 122679 119589 121743 121574  total = 32.948032 per ms 
00:51:49.462 16  switches: flows:  127042 127330 126095 128846 125345 126204 122636 125398 121443 121213 122191 121643 124793 118888 120344 121971  total = 32.967926 per ms 
00:52:49.563 16  switches: flows:  131006 130121 126621 128872 127194 128575 126148 127548 126477 123223 123695 122082 125811 121629 123830 123835  total = 33.555014 per ms 
00:53:49.663 16  switches: flows:  130351 129593 125512 128489 126403 127443 125726 126976 124834 122459 124071 122599 123792 122168 122516 123755  total = 33.389035 per ms 
00:54:49.764 16  switches: flows:  130909 128934 126997 129650 127172 128234 127133 127580 124902 124328 125011 121622 126170 123507 122573 124266  total = 33.593662 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32226.03/33593.66/33007.95/11011.77 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.772274" elapsed="0.000796"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-22T00:54:49.773419" elapsed="0.000052"/>
</return>
<status status="PASS" start="2026-07-22T00:54:49.773215" elapsed="0.000309"/>
</branch>
<status status="PASS" start="2026-07-22T00:54:49.773166" elapsed="0.000405"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-22T00:54:49.773741" elapsed="0.000042"/>
</return>
<status status="NOT RUN" start="2026-07-22T00:54:49.773686" elapsed="0.000139"/>
</branch>
<status status="NOT RUN" start="2026-07-22T00:54:49.773662" elapsed="0.000193"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-22T00:54:49.773904" elapsed="0.000019"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T00:54:49.777483" elapsed="0.000546"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T00:54:49.778277" elapsed="0.000178"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T00:54:49.778611" elapsed="0.000104"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-22T00:54:49.774345" elapsed="0.004425"/>
</kw>
<msg time="2026-07-22T00:54:49.778901" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-22T00:44:43.337042" elapsed="606.441885"/>
</kw>
<status status="PASS" start="2026-07-22T00:44:43.336720" elapsed="606.442256"/>
</branch>
<status status="PASS" start="2026-07-22T00:44:43.336363" elapsed="606.442638"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.779434" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.105. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:48.861 16  switches: flows:  109743 107579 107429 110860 107346 108413 106096 106673 107212 105511 105888 106702 105429 106517 103356 103862  total = 28.476933 per ms 
00:46:48.961 16  switches: flows:  127249 125633 125642 126914 124579 126399 123994 125079 123434 122266 121903 120924 121567 120446 120722 122890  total = 32.939033 per ms 
00:47:49.061 16  switches: flows:  125664 123831 123364 125137 121857 125106 121404 122968 120081 120718 120729 117644 121148 117137 118409 120876  total = 32.380458 per ms 
00:48:49.161 16  switches: flows:  126838 124185 122741 124255 121882 123057 120358 124141 119632 119490 118661 116844 121792 115862 117656 119396  total = 32.226026 per ms 
00:49:49.262 16  switches: flows:  129788 127758 125533 128222 126382 126050 122798 126499 123616 121769 122024 119975 124736 119118 122071 121317  total = 33.072372 per ms 
00:50:49.362 16  switches: flows:  128285 126466 126066 126908 125060 127493 123363 124782 122042 120857 122103 121173 122679 119589 121743 121574  total = 32.948032 per ms 
00:51:49.462 16  switches: flows:  127042 127330 126095 128846 125345 126204 122636 125398 121443 121213 122191 121643 124793 118888 120344 121971  total = 32.967926 per ms 
00:52:49.563 16  switches: flows:  131006 130121 126621 128872 127194 128575 126148 127548 126477 123223 123695 122082 125811 121629 123830 123835  total = 33.555014 per ms 
00:53:49.663 16  switches: flows:  130351 129593 125512 128489 126403 127443 125726 126976 124834 122459 124071 122599 123792 122168 122516 123755  total = 33.389035 per ms 
00:54:49.764 16  switches: flows:  130909 128934 126997 129650 127172 128234 127133 127580 124902 124328 125011 121622 126170 123507 122573 124266  total = 33.593662 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 32226.03/33593.66/33007.95/11011.77 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.779142" elapsed="0.000368"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-22T00:54:49.779688" elapsed="0.000376"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-22T00:54:49.780453" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-22T00:54:49.780546" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 32226.03/33593.66/33007.95/11011.77 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-22T00:54:49.780227" elapsed="0.000348"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T00:54:49.781005" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 32226.03/33593.66/33007.95/11011.77 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T00:54:49.780747" elapsed="0.000285"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.783433" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.781176" elapsed="0.002314"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.785924" level="INFO">32226.03/33593.66/33007.95/11011.77</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.783658" elapsed="0.002324"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T00:54:49.788304" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T00:54:49.786133" elapsed="0.002198"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T00:54:49.790737" level="INFO">@{result_value_list} = [ 32226.03 | 33593.66 | 33007.95 | 11011.77 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T00:54:49.788530" elapsed="0.002234"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.791226" level="INFO">Length is 4.</msg>
<msg time="2026-07-22T00:54:49.791320" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-22T00:54:49.790920" elapsed="0.000424"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.796028" level="INFO">min :: 32226.03</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.791751" elapsed="0.004333"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-22T00:54:49.791619" elapsed="0.004501"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.800551" level="INFO">max :: 33593.66</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.796338" elapsed="0.004281"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-22T00:54:49.796211" elapsed="0.004443"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.805092" level="INFO">avg :: 33007.95</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.800867" elapsed="0.004280"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-22T00:54:49.800741" elapsed="0.004440"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.809675" level="INFO">stdev :: 11011.77</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.805397" elapsed="0.004374"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-22T00:54:49.805271" elapsed="0.004565"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-22T00:54:49.791413" elapsed="0.018456"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.813820" level="INFO">${min} = 32226.03</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T00:54:49.810039" elapsed="0.003810"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.818020" level="INFO">${max} = 33593.66</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T00:54:49.814000" elapsed="0.004047"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.821930" level="INFO">${average} = 33007.95</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T00:54:49.818197" elapsed="0.003759"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.825862" level="INFO">${stdev} = 11011.77</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T00:54:49.822109" elapsed="0.003780"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.826406" level="INFO">${date} = 2026-07-22 00:54:49</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-22T00:54:49.826048" elapsed="0.000384"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.826992" level="INFO">CBench Result: 2026-07-22 00:54:49,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,32226.03,33593.66,33007.95,11011.77</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.826579" elapsed="0.000468"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-22T00:54:49.828068" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-22T00:54:49.827664" elapsed="0.000468"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-22T00:54:49.828282" elapsed="0.000466"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-22T00:54:49.827187" elapsed="0.001625"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-22T00:44:43.335256" elapsed="606.493617"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.829349" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-22T00:54:49.829034" elapsed="0.000370"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-22T00:54:49.829940" elapsed="0.000260"/>
</kw>
<status status="PASS" start="2026-07-22T00:54:49.829631" elapsed="0.000640"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-22T00:44:43.332757" elapsed="606.497551"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.831643" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.831252" elapsed="0.000448"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.833047" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-22T00:54:49.832720" elapsed="0.000430"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-22T00:54:49.833531" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-22T00:54:49.833308" elapsed="0.000297"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-22T00:54:49.836507" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-22T00:54:49.836265" elapsed="0.000298"/>
</branch>
<status status="PASS" start="2026-07-22T00:54:49.836246" elapsed="0.000353"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-22T00:54:49.836935" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-22T00:54:49.837051" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-22T00:54:49.836736" elapsed="0.000342"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.837636" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.105 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.248" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T00:54:49.837211" elapsed="0.000483"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-22T00:54:49.838241" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T00:54:49.837844" elapsed="0.000423"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-22T00:54:49.839154" level="INFO">Length is 0.</msg>
<msg time="2026-07-22T00:54:49.839241" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-22T00:54:49.838851" elapsed="0.000413"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T00:54:49.839402" elapsed="0.000385"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-22T00:54:49.840632" level="INFO">Logging into '10.30.170.248:22' as 'jenkins'.</msg>
<msg time="2026-07-22T00:54:50.422462" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jul 22 00:54:50 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.248
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jul 22 00:44:43 2026 from 10.30.171.131
[?2004h[jenkins@releng-63164-347-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-22T00:54:49.840273" elapsed="0.582402"/>
</kw>
<msg time="2026-07-22T00:54:50.422765" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T00:54:49.839938" elapsed="0.582925"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-22T00:54:49.838467" elapsed="0.584545"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-22T00:54:50.423598" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.105 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-22T01:04:57.379306" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-22T01:04:57.379884" level="INFO">${stdout} = </msg>
<msg time="2026-07-22T01:04:57.379993" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-22T00:54:50.423254" elapsed="606.956796"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T01:04:57.380506" elapsed="0.000696"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.382374" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.105. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:55:55.557 16  switches: flows:  487606 485896 488392 481247 484814 484079 488008 481017 476379 475414 493454 481864 484881 477103 476829 476198  total = 128.719683 per ms 
00:56:56.211 16  switches: flows:  541937 548050 548707 545520 543853 549089 539457 547395 539889 546180 551843 535278 548614 548063 554984 544254  total = 143.982785 per ms 
00:57:56.317 16  switches: flows:  545591 543979 545885 545584 551474 552728 548389 543398 551419 544677 557089 548627 553937 530404 545573 547072  total = 145.673276 per ms 
00:58:56.419 16  switches: flows:  520179 521617 522083 523000 525617 537873 522115 524016 521370 526159 524308 525118 526103 527537 518853 516203  total = 139.468087 per ms 
00:59:56.522 16  switches: flows:  543908 539785 533848 541590 550385 537248 534418 537578 533637 532443 550044 537602 540601 533774 538764 542610  total = 143.560161 per ms 
01:00:56.623 16  switches: flows:  500391 503173 501883 503073 506057 499208 506976 489373 496360 498252 510274 505484 428513 503194 500705 500132  total = 132.328490 per ms 
01:01:56.724 16  switches: flows:  469200 472593 520795 523937 523265 521735 516885 529590 462024 516310 522912 518775 465422 521641 524630 513496  total = 135.160084 per ms 
01:02:56.936 16  switches: flows:  551631 561910 564202 564152 567483 554419 562778 548107 572439 558481 558351 565979 552386 550772 566584 571935  total = 149.001705 per ms 
01:03:57.038 16  switches: flows:  553546 559376 554119 554046 551650 558503 549983 558795 555014 547982 560701 549370 552829 554442 556292 549905  total = 147.526593 per ms 
01:04:57.369 16  switches: flows:  587627 586702 586439 585129 589171 585300 583834 591920 583226 589211 592489 586900 578335 582613 583599 583618  total = 155.409828 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 132328.49/155409.83/143567.89/48322.52 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.381573" elapsed="0.001142"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-22T01:04:57.383241" elapsed="0.000073"/>
</return>
<status status="PASS" start="2026-07-22T01:04:57.382945" elapsed="0.000450"/>
</branch>
<status status="PASS" start="2026-07-22T01:04:57.382871" elapsed="0.000578"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-22T01:04:57.383691" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-22T01:04:57.383574" elapsed="0.000208"/>
</branch>
<status status="NOT RUN" start="2026-07-22T01:04:57.383540" elapsed="0.000289"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-22T01:04:57.383897" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T01:04:57.389510" elapsed="0.000747"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T01:04:57.390582" elapsed="0.000433"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T01:04:57.391304" elapsed="0.000228"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-22T01:04:57.384557" elapsed="0.007124"/>
</kw>
<msg time="2026-07-22T01:04:57.391948" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-22T00:54:49.833975" elapsed="607.558001"/>
</kw>
<status status="PASS" start="2026-07-22T00:54:49.833632" elapsed="607.558392"/>
</branch>
<status status="PASS" start="2026-07-22T00:54:49.833287" elapsed="607.558761"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.392469" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.105. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:55:55.557 16  switches: flows:  487606 485896 488392 481247 484814 484079 488008 481017 476379 475414 493454 481864 484881 477103 476829 476198  total = 128.719683 per ms 
00:56:56.211 16  switches: flows:  541937 548050 548707 545520 543853 549089 539457 547395 539889 546180 551843 535278 548614 548063 554984 544254  total = 143.982785 per ms 
00:57:56.317 16  switches: flows:  545591 543979 545885 545584 551474 552728 548389 543398 551419 544677 557089 548627 553937 530404 545573 547072  total = 145.673276 per ms 
00:58:56.419 16  switches: flows:  520179 521617 522083 523000 525617 537873 522115 524016 521370 526159 524308 525118 526103 527537 518853 516203  total = 139.468087 per ms 
00:59:56.522 16  switches: flows:  543908 539785 533848 541590 550385 537248 534418 537578 533637 532443 550044 537602 540601 533774 538764 542610  total = 143.560161 per ms 
01:00:56.623 16  switches: flows:  500391 503173 501883 503073 506057 499208 506976 489373 496360 498252 510274 505484 428513 503194 500705 500132  total = 132.328490 per ms 
01:01:56.724 16  switches: flows:  469200 472593 520795 523937 523265 521735 516885 529590 462024 516310 522912 518775 465422 521641 524630 513496  total = 135.160084 per ms 
01:02:56.936 16  switches: flows:  551631 561910 564202 564152 567483 554419 562778 548107 572439 558481 558351 565979 552386 550772 566584 571935  total = 149.001705 per ms 
01:03:57.038 16  switches: flows:  553546 559376 554119 554046 551650 558503 549983 558795 555014 547982 560701 549370 552829 554442 556292 549905  total = 147.526593 per ms 
01:04:57.369 16  switches: flows:  587627 586702 586439 585129 589171 585300 583834 591920 583226 589211 592489 586900 578335 582613 583599 583618  total = 155.409828 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 132328.49/155409.83/143567.89/48322.52 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.392188" elapsed="0.000354"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-22T01:04:57.392700" elapsed="0.000362"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-22T01:04:57.393432" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-22T01:04:57.393520" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 132328.49/155409.83/143567.89/48322.52 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-22T01:04:57.393218" elapsed="0.000326"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T01:04:57.393962" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 132328.49/155409.83/143567.89/48322.52 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T01:04:57.393709" elapsed="0.000279"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.396358" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.394129" elapsed="0.002286"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.398780" level="INFO">132328.49/155409.83/143567.89/48322.52</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.396559" elapsed="0.002305"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T01:04:57.401188" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T01:04:57.399011" elapsed="0.002204"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T01:04:57.403613" level="INFO">@{result_value_list} = [ 132328.49 | 155409.83 | 143567.89 | 48322.52 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T01:04:57.401400" elapsed="0.002241"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.404094" level="INFO">Length is 4.</msg>
<msg time="2026-07-22T01:04:57.404182" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-22T01:04:57.403793" elapsed="0.000413"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.409021" level="INFO">min :: 132328.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.404571" elapsed="0.004508"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-22T01:04:57.404445" elapsed="0.004669"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.413600" level="INFO">max :: 155409.83</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.409332" elapsed="0.004326"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-22T01:04:57.409203" elapsed="0.004491"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.418172" level="INFO">avg :: 143567.89</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.413909" elapsed="0.004320"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-22T01:04:57.413781" elapsed="0.004483"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.422783" level="INFO">stdev :: 48322.52</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.418480" elapsed="0.004396"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-22T01:04:57.418351" elapsed="0.004560"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-22T01:04:57.404267" elapsed="0.018675"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.426879" level="INFO">${min} = 132328.49</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T01:04:57.423096" elapsed="0.003811"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.430750" level="INFO">${max} = 155409.83</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T01:04:57.427064" elapsed="0.003713"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.434845" level="INFO">${average} = 143567.89</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T01:04:57.430950" elapsed="0.003925"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.438751" level="INFO">${stdev} = 48322.52</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T01:04:57.435030" elapsed="0.003749"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.439317" level="INFO">${date} = 2026-07-22 01:04:57</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-22T01:04:57.438968" elapsed="0.000375"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.439912" level="INFO">CBench Result: 2026-07-22 01:04:57,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,132328.49,155409.83,143567.89,48322.52</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.439489" elapsed="0.000479"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-22T01:04:57.440980" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-22T01:04:57.440565" elapsed="0.000481"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-22T01:04:57.441197" elapsed="0.000466"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-22T01:04:57.440104" elapsed="0.001624"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-22T00:54:49.832007" elapsed="607.609782"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.442859" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-22T01:04:57.442521" elapsed="0.000397"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-22T01:04:57.443421" elapsed="0.000274"/>
</kw>
<status status="PASS" start="2026-07-22T01:04:57.443122" elapsed="0.000644"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-22T00:54:49.830639" elapsed="607.613165"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.445212" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.444828" elapsed="0.000449"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.446472" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-22T01:04:57.446148" elapsed="0.000365"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-22T01:04:57.446882" elapsed="0.000127"/>
</kw>
<status status="NOT RUN" start="2026-07-22T01:04:57.446641" elapsed="0.000420"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-22T01:04:57.450063" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-22T01:04:57.449817" elapsed="0.000301"/>
</branch>
<status status="PASS" start="2026-07-22T01:04:57.449798" elapsed="0.000343"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-22T01:04:57.450450" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-22T01:04:57.450564" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-22T01:04:57.450269" elapsed="0.000336"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.451171" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.105 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.248" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:04:57.450739" elapsed="0.000490"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-22T01:04:57.451763" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T01:04:57.451365" elapsed="0.000424"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-22T01:04:57.452678" level="INFO">Length is 0.</msg>
<msg time="2026-07-22T01:04:57.452766" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-22T01:04:57.452363" elapsed="0.000427"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T01:04:57.452929" elapsed="0.000316"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-22T01:04:57.454096" level="INFO">Logging into '10.30.170.248:22' as 'jenkins'.</msg>
<msg time="2026-07-22T01:04:58.060297" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Jul 22 01:04:57 UTC 2026

  System load:  0.37               Processes:             107
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.248
  Swap usage:   0%

 * Strictly confined Kubernetes makes edge and IoT secure. Learn how MicroK8s
   just raised the bar for easy, resilient and secure K8s cluster deployment.

   https://ubuntu.com/engage/secure-kubernetes-at-the-edge

Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Jul 22 00:54:50 2026 from 10.30.171.131
[?2004h[jenkins@releng-63164-347-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-22T01:04:57.453748" elapsed="0.606748"/>
</kw>
<msg time="2026-07-22T01:04:58.060607" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T01:04:57.453394" elapsed="0.607311"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-22T01:04:57.451994" elapsed="0.608828"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-22T01:04:58.061354" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.105 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-22T01:15:04.092786" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-22T01:15:04.093403" level="INFO">${stdout} = </msg>
<msg time="2026-07-22T01:15:04.093507" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-22T01:04:58.061044" elapsed="606.032520"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T01:15:04.094082" elapsed="0.000761"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.096130" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.105. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:03.182 16  switches: flows:  103946 104259 122930 101910 102379 102064 104212 102423 100974 99772 99432 101698 101083 102601 101027 112664  total = 27.722900 per ms 
01:07:03.283 16  switches: flows:  120566 121596 119975 120987 119387 120267 120321 120174 117963 117161 116810 118014 116113 120413 118835 116982  total = 31.706445 per ms 
01:08:03.383 16  switches: flows:  125958 125828 124904 128918 125828 125720 126231 126379 124086 124113 121632 125584 125033 123606 124090 125302  total = 33.331128 per ms 
01:09:03.483 16  switches: flows:  120992 119407 118557 122284 119182 119059 120330 119389 116693 118604 115427 117615 118453 117702 117824 118433  total = 31.613058 per ms 
01:10:03.584 16  switches: flows:  108999 108484 100516 108743 107036 105792 107200 107050 105263 106245 103855 103878 103772 106327 105951 100528  total = 28.113691 per ms 
01:11:03.684 16  switches: flows:  108340 109965 108900 110043 110308 108576 110115 109527 107176 106289 104710 105605 107120 107940 108672 106590  total = 28.783215 per ms 
01:12:03.784 16  switches: flows:  118931 118035 116359 118220 120047 118498 117661 117544 116122 117595 113459 116719 115817 117563 117694 115364  total = 31.208287 per ms 
01:13:03.885 16  switches: flows:  125576 124462 124020 123024 124568 122650 123451 124417 120072 120571 118059 122369 119027 121912 120971 122028  total = 32.565254 per ms 
01:14:03.985 16  switches: flows:  120398 122949 120005 120870 121372 120917 120366 123153 121800 120234 119482 120681 121522 123024 121537 120858  total = 32.265559 per ms 
01:15:04.085 16  switches: flows:  102866 102837 102172 104203 102686 102940 101696 104101 102883 100847 99965 102472 100348 103093 100839 101479  total = 27.211660 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27211.66/33331.13/30755.37/10452.83 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.095239" elapsed="0.001241"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-22T01:15:04.097045" elapsed="0.000122"/>
</return>
<status status="PASS" start="2026-07-22T01:15:04.096731" elapsed="0.000523"/>
</branch>
<status status="PASS" start="2026-07-22T01:15:04.096655" elapsed="0.000654"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-22T01:15:04.097517" elapsed="0.000027"/>
</return>
<status status="NOT RUN" start="2026-07-22T01:15:04.097435" elapsed="0.000200"/>
</branch>
<status status="NOT RUN" start="2026-07-22T01:15:04.097400" elapsed="0.000286"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-22T01:15:04.097779" elapsed="0.000031"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-22T01:15:04.101700" elapsed="0.000462"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-22T01:15:04.102370" elapsed="0.000244"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-22T01:15:04.102800" elapsed="0.000135"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-22T01:15:04.098273" elapsed="0.004737"/>
</kw>
<msg time="2026-07-22T01:15:04.103390" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-22T01:04:57.447414" elapsed="606.656015"/>
</kw>
<status status="PASS" start="2026-07-22T01:04:57.447088" elapsed="606.656413"/>
</branch>
<status status="PASS" start="2026-07-22T01:04:57.446621" elapsed="606.656913"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.104147" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.105:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.105. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:03.182 16  switches: flows:  103946 104259 122930 101910 102379 102064 104212 102423 100974 99772 99432 101698 101083 102601 101027 112664  total = 27.722900 per ms 
01:07:03.283 16  switches: flows:  120566 121596 119975 120987 119387 120267 120321 120174 117963 117161 116810 118014 116113 120413 118835 116982  total = 31.706445 per ms 
01:08:03.383 16  switches: flows:  125958 125828 124904 128918 125828 125720 126231 126379 124086 124113 121632 125584 125033 123606 124090 125302  total = 33.331128 per ms 
01:09:03.483 16  switches: flows:  120992 119407 118557 122284 119182 119059 120330 119389 116693 118604 115427 117615 118453 117702 117824 118433  total = 31.613058 per ms 
01:10:03.584 16  switches: flows:  108999 108484 100516 108743 107036 105792 107200 107050 105263 106245 103855 103878 103772 106327 105951 100528  total = 28.113691 per ms 
01:11:03.684 16  switches: flows:  108340 109965 108900 110043 110308 108576 110115 109527 107176 106289 104710 105605 107120 107940 108672 106590  total = 28.783215 per ms 
01:12:03.784 16  switches: flows:  118931 118035 116359 118220 120047 118498 117661 117544 116122 117595 113459 116719 115817 117563 117694 115364  total = 31.208287 per ms 
01:13:03.885 16  switches: flows:  125576 124462 124020 123024 124568 122650 123451 124417 120072 120571 118059 122369 119027 121912 120971 122028  total = 32.565254 per ms 
01:14:03.985 16  switches: flows:  120398 122949 120005 120870 121372 120917 120366 123153 121800 120234 119482 120681 121522 123024 121537 120858  total = 32.265559 per ms 
01:15:04.085 16  switches: flows:  102866 102837 102172 104203 102686 102940 101696 104101 102883 100847 99965 102472 100348 103093 100839 101479  total = 27.211660 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 27211.66/33331.13/30755.37/10452.83 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.103748" elapsed="0.000502"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-22T01:15:04.104454" elapsed="0.000526"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-22T01:15:04.105538" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-22T01:15:04.105686" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 27211.66/33331.13/30755.37/10452.83 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-22T01:15:04.105234" elapsed="0.000486"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T01:15:04.106235" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 27211.66/33331.13/30755.37/10452.83 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T01:15:04.105935" elapsed="0.000326"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.108625" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.106404" elapsed="0.002277"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.111109" level="INFO">27211.66/33331.13/30755.37/10452.83</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.108826" elapsed="0.002339"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T01:15:04.113531" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T01:15:04.111316" elapsed="0.002242"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-22T01:15:04.115991" level="INFO">@{result_value_list} = [ 27211.66 | 33331.13 | 30755.37 | 10452.83 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-22T01:15:04.113761" elapsed="0.002257"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.116477" level="INFO">Length is 4.</msg>
<msg time="2026-07-22T01:15:04.116564" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-22T01:15:04.116171" elapsed="0.000431"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.121288" level="INFO">min :: 27211.66</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.116993" elapsed="0.004351"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-22T01:15:04.116866" elapsed="0.004513"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.125852" level="INFO">max :: 33331.13</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.121602" elapsed="0.004305"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-22T01:15:04.121464" elapsed="0.004478"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.130692" level="INFO">avg :: 30755.37</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.126148" elapsed="0.004600"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-22T01:15:04.126024" elapsed="0.004759"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.135534" level="INFO">stdev :: 10452.83</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.130992" elapsed="0.004620"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-22T01:15:04.130866" elapsed="0.004788"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-22T01:15:04.116674" elapsed="0.019010"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.139670" level="INFO">${min} = 27211.66</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T01:15:04.135846" elapsed="0.003852"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.143560" level="INFO">${max} = 33331.13</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T01:15:04.139854" elapsed="0.003746"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.147659" level="INFO">${average} = 30755.37</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T01:15:04.143755" elapsed="0.003932"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.151687" level="INFO">${stdev} = 10452.83</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-22T01:15:04.147842" elapsed="0.003872"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.152220" level="INFO">${date} = 2026-07-22 01:15:04</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-22T01:15:04.151875" elapsed="0.000371"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.152806" level="INFO">CBench Result: 2026-07-22 01:15:04,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,27211.66,33331.13,30755.37,10452.83</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-22T01:15:04.152389" elapsed="0.000471"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-22T01:15:04.153989" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-22T01:15:04.153493" elapsed="0.000563"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-22T01:15:04.154209" elapsed="0.000462"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-22T01:15:04.153001" elapsed="0.001782"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-22T01:04:57.445603" elapsed="606.709243"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.155309" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-22T01:15:04.155000" elapsed="0.000364"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-22T01:15:04.156612" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-22T01:15:04.156112" elapsed="0.000528"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-22T01:15:04.156859" elapsed="0.000032"/>
</return>
<status status="PASS" start="2026-07-22T01:15:04.156714" elapsed="0.000207"/>
</branch>
<status status="PASS" start="2026-07-22T01:15:04.156696" elapsed="0.000249"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-22T01:15:04.157087" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-22T01:15:04.157268" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-22T01:15:04.157427" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-22T01:15:04.157637" elapsed="0.000022"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-22T01:15:04.157790" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-22T01:15:04.157934" elapsed="0.000026"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-22T01:15:04.158085" elapsed="0.000019"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-22T01:15:04.158306" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-07-22T01:15:04.158170" elapsed="0.000187"/>
</branch>
<status status="NOT RUN" start="2026-07-22T01:15:04.158153" elapsed="0.000227"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-22T01:15:04.155781" elapsed="0.002649"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-22T01:04:57.444095" elapsed="606.714381"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-22T00:44:40.646502" elapsed="1823.512730"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
