<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-09-14T02:36:44.713245" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-14T02:36:45.230959" elapsed="0.000022"/>
</return>
<status status="NOT RUN" start="2026-09-14T02:36:45.230803" elapsed="0.000226"/>
</branch>
<status status="PASS" start="2026-09-14T02:36:45.230768" elapsed="0.000285"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:36:45.231366" elapsed="0.000479"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-14T02:36:45.232271" level="INFO">Logging into '10.30.171.72:8101' as 'karaf'.</msg>
<msg time="2026-09-14T02:36:46.029897" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-14T02:36:45.231999" elapsed="0.798107"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-14T02:36:46.079972" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-14T02:36:46.030450" elapsed="0.049621"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-14T02:36:46.081788" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-14T02:36:46.081891" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-14T02:36:46.080301" elapsed="0.001618"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-14T02:36:46.082060" elapsed="0.000266"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T02:36:46.082491" elapsed="0.000232"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:36:46.083222" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:36:46.082872" elapsed="0.000401"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-14T02:36:46.083323" elapsed="0.000131"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.72
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-14T02:36:45.230447" elapsed="0.853133"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-14T02:36:45.227120" elapsed="0.856518"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T02:36:46.084210" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T02:36:46.083813" elapsed="0.000449"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T02:36:46.084647" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T02:36:46.084416" elapsed="0.000291"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-14T02:36:46.085257" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-14T02:36:46.084847" elapsed="0.000435"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T02:36:46.085756" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T02:36:46.085457" elapsed="0.000337"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-14T02:36:46.086279" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-14T02:36:46.085925" elapsed="0.000377"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T02:36:46.086736" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T02:36:46.086464" elapsed="0.000313"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-14T02:36:46.087062" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-14T02:36:46.086867" elapsed="0.000242"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-14T02:36:46.091064" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:36:46.090700" elapsed="0.000392"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T02:36:46.092055" level="INFO">Length is 0.</msg>
<msg time="2026-09-14T02:36:46.092130" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T02:36:46.091609" elapsed="0.000543"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:36:46.092298" elapsed="0.000719"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-14T02:36:46.093977" level="INFO">Logging into '10.30.171.137:22' as 'jenkins'.</msg>
<msg time="2026-09-14T02:36:46.639855" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep 14 02:36:04 UTC 2026

  System load:  0.07               Processes:             111
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.137
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-00446-85-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-14T02:36:46.093509" elapsed="0.546566"/>
</kw>
<msg time="2026-09-14T02:36:46.640201" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:36:46.093161" elapsed="0.547156"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-14T02:36:46.091290" elapsed="0.549186"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-14T02:36:46.651244" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-14T02:36:46.640730" elapsed="0.012153"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T02:36:46.653081" elapsed="0.000309"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-14T02:36:46.090230" elapsed="0.563220"/>
</kw>
<status status="PASS" start="2026-09-14T02:36:46.087203" elapsed="0.566281"/>
</branch>
<status status="PASS" start="2026-09-14T02:36:46.086839" elapsed="0.566687"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-14T02:36:46.653673" elapsed="0.000647"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-14T02:36:46.660244" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-09-14T02:36:46.660059" elapsed="0.000259"/>
</branch>
<status status="PASS" start="2026-09-14T02:36:46.660026" elapsed="0.000341"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-14T02:36:46.665396" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-09-14T02:36:46.665218" elapsed="0.000240"/>
</branch>
<status status="PASS" start="2026-09-14T02:36:46.665193" elapsed="0.000294"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:36:46.665660" elapsed="0.000603"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-14T02:36:46.666814" level="INFO">Logging into '10.30.171.72:8101' as 'karaf'.</msg>
<msg time="2026-09-14T02:36:46.922537" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-14T02:36:46.666473" elapsed="0.256323"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.033688" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-14T02:36:46.923228" elapsed="0.110577"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.039871" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.2            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-14T02:36:47.040102" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.2            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-14T02:36:47.034018" elapsed="0.006112"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-14T02:36:47.040276" elapsed="0.000215"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T02:36:47.040621" elapsed="0.000239"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:36:47.041384" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.2            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:36:47.040987" elapsed="0.000452"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-14T02:36:47.041492" elapsed="0.000064"/>
</return>
<msg time="2026-09-14T02:36:47.041712" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.2            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.72
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-14T02:36:46.664745" elapsed="0.376996"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-14T02:36:47.041878" elapsed="0.000730"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-14T02:36:47.042670" elapsed="0.000030"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-14T02:36:46.659651" elapsed="0.383141"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-14T02:36:47.046364" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-09-14T02:36:47.046196" elapsed="0.000212"/>
</branch>
<status status="PASS" start="2026-09-14T02:36:47.046157" elapsed="0.000275"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:36:47.046556" elapsed="0.000429"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.047381" level="INFO">Logging into '10.30.171.72:8101' as 'karaf'.</msg>
<msg time="2026-09-14T02:36:47.284477" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-14T02:36:47.047115" elapsed="0.237621"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.307141" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-14T02:36:47.285115" elapsed="0.022095"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.309122" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-14T02:36:47.309254" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-14T02:36:47.307366" elapsed="0.001916"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-14T02:36:47.309422" elapsed="0.000171"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T02:36:47.309727" elapsed="0.000330"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:36:47.310637" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:36:47.310217" elapsed="0.000465"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-14T02:36:47.310744" elapsed="0.000084"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.72
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-14T02:36:47.045860" elapsed="0.265111"/>
</kw>
<status status="PASS" start="2026-09-14T02:36:45.225426" elapsed="2.085615"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:36:47.313728" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:36:47.312129" elapsed="0.001677"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T02:36:47.315303" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T02:36:47.314958" elapsed="0.000397"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-14T02:36:47.315700" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-14T02:36:47.315443" elapsed="0.000307"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-14T02:36:47.318609" elapsed="0.000018"/>
</kw>
<status status="NOT RUN" start="2026-09-14T02:36:47.318380" elapsed="0.000277"/>
</branch>
<status status="PASS" start="2026-09-14T02:36:47.318361" elapsed="0.000319"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.319054" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-14T02:36:47.319169" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-14T02:36:47.318809" elapsed="0.000400"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:36:47.319720" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.72 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.137" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:36:47.319328" elapsed="0.000447"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.320411" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:36:47.319899" elapsed="0.000536"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T02:36:47.321277" level="INFO">Length is 0.</msg>
<msg time="2026-09-14T02:36:47.321373" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T02:36:47.320947" elapsed="0.000448"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:36:47.321542" elapsed="0.000309"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.322829" level="INFO">Logging into '10.30.171.137:22' as 'jenkins'.</msg>
<msg time="2026-09-14T02:36:47.699003" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep 14 02:36:04 UTC 2026

  System load:  0.07               Processes:             111
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.137
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep 14 02:36:46 2026 from 10.30.171.241
[?2004h[jenkins@releng-00446-85-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-14T02:36:47.322515" elapsed="0.376784"/>
</kw>
<msg time="2026-09-14T02:36:47.699424" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:36:47.321988" elapsed="0.377558"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-14T02:36:47.320618" elapsed="0.379078"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-14T02:36:47.700403" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.72 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-14T02:46:53.858493" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-14T02:46:53.859466" level="INFO">${stdout} = </msg>
<msg time="2026-09-14T02:46:53.859577" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-14T02:36:47.699977" elapsed="606.159672"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T02:46:53.860263" elapsed="0.000908"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.862491" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.72. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:37:52.945 16  switches: flows:  91864 90778 91802 90100 89362 88723 89235 86847 84693 86118 85707 85899 84546 85243 84769 82903  total = 23.309817 per ms 
02:38:53.046 16  switches: flows:  89612 89284 88501 87816 86332 87874 86847 86840 83655 83284 82699 83099 83320 83498 82601 82388  total = 22.756153 per ms 
02:39:53.146 16  switches: flows:  97821 96125 94712 95193 93587 93166 92520 92448 89849 89328 88073 88424 88571 88202 88357 87904  total = 24.363991 per ms 
02:40:53.246 16  switches: flows:  96903 96367 96762 94884 93672 93695 93381 92770 89830 89324 89678 88155 89127 89911 89266 88652  total = 24.498699 per ms 
02:41:53.347 16  switches: flows:  98092 95456 96319 95586 94282 94170 93506 93020 90983 89317 89492 89441 89594 89557 89097 88213  total = 24.561071 per ms 
02:42:53.447 16  switches: flows:  99126 97415 96061 95307 95411 96172 94487 94456 92102 92771 90548 91010 90365 91212 89762 89749  total = 24.891019 per ms 
02:43:53.547 16  switches: flows:  97136 96315 94224 93187 94847 94493 93534 93047 89686 91569 89762 89894 89225 89101 88841 88109  total = 24.508540 per ms 
02:44:53.648 16  switches: flows:  98153 95993 93307 93373 94321 93769 94129 92037 89379 90880 90395 90879 87933 88299 87981 86916  total = 24.421617 per ms 
02:45:53.748 16  switches: flows:  94129 92049 91522 90721 90150 90097 89798 88793 84975 86434 87273 87537 83749 84808 83771 83762  total = 23.453623 per ms 
02:46:53.848 16  switches: flows:  96706 92429 91982 92659 92181 92172 92605 91105 86886 89193 88369 87921 86184 85859 85482 85023  total = 23.906016 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 22756.15/24891.02/24151.19/8075.03 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.861632" elapsed="0.001258"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-14T02:46:53.863500" elapsed="0.000076"/>
</return>
<status status="PASS" start="2026-09-14T02:46:53.863101" elapsed="0.000558"/>
</branch>
<status status="PASS" start="2026-09-14T02:46:53.863041" elapsed="0.000671"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-14T02:46:53.863964" elapsed="0.000038"/>
</return>
<status status="NOT RUN" start="2026-09-14T02:46:53.863865" elapsed="0.000222"/>
</branch>
<status status="NOT RUN" start="2026-09-14T02:46:53.863831" elapsed="0.000314"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-14T02:46:53.864219" elapsed="0.000032"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:46:53.870179" elapsed="0.000735"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:46:53.871302" elapsed="0.000415"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T02:46:53.872023" elapsed="0.000239"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-14T02:46:53.865062" elapsed="0.007405"/>
</kw>
<msg time="2026-09-14T02:46:53.872782" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-14T02:36:47.316080" elapsed="606.556760"/>
</kw>
<status status="PASS" start="2026-09-14T02:36:47.315781" elapsed="606.557189"/>
</branch>
<status status="PASS" start="2026-09-14T02:36:47.315416" elapsed="606.557618"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.874061" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.72. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:37:52.945 16  switches: flows:  91864 90778 91802 90100 89362 88723 89235 86847 84693 86118 85707 85899 84546 85243 84769 82903  total = 23.309817 per ms 
02:38:53.046 16  switches: flows:  89612 89284 88501 87816 86332 87874 86847 86840 83655 83284 82699 83099 83320 83498 82601 82388  total = 22.756153 per ms 
02:39:53.146 16  switches: flows:  97821 96125 94712 95193 93587 93166 92520 92448 89849 89328 88073 88424 88571 88202 88357 87904  total = 24.363991 per ms 
02:40:53.246 16  switches: flows:  96903 96367 96762 94884 93672 93695 93381 92770 89830 89324 89678 88155 89127 89911 89266 88652  total = 24.498699 per ms 
02:41:53.347 16  switches: flows:  98092 95456 96319 95586 94282 94170 93506 93020 90983 89317 89492 89441 89594 89557 89097 88213  total = 24.561071 per ms 
02:42:53.447 16  switches: flows:  99126 97415 96061 95307 95411 96172 94487 94456 92102 92771 90548 91010 90365 91212 89762 89749  total = 24.891019 per ms 
02:43:53.547 16  switches: flows:  97136 96315 94224 93187 94847 94493 93534 93047 89686 91569 89762 89894 89225 89101 88841 88109  total = 24.508540 per ms 
02:44:53.648 16  switches: flows:  98153 95993 93307 93373 94321 93769 94129 92037 89379 90880 90395 90879 87933 88299 87981 86916  total = 24.421617 per ms 
02:45:53.748 16  switches: flows:  94129 92049 91522 90721 90150 90097 89798 88793 84975 86434 87273 87537 83749 84808 83771 83762  total = 23.453623 per ms 
02:46:53.848 16  switches: flows:  96706 92429 91982 92659 92181 92172 92605 91105 86886 89193 88369 87921 86184 85859 85482 85023  total = 23.906016 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 22756.15/24891.02/24151.19/8075.03 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.873474" elapsed="0.000736"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-14T02:46:53.874554" elapsed="0.000747"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-14T02:46:53.876072" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-14T02:46:53.876258" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 22756.15/24891.02/24151.19/8075.03 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-14T02:46:53.875641" elapsed="0.000689"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T02:46:53.877143" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 22756.15/24891.02/24151.19/8075.03 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T02:46:53.876658" elapsed="0.000535"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.881995" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.877517" elapsed="0.004588"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.886817" level="INFO">22756.15/24891.02/24151.19/8075.03</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.882433" elapsed="0.004493"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T02:46:53.891661" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T02:46:53.887212" elapsed="0.004502"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T02:46:53.896503" level="INFO">@{result_value_list} = [ 22756.15 | 24891.02 | 24151.19 | 8075.03 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T02:46:53.892086" elapsed="0.004470"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.897541" level="INFO">Length is 4.</msg>
<msg time="2026-09-14T02:46:53.897737" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T02:46:53.896849" elapsed="0.000934"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.905731" level="INFO">min :: 22756.15</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.898574" elapsed="0.007230"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-14T02:46:53.898263" elapsed="0.007585"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.911967" level="INFO">max :: 24891.02</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.906131" elapsed="0.005911"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-14T02:46:53.905965" elapsed="0.006122"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.918077" level="INFO">avg :: 24151.19</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.912405" elapsed="0.005746"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-14T02:46:53.912200" elapsed="0.005995"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.924148" level="INFO">stdev :: 8075.03</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.918538" elapsed="0.005682"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-14T02:46:53.918336" elapsed="0.005928"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-14T02:46:53.897906" elapsed="0.026416"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.929503" level="INFO">${min} = 22756.15</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T02:46:53.924550" elapsed="0.004988"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.936089" level="INFO">${max} = 24891.02</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T02:46:53.929745" elapsed="0.006379"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.941504" level="INFO">${average} = 24151.19</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T02:46:53.936335" elapsed="0.005204"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.946798" level="INFO">${stdev} = 8075.03</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T02:46:53.941737" elapsed="0.005096"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.947535" level="INFO">${date} = 2026-09-14 02:46:53</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-14T02:46:53.947038" elapsed="0.000530"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.948309" level="INFO">CBench Result: 2026-09-14 02:46:53,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,22756.15,24891.02,24151.19,8075.03</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.947759" elapsed="0.000643"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T02:46:53.949595" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T02:46:53.949174" elapsed="0.000480"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-14T02:46:53.949786" elapsed="0.000415"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-14T02:46:53.948598" elapsed="0.001661"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-14T02:36:47.314321" elapsed="606.636005"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.950778" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-14T02:46:53.950485" elapsed="0.000343"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-14T02:46:53.951294" elapsed="0.000250"/>
</kw>
<status status="PASS" start="2026-09-14T02:46:53.951015" elapsed="0.000589"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-14T02:36:47.311270" elapsed="606.640365"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.952887" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.952548" elapsed="0.000389"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.954022" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T02:46:53.953736" elapsed="0.000327"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-14T02:46:53.954399" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-14T02:46:53.954129" elapsed="0.000321"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-14T02:46:53.957008" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-14T02:46:53.956781" elapsed="0.000282"/>
</branch>
<status status="PASS" start="2026-09-14T02:46:53.956760" elapsed="0.000323"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-14T02:46:53.957431" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-14T02:46:53.957550" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-14T02:46:53.957203" elapsed="0.000373"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.958065" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.72 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.137" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:46:53.957696" elapsed="0.000447"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-14T02:46:53.958695" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:46:53.958301" elapsed="0.000417"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T02:46:53.959530" level="INFO">Length is 0.</msg>
<msg time="2026-09-14T02:46:53.959607" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T02:46:53.959217" elapsed="0.000411"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:46:53.959751" elapsed="0.000289"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-14T02:46:53.960811" level="INFO">Logging into '10.30.171.137:22' as 'jenkins'.</msg>
<msg time="2026-09-14T02:46:54.580833" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep 14 02:46:54 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   20.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.137
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep 14 02:36:47 2026 from 10.30.171.241
[?2004h[jenkins@releng-00446-85-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-14T02:46:53.960506" elapsed="0.620532"/>
</kw>
<msg time="2026-09-14T02:46:54.581126" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:46:53.960174" elapsed="0.621039"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-14T02:46:53.958893" elapsed="0.622443"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-14T02:46:54.581850" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.72 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-14T02:57:00.650382" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-14T02:57:00.651139" level="INFO">${stdout} = </msg>
<msg time="2026-09-14T02:57:00.651234" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-14T02:46:54.581574" elapsed="606.069730"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T02:57:00.651839" elapsed="0.000880"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.653779" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.72. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:47:59.708 16  switches: flows:  584641 579081 583029 595919 579069 586958 587061 585493 577170 595437 593392 586142 579523 585023 590825 591016  total = 156.329650 per ms 
02:48:59.811 16  switches: flows:  627946 628146 637282 638493 619726 626193 636246 632540 633438 631320 632207 634106 631319 628030 632066 637797  total = 168.163843 per ms 
02:49:59.912 16  switches: flows:  671922 681470 678126 673835 675978 681395 670932 681319 677479 678660 681114 677646 682570 679774 676243 674775  total = 180.416265 per ms 
02:51:00.015 16  switches: flows:  685642 684735 682595 695942 685115 683393 683951 674654 685195 681556 687340 688636 681697 685169 681851 690698  total = 182.323869 per ms 
02:52:00.117 16  switches: flows:  654432 657491 648031 662975 648760 647230 656622 657486 652109 661672 649292 650762 649336 657429 651945 651566  total = 173.993397 per ms 
02:53:00.219 16  switches: flows:  657622 668357 676102 670814 669750 666772 668098 672313 658905 668670 668624 671804 662699 667615 671750 669637  total = 177.858029 per ms 
02:54:00.321 16  switches: flows:  649889 650093 653820 658959 657999 653562 659473 662611 659470 652195 647088 648436 654144 656139 654724 657998  total = 174.315877 per ms 
02:55:00.427 16  switches: flows:  668685 665141 679809 672960 671060 662202 670186 674802 671836 657751 677670 682566 672261 676055 668801 671998  total = 178.750195 per ms 
02:56:00.530 16  switches: flows:  672838 670862 671348 668617 671169 664057 671143 666907 657160 664581 675124 673783 669549 670393 665745 668819  total = 178.065553 per ms 
02:57:00.635 16  switches: flows:  687527 691608 697762 688489 686035 692055 696269 702377 694818 690649 691499 683144 686258 698446 690317 704991  total = 184.391943 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 168163.84/184391.94/177586.55/59374.33 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.653065" elapsed="0.001022"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-14T02:57:00.654588" elapsed="0.000064"/>
</return>
<status status="PASS" start="2026-09-14T02:57:00.654261" elapsed="0.000462"/>
</branch>
<status status="PASS" start="2026-09-14T02:57:00.654214" elapsed="0.000558"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-14T02:57:00.654993" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-09-14T02:57:00.654921" elapsed="0.000151"/>
</branch>
<status status="NOT RUN" start="2026-09-14T02:57:00.654889" elapsed="0.000224"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-14T02:57:00.655173" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:57:00.660264" elapsed="0.000747"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:57:00.661308" elapsed="0.000346"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T02:57:00.661933" elapsed="0.000204"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-14T02:57:00.655844" elapsed="0.006397"/>
</kw>
<msg time="2026-09-14T02:57:00.662518" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-14T02:46:53.954747" elapsed="606.707825"/>
</kw>
<status status="PASS" start="2026-09-14T02:46:53.954473" elapsed="606.708192"/>
</branch>
<status status="PASS" start="2026-09-14T02:46:53.954109" elapsed="606.708601"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.663616" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.72. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:47:59.708 16  switches: flows:  584641 579081 583029 595919 579069 586958 587061 585493 577170 595437 593392 586142 579523 585023 590825 591016  total = 156.329650 per ms 
02:48:59.811 16  switches: flows:  627946 628146 637282 638493 619726 626193 636246 632540 633438 631320 632207 634106 631319 628030 632066 637797  total = 168.163843 per ms 
02:49:59.912 16  switches: flows:  671922 681470 678126 673835 675978 681395 670932 681319 677479 678660 681114 677646 682570 679774 676243 674775  total = 180.416265 per ms 
02:51:00.015 16  switches: flows:  685642 684735 682595 695942 685115 683393 683951 674654 685195 681556 687340 688636 681697 685169 681851 690698  total = 182.323869 per ms 
02:52:00.117 16  switches: flows:  654432 657491 648031 662975 648760 647230 656622 657486 652109 661672 649292 650762 649336 657429 651945 651566  total = 173.993397 per ms 
02:53:00.219 16  switches: flows:  657622 668357 676102 670814 669750 666772 668098 672313 658905 668670 668624 671804 662699 667615 671750 669637  total = 177.858029 per ms 
02:54:00.321 16  switches: flows:  649889 650093 653820 658959 657999 653562 659473 662611 659470 652195 647088 648436 654144 656139 654724 657998  total = 174.315877 per ms 
02:55:00.427 16  switches: flows:  668685 665141 679809 672960 671060 662202 670186 674802 671836 657751 677670 682566 672261 676055 668801 671998  total = 178.750195 per ms 
02:56:00.530 16  switches: flows:  672838 670862 671348 668617 671169 664057 671143 666907 657160 664581 675124 673783 669549 670393 665745 668819  total = 178.065553 per ms 
02:57:00.635 16  switches: flows:  687527 691608 697762 688489 686035 692055 696269 702377 694818 690649 691499 683144 686258 698446 690317 704991  total = 184.391943 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 168163.84/184391.94/177586.55/59374.33 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.663008" elapsed="0.000759"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-14T02:57:00.664076" elapsed="0.000754"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-14T02:57:00.665624" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-14T02:57:00.665803" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 168163.84/184391.94/177586.55/59374.33 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-14T02:57:00.665168" elapsed="0.000684"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T02:57:00.666706" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 168163.84/184391.94/177586.55/59374.33 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T02:57:00.666178" elapsed="0.000582"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.671733" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.667066" elapsed="0.004784"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.676636" level="INFO">168163.84/184391.94/177586.55/59374.33</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.672162" elapsed="0.004585"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T02:57:00.681515" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T02:57:00.677059" elapsed="0.004510"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T02:57:00.686565" level="INFO">@{result_value_list} = [ 168163.84 | 184391.94 | 177586.55 | 59374.33 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T02:57:00.682020" elapsed="0.004599"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.687612" level="INFO">Length is 4.</msg>
<msg time="2026-09-14T02:57:00.687784" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T02:57:00.686974" elapsed="0.000990"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.696420" level="INFO">min :: 168163.84</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.688775" elapsed="0.007717"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-14T02:57:00.688519" elapsed="0.008015"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.702170" level="INFO">max :: 184391.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.696801" elapsed="0.005438"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-14T02:57:00.696645" elapsed="0.005637"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.707937" level="INFO">avg :: 177586.55</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.702565" elapsed="0.005441"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-14T02:57:00.702409" elapsed="0.005638"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.713674" level="INFO">stdev :: 59374.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.708309" elapsed="0.005435"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-14T02:57:00.708151" elapsed="0.005635"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-14T02:57:00.688113" elapsed="0.025711"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.718683" level="INFO">${min} = 168163.84</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T02:57:00.714038" elapsed="0.004678"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.722770" level="INFO">${max} = 184391.94</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T02:57:00.718925" elapsed="0.003868"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.726198" level="INFO">${average} = 177586.55</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T02:57:00.722941" elapsed="0.003280"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.729656" level="INFO">${stdev} = 59374.33</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T02:57:00.726369" elapsed="0.003310"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.730140" level="INFO">${date} = 2026-09-14 02:57:00</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-14T02:57:00.729819" elapsed="0.000343"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.730660" level="INFO">CBench Result: 2026-09-14 02:57:00,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,168163.84,184391.94,177586.55,59374.33</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.730289" elapsed="0.000420"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T02:57:00.731634" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T02:57:00.731263" elapsed="0.000430"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-14T02:57:00.731825" elapsed="0.000418"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-14T02:57:00.730835" elapsed="0.001463"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-14T02:46:53.953212" elapsed="606.779151"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.732785" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-14T02:57:00.732495" elapsed="0.000340"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-14T02:57:00.733287" elapsed="0.000244"/>
</kw>
<status status="PASS" start="2026-09-14T02:57:00.733025" elapsed="0.000567"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-14T02:46:53.951914" elapsed="606.781711"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.735009" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.734657" elapsed="0.000403"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.736134" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T02:57:00.735816" elapsed="0.000355"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-14T02:57:00.736477" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-14T02:57:00.736267" elapsed="0.000262"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-14T02:57:00.739525" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-14T02:57:00.739291" elapsed="0.000283"/>
</branch>
<status status="PASS" start="2026-09-14T02:57:00.739274" elapsed="0.000320"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-14T02:57:00.739887" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-14T02:57:00.739991" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-14T02:57:00.739710" elapsed="0.000304"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.740516" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.72 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.137" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T02:57:00.740132" elapsed="0.000436"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-14T02:57:00.741053" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T02:57:00.740689" elapsed="0.000387"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T02:57:00.741889" level="INFO">Length is 0.</msg>
<msg time="2026-09-14T02:57:00.741969" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T02:57:00.741600" elapsed="0.000390"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:57:00.742115" elapsed="0.000300"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-14T02:57:00.743180" level="INFO">Logging into '10.30.171.137:22' as 'jenkins'.</msg>
<msg time="2026-09-14T02:57:01.380714" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep 14 02:57:00 UTC 2026

  System load:  0.27               Processes:             104
  Usage of /:   20.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.137
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep 14 02:46:54 2026 from 10.30.171.241
[?2004h[jenkins@releng-00446-85-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-14T02:57:00.742850" elapsed="0.638086"/>
</kw>
<msg time="2026-09-14T02:57:01.381020" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T02:57:00.742549" elapsed="0.638551"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-14T02:57:00.741258" elapsed="0.639950"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-14T02:57:01.381727" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.72 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-14T03:07:07.465111" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-14T03:07:07.465587" level="INFO">${stdout} = </msg>
<msg time="2026-09-14T03:07:07.465681" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-14T02:57:01.381439" elapsed="606.084295"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T03:07:07.466116" elapsed="0.000659"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.467947" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.72. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:58:06.551 16  switches: flows:  89823 90078 90758 89621 89523 91254 89194 89039 87618 88004 88179 86979 86301 87408 86817 86361  total = 23.615950 per ms 
02:59:06.652 16  switches: flows:  93788 93326 93625 93044 94188 93557 93237 92208 91421 92263 90892 90099 89136 88489 89492 89053  total = 24.422853 per ms 
03:00:06.752 16  switches: flows:  96131 96227 96309 95774 96409 96668 95562 96284 94845 95331 92278 93221 92236 91284 92254 92129  total = 25.173683 per ms 
03:01:06.852 16  switches: flows:  91758 92617 94423 94083 94057 94406 91646 91585 90999 92523 89447 91574 89796 89414 89104 88413  total = 24.390022 per ms 
03:02:06.952 16  switches: flows:  95152 93943 95238 93924 95690 97091 94470 94689 93870 92956 90524 91327 90310 90194 90517 90149  total = 24.792675 per ms 
03:03:07.053 16  switches: flows:  95056 95347 96032 95792 97541 98127 96896 94713 94425 94865 92012 93471 92568 91571 93195 92126  total = 25.186829 per ms 
03:04:07.153 16  switches: flows:  92495 93481 94426 93363 94160 95228 92534 93754 91953 92257 89839 91196 89075 90405 90363 89814  total = 24.531409 per ms 
03:05:07.253 16  switches: flows:  90878 91599 92163 90520 92955 93007 90304 90622 90114 90316 88387 88719 87732 88623 87741 87500  total = 23.979651 per ms 
03:06:07.353 16  switches: flows:  96632 97171 97823 95952 98745 98265 95822 97542 97478 97304 93154 94529 93147 92326 92305 93957  total = 25.493279 per ms 
03:07:07.454 16  switches: flows:  92909 92629 93956 93842 94758 95193 93493 92832 92006 92151 89808 90226 88919 89935 90808 88788  total = 24.496670 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 23979.65/25493.28/24718.56/8252.04 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.467176" elapsed="0.001082"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-14T03:07:07.468749" elapsed="0.000067"/>
</return>
<status status="PASS" start="2026-09-14T03:07:07.468463" elapsed="0.000427"/>
</branch>
<status status="PASS" start="2026-09-14T03:07:07.468414" elapsed="0.000528"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-14T03:07:07.469160" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-09-14T03:07:07.469060" elapsed="0.000187"/>
</branch>
<status status="NOT RUN" start="2026-09-14T03:07:07.469028" elapsed="0.000264"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-14T03:07:07.469386" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T03:07:07.475087" elapsed="0.000742"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T03:07:07.476165" elapsed="0.000362"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T03:07:07.476804" elapsed="0.000205"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-14T03:07:07.470022" elapsed="0.007099"/>
</kw>
<msg time="2026-09-14T03:07:07.477444" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-14T02:57:00.736929" elapsed="606.740573"/>
</kw>
<status status="PASS" start="2026-09-14T02:57:00.736551" elapsed="606.741054"/>
</branch>
<status status="PASS" start="2026-09-14T02:57:00.736249" elapsed="606.741404"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.478630" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.72:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.72. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:58:06.551 16  switches: flows:  89823 90078 90758 89621 89523 91254 89194 89039 87618 88004 88179 86979 86301 87408 86817 86361  total = 23.615950 per ms 
02:59:06.652 16  switches: flows:  93788 93326 93625 93044 94188 93557 93237 92208 91421 92263 90892 90099 89136 88489 89492 89053  total = 24.422853 per ms 
03:00:06.752 16  switches: flows:  96131 96227 96309 95774 96409 96668 95562 96284 94845 95331 92278 93221 92236 91284 92254 92129  total = 25.173683 per ms 
03:01:06.852 16  switches: flows:  91758 92617 94423 94083 94057 94406 91646 91585 90999 92523 89447 91574 89796 89414 89104 88413  total = 24.390022 per ms 
03:02:06.952 16  switches: flows:  95152 93943 95238 93924 95690 97091 94470 94689 93870 92956 90524 91327 90310 90194 90517 90149  total = 24.792675 per ms 
03:03:07.053 16  switches: flows:  95056 95347 96032 95792 97541 98127 96896 94713 94425 94865 92012 93471 92568 91571 93195 92126  total = 25.186829 per ms 
03:04:07.153 16  switches: flows:  92495 93481 94426 93363 94160 95228 92534 93754 91953 92257 89839 91196 89075 90405 90363 89814  total = 24.531409 per ms 
03:05:07.253 16  switches: flows:  90878 91599 92163 90520 92955 93007 90304 90622 90114 90316 88387 88719 87732 88623 87741 87500  total = 23.979651 per ms 
03:06:07.353 16  switches: flows:  96632 97171 97823 95952 98745 98265 95822 97542 97478 97304 93154 94529 93147 92326 92305 93957  total = 25.493279 per ms 
03:07:07.454 16  switches: flows:  92909 92629 93956 93842 94758 95193 93493 92832 92006 92151 89808 90226 88919 89935 90808 88788  total = 24.496670 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 23979.65/25493.28/24718.56/8252.04 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.477961" elapsed="0.000828"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-14T03:07:07.479099" elapsed="0.000799"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-14T03:07:07.480748" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-14T03:07:07.480934" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 23979.65/25493.28/24718.56/8252.04 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-14T03:07:07.480265" elapsed="0.000721"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T03:07:07.481882" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 23979.65/25493.28/24718.56/8252.04 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T03:07:07.481330" elapsed="0.000608"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.487225" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.482269" elapsed="0.005101"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.492502" level="INFO">23979.65/25493.28/24718.56/8252.04</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.487684" elapsed="0.004933"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T03:07:07.497770" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T03:07:07.492935" elapsed="0.004891"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T03:07:07.503293" level="INFO">@{result_value_list} = [ 23979.65 | 25493.28 | 24718.56 | 8252.04 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T03:07:07.498242" elapsed="0.005137"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.504396" level="INFO">Length is 4.</msg>
<msg time="2026-09-14T03:07:07.504585" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T03:07:07.503706" elapsed="0.000929"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.514316" level="INFO">min :: 23979.65</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.505545" elapsed="0.009061"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-14T03:07:07.505124" elapsed="0.009527"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.520240" level="INFO">max :: 25493.28</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.514922" elapsed="0.005388"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-14T03:07:07.514759" elapsed="0.005638"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.526001" level="INFO">avg :: 24718.56</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.520658" elapsed="0.005411"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-14T03:07:07.520502" elapsed="0.005610"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.531673" level="INFO">stdev :: 8252.04</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.526404" elapsed="0.005337"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-14T03:07:07.526229" elapsed="0.005553"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-14T03:07:07.504760" elapsed="0.027057"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.536629" level="INFO">${min} = 23979.65</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T03:07:07.532011" elapsed="0.004650"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.540800" level="INFO">${max} = 25493.28</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T03:07:07.536851" elapsed="0.003973"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.544294" level="INFO">${average} = 24718.56</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T03:07:07.540957" elapsed="0.003360"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.547925" level="INFO">${stdev} = 8252.04</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T03:07:07.544471" elapsed="0.003477"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.548428" level="INFO">${date} = 2026-09-14 03:07:07</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-14T03:07:07.548091" elapsed="0.000390"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.549020" level="INFO">CBench Result: 2026-09-14 03:07:07,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,23979.65,25493.28,24718.56,8252.04</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T03:07:07.548614" elapsed="0.000455"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T03:07:07.550062" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T03:07:07.549644" elapsed="0.000477"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-14T03:07:07.550272" elapsed="0.000430"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-14T03:07:07.549218" elapsed="0.001540"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-14T02:57:00.735324" elapsed="606.815485"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.551237" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-14T03:07:07.550939" elapsed="0.000348"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-14T03:07:07.552425" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-14T03:07:07.551924" elapsed="0.000526"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-14T03:07:07.552657" elapsed="0.000032"/>
</return>
<status status="PASS" start="2026-09-14T03:07:07.552521" elapsed="0.000197"/>
</branch>
<status status="PASS" start="2026-09-14T03:07:07.552502" elapsed="0.000238"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-14T03:07:07.552870" elapsed="0.000020"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-14T03:07:07.553013" elapsed="0.000023"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-14T03:07:07.553212" elapsed="0.000025"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-09-14T03:07:07.553393" elapsed="0.000020"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-14T03:07:07.553570" elapsed="0.000019"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-09-14T03:07:07.553702" elapsed="0.000017"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-14T03:07:07.553828" elapsed="0.000018"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-14T03:07:07.554020" elapsed="0.000018"/>
</kw>
<status status="NOT RUN" start="2026-09-14T03:07:07.553899" elapsed="0.000166"/>
</branch>
<status status="NOT RUN" start="2026-09-14T03:07:07.553885" elapsed="0.000200"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-14T03:07:07.551630" elapsed="0.002522"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-14T02:57:00.734142" elapsed="606.820054"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-14T02:36:44.714693" elapsed="1822.840119"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
