<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-09-09T02:47:54.797482" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-09T02:47:55.308349" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-09-09T02:47:55.308215" elapsed="0.000201"/>
</branch>
<status status="PASS" start="2026-09-09T02:47:55.308188" elapsed="0.000252"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T02:47:55.308570" elapsed="0.000487"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-09T02:47:55.309473" level="INFO">Logging into '10.30.171.23:8101' as 'karaf'.</msg>
<msg time="2026-09-09T02:47:56.001229" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-09T02:47:55.309210" elapsed="0.692197"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.050554" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-09T02:47:56.001685" elapsed="0.048942"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.052526" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-09T02:47:56.052632" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-09T02:47:56.050838" elapsed="0.001821"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-09T02:47:56.052822" elapsed="0.000209"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T02:47:56.053182" elapsed="0.000215"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:47:56.053922" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:47:56.053541" elapsed="0.000463"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-09T02:47:56.054067" elapsed="0.000053"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.23
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-09T02:47:55.307870" elapsed="0.746364"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-09T02:47:55.304400" elapsed="0.749892"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-09T02:47:56.054838" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-09T02:47:56.054461" elapsed="0.000430"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-09T02:47:56.055335" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-09T02:47:56.055095" elapsed="0.000303"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-09T02:47:56.055919" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-09T02:47:56.055538" elapsed="0.000424"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-09T02:47:56.056454" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-09T02:47:56.056116" elapsed="0.000379"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-09T02:47:56.057037" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-09T02:47:56.056628" elapsed="0.000436"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-09T02:47:56.057499" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-09T02:47:56.057210" elapsed="0.000329"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-09T02:47:56.057836" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-09T02:47:56.057618" elapsed="0.000269"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.061861" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T02:47:56.061462" elapsed="0.000425"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-09T02:47:56.062844" level="INFO">Length is 0.</msg>
<msg time="2026-09-09T02:47:56.062924" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-09T02:47:56.062410" elapsed="0.000563"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T02:47:56.063312" elapsed="0.000343"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.064615" level="INFO">Logging into '10.30.170.5:22' as 'jenkins'.</msg>
<msg time="2026-09-09T02:47:56.544169" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Sep  9 02:47:12 UTC 2026

  System load:  0.2                Processes:             110
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.5
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-00446-80-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-09T02:47:56.064182" elapsed="0.480137"/>
</kw>
<msg time="2026-09-09T02:47:56.544410" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T02:47:56.063832" elapsed="0.480670"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-09T02:47:56.062093" elapsed="0.482522"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.556143" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-09T02:47:56.544830" elapsed="0.013195"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T02:47:56.558251" elapsed="0.000340"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-09T02:47:56.060990" elapsed="0.497676"/>
</kw>
<status status="PASS" start="2026-09-09T02:47:56.057972" elapsed="0.500927"/>
</branch>
<status status="PASS" start="2026-09-09T02:47:56.057595" elapsed="0.501367"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-09T02:47:56.559157" elapsed="0.000617"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-09T02:47:56.565682" elapsed="0.000042"/>
</return>
<status status="NOT RUN" start="2026-09-09T02:47:56.565363" elapsed="0.000404"/>
</branch>
<status status="PASS" start="2026-09-09T02:47:56.565332" elapsed="0.000465"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-09T02:47:56.570514" elapsed="0.000022"/>
</return>
<status status="NOT RUN" start="2026-09-09T02:47:56.570330" elapsed="0.000255"/>
</branch>
<status status="PASS" start="2026-09-09T02:47:56.570302" elapsed="0.000316"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T02:47:56.570816" elapsed="0.000544"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.571872" level="INFO">Logging into '10.30.171.23:8101' as 'karaf'.</msg>
<msg time="2026-09-09T02:47:56.801471" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-09T02:47:56.571540" elapsed="0.230084"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.895271" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-09T02:47:56.801919" elapsed="0.093457"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.899160" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.2            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-09T02:47:56.899316" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.2            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-09T02:47:56.895569" elapsed="0.003777"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-09T02:47:56.899475" elapsed="0.000190"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T02:47:56.899818" elapsed="0.000198"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:47:56.900425" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.2            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:47:56.900142" elapsed="0.000335"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-09T02:47:56.900523" elapsed="0.000046"/>
</return>
<msg time="2026-09-09T02:47:56.900716" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.2            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.23
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-09T02:47:56.569883" elapsed="0.330865"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-09T02:47:56.900880" elapsed="0.000473"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-09T02:47:56.901399" elapsed="0.000030"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-09T02:47:56.564994" elapsed="0.336525"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-09T02:47:56.905100" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-09-09T02:47:56.904980" elapsed="0.000163"/>
</branch>
<status status="PASS" start="2026-09-09T02:47:56.904958" elapsed="0.000206"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T02:47:56.905278" elapsed="0.000384"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-09T02:47:56.906072" level="INFO">Logging into '10.30.171.23:8101' as 'karaf'.</msg>
<msg time="2026-09-09T02:47:57.065355" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-09T02:47:56.905815" elapsed="0.159687"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-09T02:47:57.087389" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-09T02:47:57.065757" elapsed="0.021702"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-09T02:47:57.089637" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-09T02:47:57.089757" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-09T02:47:57.087630" elapsed="0.002156"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-09T02:47:57.089911" elapsed="0.000195"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T02:47:57.090230" elapsed="0.000237"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:47:57.090947" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:47:57.090603" elapsed="0.000394"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-09T02:47:57.091046" elapsed="0.000049"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.23
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-09T02:47:56.904661" elapsed="0.186540"/>
</kw>
<status status="PASS" start="2026-09-09T02:47:55.302752" elapsed="1.788506"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:47:57.093309" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:47:57.092301" elapsed="0.001070"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-09T02:47:57.094747" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-09T02:47:57.094404" elapsed="0.000384"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-09T02:47:57.095104" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-09-09T02:47:57.094863" elapsed="0.000295"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-09T02:47:57.097985" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-09T02:47:57.097747" elapsed="0.000287"/>
</branch>
<status status="PASS" start="2026-09-09T02:47:57.097729" elapsed="0.000328"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-09T02:47:57.098367" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-09T02:47:57.098475" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-09T02:47:57.098175" elapsed="0.000323"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:47:57.099022" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.23 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.5" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:47:57.098615" elapsed="0.000459"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-09T02:47:57.099602" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T02:47:57.099196" elapsed="0.000430"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-09T02:47:57.100446" level="INFO">Length is 0.</msg>
<msg time="2026-09-09T02:47:57.100525" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-09T02:47:57.100161" elapsed="0.000385"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T02:47:57.100672" elapsed="0.000334"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-09T02:47:57.101775" level="INFO">Logging into '10.30.170.5:22' as 'jenkins'.</msg>
<msg time="2026-09-09T02:47:57.487493" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Sep  9 02:47:12 UTC 2026

  System load:  0.2                Processes:             110
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.5
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Sep  9 02:47:56 2026 from 10.30.170.105
[?2004h[jenkins@releng-00446-80-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-09T02:47:57.101451" elapsed="0.386225"/>
</kw>
<msg time="2026-09-09T02:47:57.487769" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T02:47:57.101142" elapsed="0.386705"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-09T02:47:57.099818" elapsed="0.388152"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-09T02:47:57.488439" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.23 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-09T02:58:03.620599" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-09T02:58:03.620908" level="INFO">${stdout} = </msg>
<msg time="2026-09-09T02:58:03.620976" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-09T02:47:57.488166" elapsed="606.132836"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T02:58:03.621242" elapsed="0.000456"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.622230" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.23. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:49:02.704 16  switches: flows:  86018 83017 83424 83215 83443 83277 82357 80303 79830 83417 78424 79028 79880 79432 79715 78439  total = 21.720317 per ms 
02:50:02.804 16  switches: flows:  90132 87874 89266 88409 87357 87945 87829 86213 84269 87858 84196 84531 84391 82129 85307 83595  total = 22.983287 per ms 
02:51:02.906 16  switches: flows:  84047 83570 82989 83118 80503 82098 79581 79237 78590 77441 77718 77782 77232 76153 76833 76468  total = 21.187297 per ms 
02:52:03.007 16  switches: flows:  81930 80616 80444 78312 75929 78854 75950 75737 74783 73711 72857 73082 73866 73003 74546 73610  total = 20.253346 per ms 
02:53:03.107 16  switches: flows:  83656 81973 80670 79516 77044 79853 75043 78340 75036 73163 73270 74162 74887 74405 74457 74075  total = 20.458353 per ms 
02:54:03.210 16  switches: flows:  81730 81040 80701 78713 76496 78578 76523 76723 74893 74388 73887 73627 75940 72074 75625 72485  total = 20.356416 per ms 
02:55:03.311 16  switches: flows:  83598 80586 80608 79226 76609 79218 76093 76858 75466 73879 73537 74158 75710 74099 75881 72403  total = 20.431326 per ms 
02:56:03.412 16  switches: flows:  81203 81205 80023 78328 77582 78225 75955 75688 73950 74983 73845 74416 74775 72874 74450 73584  total = 20.317525 per ms 
02:57:03.512 16  switches: flows:  82622 81258 79477 80021 77869 79309 77237 78709 76046 75601 73752 75022 76215 75294 75729 74687  total = 20.613056 per ms 
02:58:03.613 16  switches: flows:  84486 83576 83903 81400 80202 81417 79242 81336 77679 76724 76759 76421 79182 77868 78829 76165  total = 21.217729 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 20253.35/22983.29/20868.70/7004.50 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.621868" elapsed="0.000514"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-09T02:58:03.622630" elapsed="0.000038"/>
</return>
<status status="PASS" start="2026-09-09T02:58:03.622482" elapsed="0.000221"/>
</branch>
<status status="PASS" start="2026-09-09T02:58:03.622453" elapsed="0.000273"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-09T02:58:03.622812" elapsed="0.000011"/>
</return>
<status status="NOT RUN" start="2026-09-09T02:58:03.622780" elapsed="0.000067"/>
</branch>
<status status="NOT RUN" start="2026-09-09T02:58:03.622767" elapsed="0.000099"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-09T02:58:03.622896" elapsed="0.000011"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T02:58:03.625219" elapsed="0.000336"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T02:58:03.625688" elapsed="0.000155"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T02:58:03.625974" elapsed="0.000092"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-09T02:58:03.623213" elapsed="0.002900"/>
</kw>
<msg time="2026-09-09T02:58:03.626230" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-09T02:47:57.095484" elapsed="606.530771"/>
</kw>
<status status="PASS" start="2026-09-09T02:47:57.095185" elapsed="606.531114"/>
</branch>
<status status="PASS" start="2026-09-09T02:47:57.094840" elapsed="606.531480"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.626741" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.23. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:49:02.704 16  switches: flows:  86018 83017 83424 83215 83443 83277 82357 80303 79830 83417 78424 79028 79880 79432 79715 78439  total = 21.720317 per ms 
02:50:02.804 16  switches: flows:  90132 87874 89266 88409 87357 87945 87829 86213 84269 87858 84196 84531 84391 82129 85307 83595  total = 22.983287 per ms 
02:51:02.906 16  switches: flows:  84047 83570 82989 83118 80503 82098 79581 79237 78590 77441 77718 77782 77232 76153 76833 76468  total = 21.187297 per ms 
02:52:03.007 16  switches: flows:  81930 80616 80444 78312 75929 78854 75950 75737 74783 73711 72857 73082 73866 73003 74546 73610  total = 20.253346 per ms 
02:53:03.107 16  switches: flows:  83656 81973 80670 79516 77044 79853 75043 78340 75036 73163 73270 74162 74887 74405 74457 74075  total = 20.458353 per ms 
02:54:03.210 16  switches: flows:  81730 81040 80701 78713 76496 78578 76523 76723 74893 74388 73887 73627 75940 72074 75625 72485  total = 20.356416 per ms 
02:55:03.311 16  switches: flows:  83598 80586 80608 79226 76609 79218 76093 76858 75466 73879 73537 74158 75710 74099 75881 72403  total = 20.431326 per ms 
02:56:03.412 16  switches: flows:  81203 81205 80023 78328 77582 78225 75955 75688 73950 74983 73845 74416 74775 72874 74450 73584  total = 20.317525 per ms 
02:57:03.512 16  switches: flows:  82622 81258 79477 80021 77869 79309 77237 78709 76046 75601 73752 75022 76215 75294 75729 74687  total = 20.613056 per ms 
02:58:03.613 16  switches: flows:  84486 83576 83903 81400 80202 81417 79242 81336 77679 76724 76759 76421 79182 77868 78829 76165  total = 21.217729 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 20253.35/22983.29/20868.70/7004.50 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.626467" elapsed="0.000342"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-09T02:58:03.626957" elapsed="0.000339"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-09T02:58:03.627675" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-09T02:58:03.627758" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 20253.35/22983.29/20868.70/7004.50 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-09T02:58:03.627466" elapsed="0.000314"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T02:58:03.628172" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 20253.35/22983.29/20868.70/7004.50 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T02:58:03.627918" elapsed="0.000279"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.630354" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.628326" elapsed="0.002079"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.632519" level="INFO">20253.35/22983.29/20868.70/7004.50</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.630548" elapsed="0.002028"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T02:58:03.634684" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T02:58:03.632709" elapsed="0.001999"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T02:58:03.636852" level="INFO">@{result_value_list} = [ 20253.35 | 22983.29 | 20868.70 | 7004.50 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T02:58:03.634896" elapsed="0.001980"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.637339" level="INFO">Length is 4.</msg>
<msg time="2026-09-09T02:58:03.637429" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-09T02:58:03.637028" elapsed="0.000424"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.641643" level="INFO">min :: 20253.35</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.637828" elapsed="0.003865"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-09T02:58:03.637711" elapsed="0.004013"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.645695" level="INFO">max :: 22983.29</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.641917" elapsed="0.003827"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-09T02:58:03.641804" elapsed="0.003971"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.649797" level="INFO">avg :: 20868.70</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.645980" elapsed="0.003873"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-09T02:58:03.645852" elapsed="0.004032"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.653853" level="INFO">stdev :: 7004.50</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.650093" elapsed="0.003811"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-09T02:58:03.649980" elapsed="0.003968"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-09T02:58:03.637519" elapsed="0.016460"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.657566" level="INFO">${min} = 20253.35</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T02:58:03.654122" elapsed="0.003468"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.662098" level="INFO">${max} = 22983.29</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T02:58:03.657727" elapsed="0.004397"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.665833" level="INFO">${average} = 20868.70</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T02:58:03.662450" elapsed="0.003409"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.669377" level="INFO">${stdev} = 7004.50</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T02:58:03.666019" elapsed="0.003383"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.669962" level="INFO">${date} = 2026-09-09 02:58:03</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-09T02:58:03.669562" elapsed="0.000425"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.670507" level="INFO">CBench Result: 2026-09-09 02:58:03,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,20253.35,22983.29,20868.70,7004.50</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.670123" elapsed="0.000435"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-09T02:58:03.671551" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-09T02:58:03.671143" elapsed="0.000467"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-09T02:58:03.671745" elapsed="0.000442"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-09T02:58:03.670703" elapsed="0.001544"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-09T02:47:57.093776" elapsed="606.578523"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.672731" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-09T02:58:03.672448" elapsed="0.000332"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-09T02:58:03.673281" elapsed="0.000252"/>
</kw>
<status status="PASS" start="2026-09-09T02:58:03.673009" elapsed="0.000584"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-09T02:47:57.091390" elapsed="606.582235"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.674737" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.674388" elapsed="0.000400"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.675899" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-09T02:58:03.675606" elapsed="0.000344"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-09T02:58:03.676276" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-09T02:58:03.676019" elapsed="0.000310"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-09T02:58:03.678986" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-09T02:58:03.678750" elapsed="0.000286"/>
</branch>
<status status="PASS" start="2026-09-09T02:58:03.678733" elapsed="0.000324"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-09T02:58:03.679368" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-09T02:58:03.679489" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-09T02:58:03.679176" elapsed="0.000336"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.680014" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.23 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.5" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T02:58:03.679630" elapsed="0.000434"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-09T02:58:03.680563" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T02:58:03.680188" elapsed="0.000398"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-09T02:58:03.681384" level="INFO">Length is 0.</msg>
<msg time="2026-09-09T02:58:03.681476" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-09T02:58:03.681102" elapsed="0.000395"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T02:58:03.681622" elapsed="0.000289"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-09T02:58:03.682682" level="INFO">Logging into '10.30.170.5:22' as 'jenkins'.</msg>
<msg time="2026-09-09T02:58:04.294318" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Sep  9 02:58:03 UTC 2026

  System load:  1.04               Processes:             105
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.5
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Sep  9 02:47:57 2026 from 10.30.170.105
[?2004h[jenkins@releng-00446-80-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-09T02:58:03.682361" elapsed="0.612228"/>
</kw>
<msg time="2026-09-09T02:58:04.294695" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T02:58:03.682061" elapsed="0.612747"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-09T02:58:03.680762" elapsed="0.614218"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-09T02:58:04.295705" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.23 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-09T03:08:10.333000" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-09T03:08:10.333553" level="INFO">${stdout} = </msg>
<msg time="2026-09-09T03:08:10.333645" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-09T02:58:04.295261" elapsed="606.038433"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T03:08:10.334168" elapsed="0.000669"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.335879" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.23. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:59:09.419 16  switches: flows:  563443 555763 545930 562910 564093 562759 548875 549321 544589 553543 556872 551067 542782 548864 559646 537626  total = 147.468050 per ms 
03:00:09.520 16  switches: flows:  556517 553555 552969 561862 563410 558642 556880 554524 555997 562554 552613 563009 562024 560586 557088 558174  total = 148.589226 per ms 
03:01:09.622 16  switches: flows:  548119 537484 537623 537970 539893 551898 549071 545168 551988 540693 544605 545162 546156 550677 547683 543454  total = 145.048792 per ms 
03:02:09.723 16  switches: flows:  587314 587037 592529 580969 590032 581639 593960 580266 584831 585801 591697 593708 598244 594432 595867 584173  total = 156.778659 per ms 
03:03:09.823 16  switches: flows:  540860 546604 549217 544685 549796 540823 543536 546923 549202 548965 553246 547724 549178 542992 542840 547495  total = 145.491735 per ms 
03:04:09.924 16  switches: flows:  596676 592744 583262 584082 590824 589186 589864 585783 593243 587534 591098 592833 592390 591639 592634 594000  total = 157.199409 per ms 
03:05:10.025 16  switches: flows:  536689 531677 534928 527856 534769 530984 539060 533039 533663 526655 528686 530370 536322 529463 535442 535076  total = 141.839608 per ms 
03:06:10.127 16  switches: flows:  483738 481851 486370 482021 481611 488448 484417 481948 476965 484101 480517 489823 482579 489782 483203 487012  total = 128.856788 per ms 
03:07:10.229 16  switches: flows:  527565 525797 534198 526348 531722 526326 536238 518166 538858 528530 523505 530433 530802 532021 534017 523869  total = 140.902463 per ms 
03:08:10.330 16  switches: flows:  518270 522511 524790 529538 533471 526776 532216 528737 524390 527875 517458 526384 529842 528593 530509 530313  total = 140.292683 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 128856.79/157199.41/144999.93/49029.71 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.335209" elapsed="0.000985"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-09T03:08:10.336613" elapsed="0.000064"/>
</return>
<status status="PASS" start="2026-09-09T03:08:10.336346" elapsed="0.000401"/>
</branch>
<status status="PASS" start="2026-09-09T03:08:10.336302" elapsed="0.000493"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-09T03:08:10.337017" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-09-09T03:08:10.336904" elapsed="0.000193"/>
</branch>
<status status="NOT RUN" start="2026-09-09T03:08:10.336875" elapsed="0.000262"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-09T03:08:10.337197" elapsed="0.000026"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T03:08:10.342424" elapsed="0.000748"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T03:08:10.343472" elapsed="0.000321"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T03:08:10.344095" elapsed="0.000212"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-09T03:08:10.337806" elapsed="0.006606"/>
</kw>
<msg time="2026-09-09T03:08:10.344661" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-09T02:58:03.676645" elapsed="606.668069"/>
</kw>
<status status="PASS" start="2026-09-09T02:58:03.676353" elapsed="606.668455"/>
</branch>
<status status="PASS" start="2026-09-09T02:58:03.676000" elapsed="606.668854"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.345807" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.23. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:59:09.419 16  switches: flows:  563443 555763 545930 562910 564093 562759 548875 549321 544589 553543 556872 551067 542782 548864 559646 537626  total = 147.468050 per ms 
03:00:09.520 16  switches: flows:  556517 553555 552969 561862 563410 558642 556880 554524 555997 562554 552613 563009 562024 560586 557088 558174  total = 148.589226 per ms 
03:01:09.622 16  switches: flows:  548119 537484 537623 537970 539893 551898 549071 545168 551988 540693 544605 545162 546156 550677 547683 543454  total = 145.048792 per ms 
03:02:09.723 16  switches: flows:  587314 587037 592529 580969 590032 581639 593960 580266 584831 585801 591697 593708 598244 594432 595867 584173  total = 156.778659 per ms 
03:03:09.823 16  switches: flows:  540860 546604 549217 544685 549796 540823 543536 546923 549202 548965 553246 547724 549178 542992 542840 547495  total = 145.491735 per ms 
03:04:09.924 16  switches: flows:  596676 592744 583262 584082 590824 589186 589864 585783 593243 587534 591098 592833 592390 591639 592634 594000  total = 157.199409 per ms 
03:05:10.025 16  switches: flows:  536689 531677 534928 527856 534769 530984 539060 533039 533663 526655 528686 530370 536322 529463 535442 535076  total = 141.839608 per ms 
03:06:10.127 16  switches: flows:  483738 481851 486370 482021 481611 488448 484417 481948 476965 484101 480517 489823 482579 489782 483203 487012  total = 128.856788 per ms 
03:07:10.229 16  switches: flows:  527565 525797 534198 526348 531722 526326 536238 518166 538858 528530 523505 530433 530802 532021 534017 523869  total = 140.902463 per ms 
03:08:10.330 16  switches: flows:  518270 522511 524790 529538 533471 526776 532216 528737 524390 527875 517458 526384 529842 528593 530509 530313  total = 140.292683 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 128856.79/157199.41/144999.93/49029.71 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.345184" elapsed="0.000817"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-09T03:08:10.346290" elapsed="0.000814"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-09T03:08:10.347848" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-09T03:08:10.348071" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 128856.79/157199.41/144999.93/49029.71 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-09T03:08:10.347424" elapsed="0.000696"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T03:08:10.348908" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 128856.79/157199.41/144999.93/49029.71 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T03:08:10.348416" elapsed="0.000587"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.353783" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.349288" elapsed="0.004606"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.358676" level="INFO">128856.79/157199.41/144999.93/49029.71</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.354225" elapsed="0.004560"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T03:08:10.363546" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T03:08:10.359123" elapsed="0.004525"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T03:08:10.368503" level="INFO">@{result_value_list} = [ 128856.79 | 157199.41 | 144999.93 | 49029.71 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T03:08:10.364079" elapsed="0.004477"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.369490" level="INFO">Length is 4.</msg>
<msg time="2026-09-09T03:08:10.369659" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-09T03:08:10.368851" elapsed="0.000853"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.379405" level="INFO">min :: 128856.79</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.370506" elapsed="0.008979"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-09T03:08:10.370255" elapsed="0.009276"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.385588" level="INFO">max :: 157199.41</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.379828" elapsed="0.005834"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-09T03:08:10.379653" elapsed="0.006054"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.391668" level="INFO">avg :: 144999.93</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.386019" elapsed="0.005722"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-09T03:08:10.385821" elapsed="0.005965"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.397842" level="INFO">stdev :: 49029.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.392101" elapsed="0.005847"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-09T03:08:10.391899" elapsed="0.006106"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-09T03:08:10.369837" elapsed="0.028216"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.403220" level="INFO">${min} = 128856.79</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T03:08:10.398262" elapsed="0.004993"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.407588" level="INFO">${max} = 157199.41</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T03:08:10.403456" elapsed="0.004155"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.411070" level="INFO">${average} = 144999.93</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T03:08:10.407744" elapsed="0.003349"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.414595" level="INFO">${stdev} = 49029.71</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T03:08:10.411225" elapsed="0.003394"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.415099" level="INFO">${date} = 2026-09-09 03:08:10</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-09T03:08:10.414760" elapsed="0.000362"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.415605" level="INFO">CBench Result: 2026-09-09 03:08:10,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,128856.79,157199.41,144999.93,49029.71</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.415249" elapsed="0.000405"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-09T03:08:10.416621" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-09T03:08:10.416233" elapsed="0.000447"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-09T03:08:10.416813" elapsed="0.000441"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-09T03:08:10.415797" elapsed="0.001515"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-09T02:58:03.675088" elapsed="606.742276"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.417774" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-09T03:08:10.417494" elapsed="0.000330"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-09T03:08:10.418309" elapsed="0.000236"/>
</kw>
<status status="PASS" start="2026-09-09T03:08:10.418041" elapsed="0.000566"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-09T02:58:03.673895" elapsed="606.744745"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.419703" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.419366" elapsed="0.000388"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.420819" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-09T03:08:10.420526" elapsed="0.000331"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-09T03:08:10.421186" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-09T03:08:10.420986" elapsed="0.000252"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-09T03:08:10.424114" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-09T03:08:10.423866" elapsed="0.000298"/>
</branch>
<status status="PASS" start="2026-09-09T03:08:10.423849" elapsed="0.000336"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-09T03:08:10.424476" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-09T03:08:10.424578" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-09T03:08:10.424303" elapsed="0.000298"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.425114" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.23 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.5" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:08:10.424720" elapsed="0.000445"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-09T03:08:10.425633" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T03:08:10.425287" elapsed="0.000369"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-09T03:08:10.426465" level="INFO">Length is 0.</msg>
<msg time="2026-09-09T03:08:10.426543" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-09T03:08:10.426192" elapsed="0.000372"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T03:08:10.426689" elapsed="0.000391"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-09T03:08:10.427830" level="INFO">Logging into '10.30.170.5:22' as 'jenkins'.</msg>
<msg time="2026-09-09T03:08:11.069966" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Sep  9 03:08:10 UTC 2026

  System load:  0.52               Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.5
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Sep  9 02:58:04 2026 from 10.30.170.105
[?2004h[jenkins@releng-00446-80-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-09T03:08:10.427520" elapsed="0.642637"/>
</kw>
<msg time="2026-09-09T03:08:11.070237" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T03:08:10.427215" elapsed="0.643096"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-09T03:08:10.425833" elapsed="0.644583"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-09T03:08:11.070899" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.23 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-09T03:18:17.117335" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-09T03:18:17.117829" level="INFO">${stdout} = </msg>
<msg time="2026-09-09T03:18:17.117920" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-09T03:08:11.070619" elapsed="606.047392"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T03:18:17.118405" elapsed="0.000696"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.120126" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.23. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:09:16.216 16  switches: flows:  78818 78773 78258 78180 78019 78548 76394 77132 76017 76021 75364 76036 75993 75587 76048 74733  total = 20.498683 per ms 
03:10:16.316 16  switches: flows:  80816 81569 82093 80773 82762 82585 80777 80793 79503 78504 79093 79222 80269 78975 81330 78435  total = 21.422523 per ms 
03:11:16.417 16  switches: flows:  84759 85013 85404 83421 86426 87178 82805 83034 82682 82122 81695 81491 83498 80253 82947 79892  total = 22.173301 per ms 
03:12:16.517 16  switches: flows:  83871 83117 85641 82455 85888 86270 82698 83152 82602 81480 82395 80836 82899 80633 82862 79977  total = 22.076042 per ms 
03:13:16.617 16  switches: flows:  83607 83359 83749 83021 86568 87212 82793 82864 83179 80487 81468 81883 83610 80466 82103 79561  total = 22.062018 per ms 
03:14:16.718 16  switches: flows:  85094 85598 85982 84331 88174 86995 84543 83288 84672 82518 81873 83404 85373 80991 83660 80316  total = 22.409405 per ms 
03:15:16.818 16  switches: flows:  78488 80211 81058 78917 82300 81131 77958 78020 77618 77670 76325 78502 79579 76142 77372 75809  total = 20.916745 per ms 
03:16:16.918 16  switches: flows:  81433 81347 83259 81738 83250 83007 80717 79349 80412 79089 78060 79060 81506 77299 79112 76733  total = 21.387136 per ms 
03:17:17.018 16  switches: flows:  84379 84374 85914 84259 85761 85215 82309 82796 83181 80543 80784 82034 83253 79942 81544 79589  total = 22.061126 per ms 
03:18:17.119 16  switches: flows:  86213 85586 87643 83849 87684 88182 84891 83684 84431 83002 82348 82432 84737 79940 82763 79998  total = 22.418903 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 20916.75/22418.90/21880.80/7309.89 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.119432" elapsed="0.000970"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-09T03:18:17.120836" elapsed="0.000064"/>
</return>
<status status="PASS" start="2026-09-09T03:18:17.120554" elapsed="0.000446"/>
</branch>
<status status="PASS" start="2026-09-09T03:18:17.120510" elapsed="0.000540"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-09T03:18:17.121228" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-09-09T03:18:17.121157" elapsed="0.000147"/>
</branch>
<status status="NOT RUN" start="2026-09-09T03:18:17.121128" elapsed="0.000217"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-09T03:18:17.121404" elapsed="0.000025"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-09T03:18:17.126737" elapsed="0.000672"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-09T03:18:17.127719" elapsed="0.000327"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-09T03:18:17.128303" elapsed="0.000191"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-09T03:18:17.122045" elapsed="0.006571"/>
</kw>
<msg time="2026-09-09T03:18:17.128862" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-09T03:08:10.421545" elapsed="606.707369"/>
</kw>
<status status="PASS" start="2026-09-09T03:08:10.421260" elapsed="606.707786"/>
</branch>
<status status="PASS" start="2026-09-09T03:08:10.420966" elapsed="606.708128"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.129991" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.23:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.23. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
03:09:16.216 16  switches: flows:  78818 78773 78258 78180 78019 78548 76394 77132 76017 76021 75364 76036 75993 75587 76048 74733  total = 20.498683 per ms 
03:10:16.316 16  switches: flows:  80816 81569 82093 80773 82762 82585 80777 80793 79503 78504 79093 79222 80269 78975 81330 78435  total = 21.422523 per ms 
03:11:16.417 16  switches: flows:  84759 85013 85404 83421 86426 87178 82805 83034 82682 82122 81695 81491 83498 80253 82947 79892  total = 22.173301 per ms 
03:12:16.517 16  switches: flows:  83871 83117 85641 82455 85888 86270 82698 83152 82602 81480 82395 80836 82899 80633 82862 79977  total = 22.076042 per ms 
03:13:16.617 16  switches: flows:  83607 83359 83749 83021 86568 87212 82793 82864 83179 80487 81468 81883 83610 80466 82103 79561  total = 22.062018 per ms 
03:14:16.718 16  switches: flows:  85094 85598 85982 84331 88174 86995 84543 83288 84672 82518 81873 83404 85373 80991 83660 80316  total = 22.409405 per ms 
03:15:16.818 16  switches: flows:  78488 80211 81058 78917 82300 81131 77958 78020 77618 77670 76325 78502 79579 76142 77372 75809  total = 20.916745 per ms 
03:16:16.918 16  switches: flows:  81433 81347 83259 81738 83250 83007 80717 79349 80412 79089 78060 79060 81506 77299 79112 76733  total = 21.387136 per ms 
03:17:17.018 16  switches: flows:  84379 84374 85914 84259 85761 85215 82309 82796 83181 80543 80784 82034 83253 79942 81544 79589  total = 22.061126 per ms 
03:18:17.119 16  switches: flows:  86213 85586 87643 83849 87684 88182 84891 83684 84431 83002 82348 82432 84737 79940 82763 79998  total = 22.418903 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 20916.75/22418.90/21880.80/7309.89 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.129373" elapsed="0.000765"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-09T03:18:17.130422" elapsed="0.000731"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-09T03:18:17.131904" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-09T03:18:17.132105" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 20916.75/22418.90/21880.80/7309.89 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-09T03:18:17.131468" elapsed="0.000685"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T03:18:17.132979" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 20916.75/22418.90/21880.80/7309.89 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T03:18:17.132446" elapsed="0.000586"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.137759" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.133312" elapsed="0.004557"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.142633" level="INFO">20916.75/22418.90/21880.80/7309.89</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.138180" elapsed="0.004563"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T03:18:17.147459" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T03:18:17.143064" elapsed="0.004446"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-09T03:18:17.152345" level="INFO">@{result_value_list} = [ 20916.75 | 22418.90 | 21880.80 | 7309.89 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-09T03:18:17.147895" elapsed="0.004503"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.153426" level="INFO">Length is 4.</msg>
<msg time="2026-09-09T03:18:17.153617" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-09T03:18:17.152726" elapsed="0.000940"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.162341" level="INFO">min :: 20916.75</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.154439" elapsed="0.007972"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-09T03:18:17.154187" elapsed="0.008270"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.168347" level="INFO">max :: 22418.90</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.162741" elapsed="0.005675"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-09T03:18:17.162562" elapsed="0.005896"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.174060" level="INFO">avg :: 21880.80</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.168733" elapsed="0.005396"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-09T03:18:17.168560" elapsed="0.005611"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.179714" level="INFO">stdev :: 7309.89</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.174434" elapsed="0.005349"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-09T03:18:17.174272" elapsed="0.005552"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-09T03:18:17.153781" elapsed="0.026078"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.184695" level="INFO">${min} = 20916.75</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T03:18:17.180070" elapsed="0.004658"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.188805" level="INFO">${max} = 22418.90</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T03:18:17.184917" elapsed="0.003914"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.192269" level="INFO">${average} = 21880.80</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T03:18:17.188978" elapsed="0.003314"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.195739" level="INFO">${stdev} = 7309.89</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-09T03:18:17.192424" elapsed="0.003338"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.196221" level="INFO">${date} = 2026-09-09 03:18:17</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-09T03:18:17.195905" elapsed="0.000339"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.196743" level="INFO">CBench Result: 2026-09-09 03:18:17,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,20916.75,22418.90,21880.80,7309.89</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-09T03:18:17.196375" elapsed="0.000416"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-09T03:18:17.197753" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-chromium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-chromium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-09T03:18:17.197333" elapsed="0.000483"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-09T03:18:17.197962" elapsed="0.000402"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-09T03:18:17.196919" elapsed="0.001500"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-09T03:08:10.420050" elapsed="606.778419"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.198881" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-09T03:18:17.198607" elapsed="0.000338"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-09T03:18:17.200015" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-09T03:18:17.199558" elapsed="0.000480"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-09T03:18:17.200230" elapsed="0.000025"/>
</return>
<status status="PASS" start="2026-09-09T03:18:17.200101" elapsed="0.000181"/>
</branch>
<status status="PASS" start="2026-09-09T03:18:17.200086" elapsed="0.000216"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-09T03:18:17.200425" elapsed="0.000019"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-09T03:18:17.200561" elapsed="0.000017"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-09T03:18:17.200712" elapsed="0.000018"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-09-09T03:18:17.200848" elapsed="0.000017"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-09T03:18:17.201025" elapsed="0.000018"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-09-09T03:18:17.201153" elapsed="0.000017"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-09T03:18:17.201283" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-09T03:18:17.201475" elapsed="0.000017"/>
</kw>
<status status="NOT RUN" start="2026-09-09T03:18:17.201356" elapsed="0.000163"/>
</branch>
<status status="NOT RUN" start="2026-09-09T03:18:17.201342" elapsed="0.000201"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-09T03:18:17.199273" elapsed="0.002314"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-09T03:08:10.418888" elapsed="606.782760"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-09T02:47:54.798996" elapsed="1822.403024"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
