<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-09-04T01:04:38.259427" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-04T01:04:38.801709" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-09-04T01:04:38.801561" elapsed="0.000232"/>
</branch>
<status status="PASS" start="2026-09-04T01:04:38.801526" elapsed="0.000293"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:04:38.801970" elapsed="0.000526"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-04T01:04:38.802950" level="INFO">Logging into '10.30.171.34:8101' as 'karaf'.</msg>
<msg time="2026-09-04T01:04:39.540787" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-04T01:04:38.802661" elapsed="0.738392"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-04T01:04:39.590255" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-04T01:04:39.541442" elapsed="0.048876"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-04T01:04:39.592107" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-04T01:04:39.592218" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-04T01:04:39.590471" elapsed="0.001773"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-04T01:04:39.592386" elapsed="0.000188"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:04:39.592719" elapsed="0.000324"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:04:39.593562" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:04:39.593197" elapsed="0.000414"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-04T01:04:39.593667" elapsed="0.000074"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.34
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-04T01:04:38.801210" elapsed="0.792659"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-04T01:04:38.797821" elapsed="0.796122"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T01:04:39.594612" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T01:04:39.594152" elapsed="0.000526"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T01:04:39.595080" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T01:04:39.594815" elapsed="0.000330"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-04T01:04:39.595700" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-04T01:04:39.595301" elapsed="0.000424"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T01:04:39.596273" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T01:04:39.595885" elapsed="0.000426"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-04T01:04:39.596957" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-04T01:04:39.596474" elapsed="0.000548"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T01:04:39.597644" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T01:04:39.597226" elapsed="0.000479"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-04T01:04:39.598060" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-09-04T01:04:39.597807" elapsed="0.000304"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-04T01:04:39.602680" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:04:39.602240" elapsed="0.000465"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T01:04:39.603761" level="INFO">Length is 0.</msg>
<msg time="2026-09-04T01:04:39.603836" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T01:04:39.603258" elapsed="0.000608"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:04:39.604031" elapsed="0.000333"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-04T01:04:39.605387" level="INFO">Logging into '10.30.171.33:22' as 'jenkins'.</msg>
<msg time="2026-09-04T01:04:40.061055" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Sep  4 01:04:06 UTC 2026

  System load:  0.08               Processes:             110
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.33
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-50965-34-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-04T01:04:39.604834" elapsed="0.456397"/>
</kw>
<msg time="2026-09-04T01:04:40.061324" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:04:39.604503" elapsed="0.456925"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-04T01:04:39.602913" elapsed="0.458644"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.071941" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-04T01:04:40.061823" elapsed="0.012392"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:04:40.074468" elapsed="0.000361"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-04T01:04:39.601701" elapsed="0.473228"/>
</kw>
<status status="PASS" start="2026-09-04T01:04:39.598451" elapsed="0.476527"/>
</branch>
<status status="PASS" start="2026-09-04T01:04:39.597775" elapsed="0.477283"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-04T01:04:40.075269" elapsed="0.000683"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-04T01:04:40.081808" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-09-04T01:04:40.081629" elapsed="0.000245"/>
</branch>
<status status="PASS" start="2026-09-04T01:04:40.081587" elapsed="0.000336"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-04T01:04:40.086437" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-09-04T01:04:40.086299" elapsed="0.000194"/>
</branch>
<status status="PASS" start="2026-09-04T01:04:40.086276" elapsed="0.000244"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:04:40.086682" elapsed="0.000573"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.087749" level="INFO">Logging into '10.30.171.34:8101' as 'karaf'.</msg>
<msg time="2026-09-04T01:04:40.369487" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-04T01:04:40.087436" elapsed="0.282258"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.457801" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-04T01:04:40.370083" elapsed="0.087947"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.468060" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-04T01:04:40.468487" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-04T01:04:40.458326" elapsed="0.010195"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-04T01:04:40.468794" elapsed="0.000443"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:04:40.469390" elapsed="0.000262"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:04:40.470159" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:04:40.469783" elapsed="0.000426"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-04T01:04:40.470262" elapsed="0.000066"/>
</return>
<msg time="2026-09-04T01:04:40.470481" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.34
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-04T01:04:40.085839" elapsed="0.384671"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-04T01:04:40.470644" elapsed="0.000731"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-04T01:04:40.471424" elapsed="0.000029"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-04T01:04:40.081201" elapsed="0.390343"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-04T01:04:40.475198" elapsed="0.000012"/>
</return>
<status status="NOT RUN" start="2026-09-04T01:04:40.475067" elapsed="0.000171"/>
</branch>
<status status="PASS" start="2026-09-04T01:04:40.475041" elapsed="0.000219"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:04:40.475380" elapsed="0.000424"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.476205" level="INFO">Logging into '10.30.171.34:8101' as 'karaf'.</msg>
<msg time="2026-09-04T01:04:40.634269" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-04T01:04:40.475952" elapsed="0.158398"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.658047" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-04T01:04:40.634497" elapsed="0.023602"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.659712" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-04T01:04:40.659797" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-04T01:04:40.658231" elapsed="0.001592"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-04T01:04:40.659953" elapsed="0.000186"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:04:40.660269" elapsed="0.000146"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:04:40.660773" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:04:40.660539" elapsed="0.000277"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-04T01:04:40.660857" elapsed="0.000048"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.34
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-04T01:04:40.474716" elapsed="0.186297"/>
</kw>
<status status="PASS" start="2026-09-04T01:04:38.795518" elapsed="1.865552"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:04:40.663163" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:04:40.661841" elapsed="0.001381"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T01:04:40.664503" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T01:04:40.664191" elapsed="0.000350"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-04T01:04:40.664808" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T01:04:40.664606" elapsed="0.000252"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-04T01:04:40.667499" elapsed="0.000018"/>
</kw>
<status status="NOT RUN" start="2026-09-04T01:04:40.667280" elapsed="0.000267"/>
</branch>
<status status="PASS" start="2026-09-04T01:04:40.667262" elapsed="0.000307"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.667866" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-04T01:04:40.668004" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-04T01:04:40.667687" elapsed="0.000342"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:04:40.668517" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.34 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.33" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:04:40.668148" elapsed="0.000422"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.669145" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:04:40.668691" elapsed="0.000478"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T01:04:40.669959" level="INFO">Length is 0.</msg>
<msg time="2026-09-04T01:04:40.670052" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T01:04:40.669670" elapsed="0.000403"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:04:40.670198" elapsed="0.000297"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-04T01:04:40.671275" level="INFO">Logging into '10.30.171.33:22' as 'jenkins'.</msg>
<msg time="2026-09-04T01:04:41.041653" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Sep  4 01:04:06 UTC 2026

  System load:  0.08               Processes:             110
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.33
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Sep  4 01:04:39 2026 from 10.30.170.141
[?2004h[jenkins@releng-50965-34-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-04T01:04:40.670948" elapsed="0.370820"/>
</kw>
<msg time="2026-09-04T01:04:41.041828" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:04:40.670629" elapsed="0.371277"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-04T01:04:40.669347" elapsed="0.372658"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-04T01:04:41.042359" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.34 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-04T01:14:47.161953" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-04T01:14:47.162606" level="INFO">${stdout} = </msg>
<msg time="2026-09-04T01:14:47.162701" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-04T01:04:41.042157" elapsed="606.120607"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:14:47.163247" elapsed="0.000701"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.165053" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:05:46.271 16  switches: flows:  90876 86546 88193 86292 88236 86413 84981 84498 84817 80984 83745 81104 84064 82392 81553 80779  total = 22.591217 per ms 
01:06:46.371 16  switches: flows:  97596 97225 96337 95761 96067 92955 93226 92347 90830 90883 91999 90368 90628 90875 89997 90258  total = 24.747860 per ms 
01:07:46.472 16  switches: flows:  100543 100111 101436 98802 99567 98495 97335 97439 95420 94434 95153 94773 93006 96198 94076 92994  total = 25.786642 per ms 
01:08:46.572 16  switches: flows:  98524 96511 96559 95761 96146 95719 94097 94787 92945 91790 91051 90860 89394 92200 91484 89600  total = 24.915546 per ms 
01:09:46.672 16  switches: flows:  99842 100008 99654 97410 99073 97464 96087 98092 95503 94542 92655 93194 92387 93921 92763 91404  total = 25.524050 per ms 
01:10:46.772 16  switches: flows:  101134 99807 101304 98176 100713 100092 96750 99643 95505 94928 94029 93529 94748 96450 92593 91666  total = 25.808040 per ms 
01:11:46.873 16  switches: flows:  101676 99566 99927 98167 100959 101039 98154 99043 95877 95612 93690 95161 93425 96947 93507 92468  total = 25.877113 per ms 
01:12:46.973 16  switches: flows:  101837 100444 101324 98014 102276 101682 99008 100961 97029 96998 95221 95146 93991 97027 96317 93991  total = 26.144107 per ms 
01:13:47.074 16  switches: flows:  100164 98646 98894 97209 99143 98336 96459 97744 94580 94338 93851 94423 92691 93968 93564 91456  total = 25.548169 per ms 
01:14:47.174 16  switches: flows:  100875 99103 99986 98228 100583 99938 96967 98728 95642 96272 94381 95527 93316 94456 94494 93034  total = 25.815743 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 24747.86/26144.11/25574.14/8535.75 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.164329" elapsed="0.001018"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-04T01:14:47.165816" elapsed="0.000082"/>
</return>
<status status="PASS" start="2026-09-04T01:14:47.165531" elapsed="0.000439"/>
</branch>
<status status="PASS" start="2026-09-04T01:14:47.165481" elapsed="0.000568"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-04T01:14:47.166236" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-09-04T01:14:47.166165" elapsed="0.000149"/>
</branch>
<status status="NOT RUN" start="2026-09-04T01:14:47.166136" elapsed="0.000219"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-04T01:14:47.166418" elapsed="0.000026"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:14:47.172215" elapsed="0.000677"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:14:47.173211" elapsed="0.000998"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:14:47.174491" elapsed="0.000196"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-04T01:14:47.167736" elapsed="0.007053"/>
</kw>
<msg time="2026-09-04T01:14:47.175065" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-04T01:04:40.665216" elapsed="606.509904"/>
</kw>
<status status="PASS" start="2026-09-04T01:04:40.664901" elapsed="606.510311"/>
</branch>
<status status="PASS" start="2026-09-04T01:04:40.664587" elapsed="606.510669"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.176178" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:05:46.271 16  switches: flows:  90876 86546 88193 86292 88236 86413 84981 84498 84817 80984 83745 81104 84064 82392 81553 80779  total = 22.591217 per ms 
01:06:46.371 16  switches: flows:  97596 97225 96337 95761 96067 92955 93226 92347 90830 90883 91999 90368 90628 90875 89997 90258  total = 24.747860 per ms 
01:07:46.472 16  switches: flows:  100543 100111 101436 98802 99567 98495 97335 97439 95420 94434 95153 94773 93006 96198 94076 92994  total = 25.786642 per ms 
01:08:46.572 16  switches: flows:  98524 96511 96559 95761 96146 95719 94097 94787 92945 91790 91051 90860 89394 92200 91484 89600  total = 24.915546 per ms 
01:09:46.672 16  switches: flows:  99842 100008 99654 97410 99073 97464 96087 98092 95503 94542 92655 93194 92387 93921 92763 91404  total = 25.524050 per ms 
01:10:46.772 16  switches: flows:  101134 99807 101304 98176 100713 100092 96750 99643 95505 94928 94029 93529 94748 96450 92593 91666  total = 25.808040 per ms 
01:11:46.873 16  switches: flows:  101676 99566 99927 98167 100959 101039 98154 99043 95877 95612 93690 95161 93425 96947 93507 92468  total = 25.877113 per ms 
01:12:46.973 16  switches: flows:  101837 100444 101324 98014 102276 101682 99008 100961 97029 96998 95221 95146 93991 97027 96317 93991  total = 26.144107 per ms 
01:13:47.074 16  switches: flows:  100164 98646 98894 97209 99143 98336 96459 97744 94580 94338 93851 94423 92691 93968 93564 91456  total = 25.548169 per ms 
01:14:47.174 16  switches: flows:  100875 99103 99986 98228 100583 99938 96967 98728 95642 96272 94381 95527 93316 94456 94494 93034  total = 25.815743 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 24747.86/26144.11/25574.14/8535.75 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.175565" elapsed="0.000761"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-04T01:14:47.176651" elapsed="0.000761"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-04T01:14:47.178241" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-04T01:14:47.178417" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 24747.86/26144.11/25574.14/8535.75 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-04T01:14:47.177749" elapsed="0.000736"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:14:47.179309" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 24747.86/26144.11/25574.14/8535.75 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:14:47.178787" elapsed="0.000574"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.184237" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.179706" elapsed="0.004639"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.189124" level="INFO">24747.86/26144.11/25574.14/8535.75</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.184655" elapsed="0.004578"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:14:47.193948" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:14:47.189548" elapsed="0.004483"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:14:47.199109" level="INFO">@{result_value_list} = [ 24747.86 | 26144.11 | 25574.14 | 8535.75 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:14:47.194418" elapsed="0.004747"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.200135" level="INFO">Length is 4.</msg>
<msg time="2026-09-04T01:14:47.200308" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T01:14:47.199491" elapsed="0.000862"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.208038" level="INFO">min :: 24747.86</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.201163" elapsed="0.006946"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-04T01:14:47.200870" elapsed="0.007281"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.213915" level="INFO">max :: 26144.11</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.208419" elapsed="0.005563"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-04T01:14:47.208262" elapsed="0.005786"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.219634" level="INFO">avg :: 25574.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.214314" elapsed="0.005388"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-04T01:14:47.214155" elapsed="0.005588"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.225295" level="INFO">stdev :: 8535.75</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.220028" elapsed="0.005335"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-04T01:14:47.219853" elapsed="0.005551"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-04T01:14:47.200503" elapsed="0.024940"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.230287" level="INFO">${min} = 24747.86</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:14:47.225653" elapsed="0.004666"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.236530" level="INFO">${max} = 26144.11</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:14:47.230519" elapsed="0.006045"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.241395" level="INFO">${average} = 25574.14</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:14:47.236752" elapsed="0.004677"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.246343" level="INFO">${stdev} = 8535.75</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:14:47.241633" elapsed="0.004734"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.246850" level="INFO">${date} = 2026-09-04 01:14:47</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-04T01:14:47.246520" elapsed="0.000353"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.247369" level="INFO">CBench Result: 2026-09-04 01:14:47,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,24747.86,26144.11,25574.14,8535.75</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.247016" elapsed="0.000401"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T01:14:47.248357" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T01:14:47.247970" elapsed="0.000445"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-04T01:14:47.248558" elapsed="0.000406"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-04T01:14:47.247560" elapsed="0.001474"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-04T01:04:40.663605" elapsed="606.585480"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.249504" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-04T01:14:47.249215" elapsed="0.000338"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-04T01:14:47.250016" elapsed="0.000233"/>
</kw>
<status status="PASS" start="2026-09-04T01:14:47.249736" elapsed="0.000572"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-04T01:04:40.661217" elapsed="606.589123"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.251423" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.251093" elapsed="0.000392"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.252562" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T01:14:47.252264" elapsed="0.000336"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-04T01:14:47.252894" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T01:14:47.252664" elapsed="0.000281"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-04T01:14:47.255521" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-04T01:14:47.255262" elapsed="0.000309"/>
</branch>
<status status="PASS" start="2026-09-04T01:14:47.255246" elapsed="0.000345"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-04T01:14:47.255876" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-04T01:14:47.255978" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-04T01:14:47.255704" elapsed="0.000312"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.256506" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.34 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.33" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:14:47.256133" elapsed="0.000423"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-04T01:14:47.257035" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:14:47.256676" elapsed="0.000382"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T01:14:47.257842" level="INFO">Length is 0.</msg>
<msg time="2026-09-04T01:14:47.257918" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T01:14:47.257570" elapsed="0.000369"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:14:47.258076" elapsed="0.000284"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-04T01:14:47.259127" level="INFO">Logging into '10.30.171.33:22' as 'jenkins'.</msg>
<msg time="2026-09-04T01:14:47.885392" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Sep  4 01:14:47 UTC 2026

  System load:  1.0                Processes:             106
  Usage of /:   20.2% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.33
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Sep  4 01:04:40 2026 from 10.30.170.141
[?2004h[jenkins@releng-50965-34-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-04T01:14:47.258804" elapsed="0.626770"/>
</kw>
<msg time="2026-09-04T01:14:47.885656" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:14:47.258504" elapsed="0.627236"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-04T01:14:47.257230" elapsed="0.628617"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-04T01:14:47.886389" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.34 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-04T01:24:53.947543" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-04T01:24:53.948801" level="INFO">${stdout} = </msg>
<msg time="2026-09-04T01:24:53.948895" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-04T01:14:47.886089" elapsed="606.062868"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:24:53.949451" elapsed="0.001417"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:53.952693" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:15:53.042 16  switches: flows:  591071 587383 583169 581698 584033 582561 583242 581888 580528 577466 575374 570732 582918 573356 582678 581320  total = 154.990283 per ms 
01:16:53.142 16  switches: flows:  634294 630780 629365 625710 635220 632355 628306 634620 631006 634952 617853 623496 627996 631613 630280 631923  total = 167.714825 per ms 
01:17:53.243 16  switches: flows:  626983 617911 636670 628213 636132 624324 628738 624765 627587 619409 629364 630257 631165 620847 629090 619374  total = 166.900538 per ms 
01:18:53.345 16  switches: flows:  626936 629665 627760 630463 632803 627109 630284 629406 630104 634455 626225 626955 637743 634526 632285 630236  total = 167.832579 per ms 
01:19:53.446 16  switches: flows:  634774 636346 627244 634407 635564 636898 630395 626374 633690 635643 632109 621993 634165 632985 630331 635258  total = 168.352517 per ms 
01:20:53.548 16  switches: flows:  644309 641691 646002 647490 654579 651546 648722 653354 649767 643005 649780 649167 653965 648726 649186 652098  total = 172.766309 per ms 
01:21:53.650 16  switches: flows:  643254 640528 640165 638513 644214 642542 646116 642669 641335 645743 646746 638585 645475 646073 649235 648676  total = 171.375658 per ms 
01:22:53.751 16  switches: flows:  632244 633725 637833 632877 639056 636906 633135 636951 633886 634469 636810 633415 633818 639278 630864 634202  total = 169.041457 per ms 
01:23:53.852 16  switches: flows:  645586 647179 643906 645667 654573 644820 642444 652211 641575 648058 650667 645084 654917 641125 646237 648992  total = 172.261422 per ms 
01:24:53.954 16  switches: flows:  642340 633050 640931 637304 642355 644226 640504 641913 636277 643273 636565 635936 643828 640912 643045 639403  total = 170.410346 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 166900.54/172766.31/169628.41/56578.89 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:53.951268" elapsed="0.001718"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-04T01:24:53.953513" elapsed="0.000083"/>
</return>
<status status="PASS" start="2026-09-04T01:24:53.953184" elapsed="0.000489"/>
</branch>
<status status="PASS" start="2026-09-04T01:24:53.953137" elapsed="0.000586"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-04T01:24:53.953920" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-09-04T01:24:53.953845" elapsed="0.000189"/>
</branch>
<status status="NOT RUN" start="2026-09-04T01:24:53.953814" elapsed="0.000265"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-04T01:24:53.954143" elapsed="0.000027"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:24:53.960279" elapsed="0.000763"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:24:53.961376" elapsed="0.000360"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:24:53.962043" elapsed="0.000220"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-04T01:24:53.954828" elapsed="0.007566"/>
</kw>
<msg time="2026-09-04T01:24:53.962666" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-04T01:14:47.253255" elapsed="606.709467"/>
</kw>
<status status="PASS" start="2026-09-04T01:14:47.252967" elapsed="606.709853"/>
</branch>
<status status="PASS" start="2026-09-04T01:14:47.252647" elapsed="606.710221"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:53.963860" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:15:53.042 16  switches: flows:  591071 587383 583169 581698 584033 582561 583242 581888 580528 577466 575374 570732 582918 573356 582678 581320  total = 154.990283 per ms 
01:16:53.142 16  switches: flows:  634294 630780 629365 625710 635220 632355 628306 634620 631006 634952 617853 623496 627996 631613 630280 631923  total = 167.714825 per ms 
01:17:53.243 16  switches: flows:  626983 617911 636670 628213 636132 624324 628738 624765 627587 619409 629364 630257 631165 620847 629090 619374  total = 166.900538 per ms 
01:18:53.345 16  switches: flows:  626936 629665 627760 630463 632803 627109 630284 629406 630104 634455 626225 626955 637743 634526 632285 630236  total = 167.832579 per ms 
01:19:53.446 16  switches: flows:  634774 636346 627244 634407 635564 636898 630395 626374 633690 635643 632109 621993 634165 632985 630331 635258  total = 168.352517 per ms 
01:20:53.548 16  switches: flows:  644309 641691 646002 647490 654579 651546 648722 653354 649767 643005 649780 649167 653965 648726 649186 652098  total = 172.766309 per ms 
01:21:53.650 16  switches: flows:  643254 640528 640165 638513 644214 642542 646116 642669 641335 645743 646746 638585 645475 646073 649235 648676  total = 171.375658 per ms 
01:22:53.751 16  switches: flows:  632244 633725 637833 632877 639056 636906 633135 636951 633886 634469 636810 633415 633818 639278 630864 634202  total = 169.041457 per ms 
01:23:53.852 16  switches: flows:  645586 647179 643906 645667 654573 644820 642444 652211 641575 648058 650667 645084 654917 641125 646237 648992  total = 172.261422 per ms 
01:24:53.954 16  switches: flows:  642340 633050 640931 637304 642355 644226 640504 641913 636277 643273 636565 635936 643828 640912 643045 639403  total = 170.410346 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 166900.54/172766.31/169628.41/56578.89 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:53.963220" elapsed="0.000829"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-04T01:24:53.964374" elapsed="0.000792"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-04T01:24:53.966019" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-04T01:24:53.966213" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 166900.54/172766.31/169628.41/56578.89 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-04T01:24:53.965520" elapsed="0.000751"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:24:53.967143" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 166900.54/172766.31/169628.41/56578.89 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:24:53.966625" elapsed="0.000572"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:53.972503" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:53.967532" elapsed="0.005093"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:53.977821" level="INFO">166900.54/172766.31/169628.41/56578.89</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:53.972938" elapsed="0.005000"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:24:53.983201" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:24:53.978287" elapsed="0.004972"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:24:53.989049" level="INFO">@{result_value_list} = [ 166900.54 | 172766.31 | 169628.41 | 56578.89 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:24:53.983890" elapsed="0.005219"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T01:24:53.990132" level="INFO">Length is 4.</msg>
<msg time="2026-09-04T01:24:53.990314" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T01:24:53.989456" elapsed="0.000927"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:53.997584" level="INFO">min :: 166900.54</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:53.991581" elapsed="0.006073"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-04T01:24:53.990935" elapsed="0.006761"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.003490" level="INFO">max :: 172766.31</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:53.997963" elapsed="0.005599"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-04T01:24:53.997807" elapsed="0.005799"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.009588" level="INFO">avg :: 169628.41</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:54.003883" elapsed="0.005777"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-04T01:24:54.003718" elapsed="0.005986"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.015665" level="INFO">stdev :: 56578.89</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:54.009982" elapsed="0.005754"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-04T01:24:54.009815" elapsed="0.005966"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-04T01:24:53.990514" elapsed="0.025307"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.020430" level="INFO">${min} = 166900.54</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:24:54.016049" elapsed="0.004405"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.023884" level="INFO">${max} = 172766.31</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:24:54.020589" elapsed="0.003318"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.027467" level="INFO">${average} = 169628.41</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:24:54.024055" elapsed="0.003435"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.030934" level="INFO">${stdev} = 56578.89</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:24:54.027623" elapsed="0.003335"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.031455" level="INFO">${date} = 2026-09-04 01:24:54</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-04T01:24:54.031117" elapsed="0.000361"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.031965" level="INFO">CBench Result: 2026-09-04 01:24:54,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,166900.54,172766.31,169628.41,56578.89</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:54.031609" elapsed="0.000424"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T01:24:54.033028" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T01:24:54.032610" elapsed="0.000478"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-04T01:24:54.033221" elapsed="0.000425"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-04T01:24:54.032175" elapsed="0.001528"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-04T01:14:47.251755" elapsed="606.781998"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.034188" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-04T01:24:54.033887" elapsed="0.000349"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-04T01:24:54.034706" elapsed="0.000233"/>
</kw>
<status status="PASS" start="2026-09-04T01:24:54.034438" elapsed="0.000577"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-04T01:14:47.250618" elapsed="606.784433"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.036109" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:54.035755" elapsed="0.000403"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.037225" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T01:24:54.036921" elapsed="0.000340"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-04T01:24:54.037581" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T01:24:54.037385" elapsed="0.000247"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-04T01:24:54.040337" elapsed="0.000032"/>
</kw>
<status status="NOT RUN" start="2026-09-04T01:24:54.040119" elapsed="0.000281"/>
</branch>
<status status="PASS" start="2026-09-04T01:24:54.040103" elapsed="0.000316"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-04T01:24:54.040713" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-04T01:24:54.040814" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-04T01:24:54.040536" elapsed="0.000300"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.041332" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.34 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.33" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:24:54.040953" elapsed="0.000442"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-04T01:24:54.041862" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:24:54.041517" elapsed="0.000369"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T01:24:54.042695" level="INFO">Length is 0.</msg>
<msg time="2026-09-04T01:24:54.042772" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T01:24:54.042417" elapsed="0.000375"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:24:54.042915" elapsed="0.000298"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-04T01:24:54.043968" level="INFO">Logging into '10.30.171.33:22' as 'jenkins'.</msg>
<msg time="2026-09-04T01:24:54.694845" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Sep  4 01:24:54 UTC 2026

  System load:  0.63               Processes:             105
  Usage of /:   20.2% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.33
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Sep  4 01:14:47 2026 from 10.30.170.141
[?2004h[jenkins@releng-50965-34-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-04T01:24:54.043659" elapsed="0.651430"/>
</kw>
<msg time="2026-09-04T01:24:54.695198" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:24:54.043357" elapsed="0.651942"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-04T01:24:54.042077" elapsed="0.653384"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-04T01:24:54.696131" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.34 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-04T01:35:00.734142" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-04T01:35:00.734745" level="INFO">${stdout} = </msg>
<msg time="2026-09-04T01:35:00.734836" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-04T01:24:54.695736" elapsed="606.039161"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:35:00.735340" elapsed="0.000640"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.737118" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:25:59.832 16  switches: flows:  96844 95887 95335 94184 94533 94459 95296 95451 94322 93551 93067 92621 92950 92861 94130 93799  total = 25.154833 per ms 
01:26:59.933 16  switches: flows:  100046 98763 98130 97723 96889 96591 95656 96801 97382 96140 95824 96240 95120 95302 94319 94571  total = 25.715258 per ms 
01:28:00.035 16  switches: flows:  104123 101631 103990 102879 103180 102101 102763 101045 100789 100351 102838 103073 100618 102814 100262 98110  total = 27.130793 per ms 
01:29:00.136 16  switches: flows:  103381 102363 101678 100654 101551 99802 101555 99997 99790 99618 101215 102043 100801 101505 99201 97520  total = 26.833090 per ms 
01:30:00.238 16  switches: flows:  105484 103322 102502 101022 102606 102136 103549 100830 102320 102116 103817 102275 102735 102518 100980 98210  total = 27.228251 per ms 
01:31:00.338 16  switches: flows:  101526 99893 100212 97638 99653 98838 99268 99162 98257 99141 100322 99100 98716 100216 96245 95937  total = 26.358074 per ms 
01:32:00.439 16  switches: flows:  102165 99787 101472 98550 99547 100867 100880 99181 99518 99603 100349 100471 99369 101207 97143 96946  total = 26.573176 per ms 
01:33:00.540 16  switches: flows:  100737 101422 99450 98435 100326 98922 100500 100112 98137 101196 100324 100239 100072 101001 96080 97208  total = 26.525068 per ms 
01:34:00.641 16  switches: flows:  104805 101643 101720 102050 100800 101529 101153 100622 100059 101466 101756 103241 100862 101369 97642 98866  total = 26.948074 per ms 
01:35:00.741 16  switches: flows:  100186 99347 98205 98575 98502 98708 100037 99290 97167 98824 99342 98776 98041 98675 95987 96606  total = 26.227335 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25715.26/27228.25/26615.46/8883.31 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.736357" elapsed="0.001042"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-04T01:35:00.737842" elapsed="0.000080"/>
</return>
<status status="PASS" start="2026-09-04T01:35:00.737556" elapsed="0.000466"/>
</branch>
<status status="PASS" start="2026-09-04T01:35:00.737512" elapsed="0.000563"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-04T01:35:00.738260" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-09-04T01:35:00.738189" elapsed="0.000147"/>
</branch>
<status status="NOT RUN" start="2026-09-04T01:35:00.738159" elapsed="0.000217"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-04T01:35:00.738434" elapsed="0.000025"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T01:35:00.744034" elapsed="0.000671"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T01:35:00.745027" elapsed="0.000305"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T01:35:00.745609" elapsed="0.000194"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-04T01:35:00.739105" elapsed="0.006803"/>
</kw>
<msg time="2026-09-04T01:35:00.746187" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-04T01:24:54.037931" elapsed="606.708310"/>
</kw>
<status status="PASS" start="2026-09-04T01:24:54.037653" elapsed="606.708683"/>
</branch>
<status status="PASS" start="2026-09-04T01:24:54.037365" elapsed="606.709014"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.747298" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.34:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.34. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:25:59.832 16  switches: flows:  96844 95887 95335 94184 94533 94459 95296 95451 94322 93551 93067 92621 92950 92861 94130 93799  total = 25.154833 per ms 
01:26:59.933 16  switches: flows:  100046 98763 98130 97723 96889 96591 95656 96801 97382 96140 95824 96240 95120 95302 94319 94571  total = 25.715258 per ms 
01:28:00.035 16  switches: flows:  104123 101631 103990 102879 103180 102101 102763 101045 100789 100351 102838 103073 100618 102814 100262 98110  total = 27.130793 per ms 
01:29:00.136 16  switches: flows:  103381 102363 101678 100654 101551 99802 101555 99997 99790 99618 101215 102043 100801 101505 99201 97520  total = 26.833090 per ms 
01:30:00.238 16  switches: flows:  105484 103322 102502 101022 102606 102136 103549 100830 102320 102116 103817 102275 102735 102518 100980 98210  total = 27.228251 per ms 
01:31:00.338 16  switches: flows:  101526 99893 100212 97638 99653 98838 99268 99162 98257 99141 100322 99100 98716 100216 96245 95937  total = 26.358074 per ms 
01:32:00.439 16  switches: flows:  102165 99787 101472 98550 99547 100867 100880 99181 99518 99603 100349 100471 99369 101207 97143 96946  total = 26.573176 per ms 
01:33:00.540 16  switches: flows:  100737 101422 99450 98435 100326 98922 100500 100112 98137 101196 100324 100239 100072 101001 96080 97208  total = 26.525068 per ms 
01:34:00.641 16  switches: flows:  104805 101643 101720 102050 100800 101529 101153 100622 100059 101466 101756 103241 100862 101369 97642 98866  total = 26.948074 per ms 
01:35:00.741 16  switches: flows:  100186 99347 98205 98575 98502 98708 100037 99290 97167 98824 99342 98776 98041 98675 95987 96606  total = 26.227335 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25715.26/27228.25/26615.46/8883.31 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.746694" elapsed="0.000754"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-04T01:35:00.747755" elapsed="0.000723"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-04T01:35:00.749276" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-04T01:35:00.749450" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 25715.26/27228.25/26615.46/8883.31 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-04T01:35:00.748810" elapsed="0.000688"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:35:00.750327" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 25715.26/27228.25/26615.46/8883.31 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:35:00.749812" elapsed="0.000567"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.755168" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.750678" elapsed="0.004600"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.760049" level="INFO">25715.26/27228.25/26615.46/8883.31</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.755565" elapsed="0.004596"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:35:00.764874" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:35:00.760453" elapsed="0.004475"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T01:35:00.769924" level="INFO">@{result_value_list} = [ 25715.26 | 27228.25 | 26615.46 | 8883.31 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T01:35:00.765327" elapsed="0.004651"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.771096" level="INFO">Length is 4.</msg>
<msg time="2026-09-04T01:35:00.771270" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T01:35:00.770353" elapsed="0.000964"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.779671" level="INFO">min :: 25715.26</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.772151" elapsed="0.007589"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-04T01:35:00.771796" elapsed="0.007986"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.785458" level="INFO">max :: 27228.25</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.780094" elapsed="0.005449"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-04T01:35:00.779887" elapsed="0.005697"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.791132" level="INFO">avg :: 26615.46</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.785856" elapsed="0.005343"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-04T01:35:00.785700" elapsed="0.005541"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.796813" level="INFO">stdev :: 8883.31</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.791493" elapsed="0.005387"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-04T01:35:00.791339" elapsed="0.005582"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-04T01:35:00.771433" elapsed="0.025523"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.801776" level="INFO">${min} = 25715.26</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:35:00.797170" elapsed="0.004639"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.805792" level="INFO">${max} = 27228.25</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:35:00.802016" elapsed="0.003799"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.809237" level="INFO">${average} = 26615.46</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:35:00.805948" elapsed="0.003313"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.812692" level="INFO">${stdev} = 8883.31</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T01:35:00.809393" elapsed="0.003322"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.813177" level="INFO">${date} = 2026-09-04 01:35:00</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-04T01:35:00.812860" elapsed="0.000342"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.813693" level="INFO">CBench Result: 2026-09-04 01:35:00,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,25715.26,27228.25,26615.46,8883.31</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T01:35:00.813330" elapsed="0.000411"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T01:35:00.814702" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T01:35:00.814270" elapsed="0.000493"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-04T01:35:00.814894" elapsed="0.000415"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-04T01:35:00.813857" elapsed="0.001507"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-04T01:24:54.036452" elapsed="606.778961"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.815827" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-04T01:35:00.815541" elapsed="0.000335"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-04T01:35:00.816942" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-04T01:35:00.816501" elapsed="0.000465"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-04T01:35:00.817172" elapsed="0.000025"/>
</return>
<status status="PASS" start="2026-09-04T01:35:00.817045" elapsed="0.000179"/>
</branch>
<status status="PASS" start="2026-09-04T01:35:00.817029" elapsed="0.000215"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-04T01:35:00.817365" elapsed="0.000018"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-04T01:35:00.817500" elapsed="0.000017"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-04T01:35:00.817647" elapsed="0.000018"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-09-04T01:35:00.817814" elapsed="0.000019"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-04T01:35:00.817944" elapsed="0.000017"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-09-04T01:35:00.818086" elapsed="0.000017"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-04T01:35:00.818210" elapsed="0.000017"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-04T01:35:00.818397" elapsed="0.000016"/>
</kw>
<status status="NOT RUN" start="2026-09-04T01:35:00.818279" elapsed="0.000161"/>
</branch>
<status status="NOT RUN" start="2026-09-04T01:35:00.818265" elapsed="0.000195"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-04T01:35:00.816216" elapsed="0.002287"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-04T01:24:54.035319" elapsed="606.783224"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-04T01:04:38.261012" elapsed="1822.558033"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
