<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-09-07T01:12:05.111796" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-07T01:12:05.624912" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:12:05.624789" elapsed="0.000204"/>
</branch>
<status status="PASS" start="2026-09-07T01:12:05.624763" elapsed="0.000255"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:12:05.625151" elapsed="0.000458"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-07T01:12:05.626045" level="INFO">Logging into '10.30.171.24:8101' as 'karaf'.</msg>
<msg time="2026-09-07T01:12:06.540117" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-07T01:12:05.625765" elapsed="0.914551"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-07T01:12:06.589185" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-07T01:12:06.540599" elapsed="0.048707"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-07T01:12:06.591265" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-07T01:12:06.591370" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-07T01:12:06.589534" elapsed="0.001863"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-07T01:12:06.591541" elapsed="0.000228"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:12:06.591916" elapsed="0.000228"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:12:06.592618" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:12:06.592300" elapsed="0.000367"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-07T01:12:06.592715" elapsed="0.000051"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.24
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-07T01:12:05.624458" elapsed="0.968419"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-07T01:12:05.620886" elapsed="0.972050"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T01:12:06.593510" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T01:12:06.593133" elapsed="0.000428"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T01:12:06.593925" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T01:12:06.593701" elapsed="0.000353"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-07T01:12:06.594575" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-07T01:12:06.594199" elapsed="0.000401"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T01:12:06.595096" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T01:12:06.594778" elapsed="0.000356"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-07T01:12:06.595618" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-07T01:12:06.595284" elapsed="0.000358"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T01:12:06.596082" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T01:12:06.595788" elapsed="0.000332"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-07T01:12:06.596411" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:12:06.596198" elapsed="0.000262"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:12:06.600581" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:12:06.600199" elapsed="0.000407"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:12:06.601567" level="INFO">Length is 0.</msg>
<msg time="2026-09-07T01:12:06.601908" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:12:06.601129" elapsed="0.000810"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:12:06.602111" elapsed="0.000339"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-07T01:12:06.603386" level="INFO">Logging into '10.30.170.196:22' as 'jenkins'.</msg>
<msg time="2026-09-07T01:12:07.176844" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep  7 01:11:29 UTC 2026

  System load:  0.18               Processes:             109
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.196
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-50965-37-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-07T01:12:06.602900" elapsed="0.574105"/>
</kw>
<msg time="2026-09-07T01:12:07.177092" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:12:06.602588" elapsed="0.574592"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-07T01:12:06.600791" elapsed="0.576517"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.188558" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-07T01:12:07.177507" elapsed="0.012861"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:12:07.190629" elapsed="0.000372"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-07T01:12:06.599722" elapsed="0.591357"/>
</kw>
<status status="PASS" start="2026-09-07T01:12:06.596534" elapsed="0.594589"/>
</branch>
<status status="PASS" start="2026-09-07T01:12:06.596174" elapsed="0.594989"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-07T01:12:07.191380" elapsed="0.000617"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-07T01:12:07.197561" elapsed="0.000022"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:12:07.197407" elapsed="0.000219"/>
</branch>
<status status="PASS" start="2026-09-07T01:12:07.197375" elapsed="0.000282"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-07T01:12:07.202324" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:12:07.202157" elapsed="0.000227"/>
</branch>
<status status="PASS" start="2026-09-07T01:12:07.202132" elapsed="0.000279"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:12:07.202577" elapsed="0.000553"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.203651" level="INFO">Logging into '10.30.171.24:8101' as 'karaf'.</msg>
<msg time="2026-09-07T01:12:07.472031" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-07T01:12:07.203332" elapsed="0.268829"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.562923" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-07T01:12:07.472392" elapsed="0.090620"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.567795" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-07T01:12:07.567983" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-07T01:12:07.563157" elapsed="0.004855"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-07T01:12:07.568141" elapsed="0.000193"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:12:07.568469" elapsed="0.000241"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:12:07.569140" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:12:07.568839" elapsed="0.000350"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-07T01:12:07.569250" elapsed="0.000049"/>
</return>
<msg time="2026-09-07T01:12:07.569436" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 1.0.0            x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.24
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-07T01:12:07.201702" elapsed="0.367763"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-07T01:12:07.569598" elapsed="0.000511"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-07T01:12:07.570155" elapsed="0.000029"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-07T01:12:07.197014" elapsed="0.373295"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-07T01:12:07.573833" elapsed="0.000013"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:12:07.573713" elapsed="0.000162"/>
</branch>
<status status="PASS" start="2026-09-07T01:12:07.573690" elapsed="0.000207"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:12:07.574039" elapsed="0.000411"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.574810" level="INFO">Logging into '10.30.171.24:8101' as 'karaf'.</msg>
<msg time="2026-09-07T01:12:07.733182" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-07T01:12:07.574583" elapsed="0.158742"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.757217" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-07T01:12:07.733537" elapsed="0.023744"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.759213" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-07T01:12:07.759319" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-07T01:12:07.757414" elapsed="0.001932"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-07T01:12:07.759484" elapsed="0.000165"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:12:07.759786" elapsed="0.000214"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:12:07.760434" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:12:07.760136" elapsed="0.000342"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-07T01:12:07.760524" elapsed="0.000047"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.24
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-07T01:12:07.573419" elapsed="0.187257"/>
</kw>
<status status="PASS" start="2026-09-07T01:12:05.619204" elapsed="2.141529"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:12:07.762845" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:12:07.761698" elapsed="0.001206"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T01:12:07.764420" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T01:12:07.764089" elapsed="0.000370"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-07T01:12:07.764751" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:12:07.764530" elapsed="0.000272"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-07T01:12:07.767527" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:12:07.767304" elapsed="0.000272"/>
</branch>
<status status="PASS" start="2026-09-07T01:12:07.767286" elapsed="0.000313"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.767901" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-07T01:12:07.768032" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-07T01:12:07.767718" elapsed="0.000339"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:12:07.768575" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.24 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.196" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:12:07.768178" elapsed="0.000451"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.769194" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:12:07.768754" elapsed="0.000464"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:12:07.770046" level="INFO">Length is 0.</msg>
<msg time="2026-09-07T01:12:07.770126" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:12:07.769742" elapsed="0.000405"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:12:07.770290" elapsed="0.000297"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-07T01:12:07.771379" level="INFO">Logging into '10.30.170.196:22' as 'jenkins'.</msg>
<msg time="2026-09-07T01:12:08.173675" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep  7 01:11:29 UTC 2026

  System load:  0.18               Processes:             109
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.196
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep  7 01:12:07 2026 from 10.30.170.154
[?2004h[jenkins@releng-50965-37-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-07T01:12:07.771048" elapsed="0.402831"/>
</kw>
<msg time="2026-09-07T01:12:08.173976" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:12:07.770724" elapsed="0.403343"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-07T01:12:07.769413" elapsed="0.404775"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-07T01:12:08.174721" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.24 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-07T01:22:14.340760" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-07T01:22:14.341500" level="INFO">${stdout} = </msg>
<msg time="2026-09-07T01:22:14.341595" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-07T01:12:08.174423" elapsed="606.167224"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:22:14.342221" elapsed="0.001018"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.344496" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:13:13.418 16  switches: flows:  87939 89374 85797 86993 86065 86339 85486 85817 83319 85292 82101 82555 82209 82941 82789 81820  total = 22.613933 per ms 
01:14:13.521 16  switches: flows:  94746 93634 91604 93357 92309 90445 92065 90551 88111 89999 87671 87743 88292 87691 89033 88111  total = 24.049210 per ms 
01:15:13.623 16  switches: flows:  91642 89847 88321 90150 89109 87888 88639 87593 85718 86318 84007 84156 85523 85377 85332 84731  total = 23.200469 per ms 
01:16:13.724 16  switches: flows:  91039 89207 87464 89330 87888 87632 88470 87110 84190 85820 83665 83305 84294 84488 85186 83231  total = 23.000260 per ms 
01:17:13.824 16  switches: flows:  90615 87421 86547 87527 87539 86793 86119 86783 84897 83687 82419 81535 83885 83521 83296 83415  total = 22.728704 per ms 
01:18:13.925 16  switches: flows:  90693 89099 87008 90251 87795 87309 88189 89825 85055 85340 83199 83763 83766 84342 84189 84682  total = 23.036651 per ms 
01:19:14.026 16  switches: flows:  90983 89205 88017 89109 90307 87217 88059 87755 84319 85250 84051 83474 86304 82873 84720 83196  total = 23.042153 per ms 
01:20:14.127 16  switches: flows:  91535 90349 88323 89570 89997 87418 87625 88767 84891 84834 85138 84604 84871 84077 84656 83375  total = 23.128553 per ms 
01:21:14.228 16  switches: flows:  92031 89933 87997 89365 87921 88561 88341 88551 85319 84688 83840 84131 83073 84268 83884 82344  total = 23.032355 per ms 
01:22:14.328 16  switches: flows:  85020 83790 83186 84906 82472 83695 83074 83536 79713 78569 79767 78682 77194 78505 78351 77483  total = 21.596320 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 21596.32/24049.21/22979.41/7682.99 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.343693" elapsed="0.001081"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-07T01:22:14.345314" elapsed="0.000078"/>
</return>
<status status="PASS" start="2026-09-07T01:22:14.344995" elapsed="0.000473"/>
</branch>
<status status="PASS" start="2026-09-07T01:22:14.344895" elapsed="0.000624"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-07T01:22:14.345731" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:22:14.345658" elapsed="0.000152"/>
</branch>
<status status="NOT RUN" start="2026-09-07T01:22:14.345627" elapsed="0.000225"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-07T01:22:14.345917" elapsed="0.000025"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:22:14.351307" elapsed="0.000735"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:22:14.352361" elapsed="0.000330"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:22:14.352978" elapsed="0.000195"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-07T01:22:14.346600" elapsed="0.006675"/>
</kw>
<msg time="2026-09-07T01:22:14.353582" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-07T01:12:07.765136" elapsed="606.588512"/>
</kw>
<status status="PASS" start="2026-09-07T01:12:07.764828" elapsed="606.588920"/>
</branch>
<status status="PASS" start="2026-09-07T01:12:07.764509" elapsed="606.589288"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.354839" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:13:13.418 16  switches: flows:  87939 89374 85797 86993 86065 86339 85486 85817 83319 85292 82101 82555 82209 82941 82789 81820  total = 22.613933 per ms 
01:14:13.521 16  switches: flows:  94746 93634 91604 93357 92309 90445 92065 90551 88111 89999 87671 87743 88292 87691 89033 88111  total = 24.049210 per ms 
01:15:13.623 16  switches: flows:  91642 89847 88321 90150 89109 87888 88639 87593 85718 86318 84007 84156 85523 85377 85332 84731  total = 23.200469 per ms 
01:16:13.724 16  switches: flows:  91039 89207 87464 89330 87888 87632 88470 87110 84190 85820 83665 83305 84294 84488 85186 83231  total = 23.000260 per ms 
01:17:13.824 16  switches: flows:  90615 87421 86547 87527 87539 86793 86119 86783 84897 83687 82419 81535 83885 83521 83296 83415  total = 22.728704 per ms 
01:18:13.925 16  switches: flows:  90693 89099 87008 90251 87795 87309 88189 89825 85055 85340 83199 83763 83766 84342 84189 84682  total = 23.036651 per ms 
01:19:14.026 16  switches: flows:  90983 89205 88017 89109 90307 87217 88059 87755 84319 85250 84051 83474 86304 82873 84720 83196  total = 23.042153 per ms 
01:20:14.127 16  switches: flows:  91535 90349 88323 89570 89997 87418 87625 88767 84891 84834 85138 84604 84871 84077 84656 83375  total = 23.128553 per ms 
01:21:14.228 16  switches: flows:  92031 89933 87997 89365 87921 88561 88341 88551 85319 84688 83840 84131 83073 84268 83884 82344  total = 23.032355 per ms 
01:22:14.328 16  switches: flows:  85020 83790 83186 84906 82472 83695 83074 83536 79713 78569 79767 78682 77194 78505 78351 77483  total = 21.596320 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 21596.32/24049.21/22979.41/7682.99 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.354188" elapsed="0.000830"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-07T01:22:14.355337" elapsed="0.000763"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-07T01:22:14.356897" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-07T01:22:14.357110" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 21596.32/24049.21/22979.41/7682.99 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-07T01:22:14.356442" elapsed="0.000718"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:22:14.358020" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 21596.32/24049.21/22979.41/7682.99 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:22:14.357490" elapsed="0.000584"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.363108" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.358380" elapsed="0.004839"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.368181" level="INFO">21596.32/24049.21/22979.41/7682.99</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.363535" elapsed="0.004778"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:22:14.373270" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:22:14.368612" elapsed="0.004738"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:22:14.378392" level="INFO">@{result_value_list} = [ 21596.32 | 24049.21 | 22979.41 | 7682.99 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:22:14.373736" elapsed="0.004713"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.379413" level="INFO">Length is 4.</msg>
<msg time="2026-09-07T01:22:14.379586" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:22:14.378758" elapsed="0.000874"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.388840" level="INFO">min :: 21596.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.380444" elapsed="0.008479"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-07T01:22:14.380159" elapsed="0.008853"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.395345" level="INFO">max :: 24049.21</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.389335" elapsed="0.006090"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-07T01:22:14.389142" elapsed="0.006336"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.401977" level="INFO">avg :: 22979.41</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.395787" elapsed="0.006282"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-07T01:22:14.395613" elapsed="0.006503"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.408404" level="INFO">stdev :: 7682.99</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.402439" elapsed="0.006039"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-07T01:22:14.402240" elapsed="0.006286"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-07T01:22:14.379762" elapsed="0.028808"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.413914" level="INFO">${min} = 21596.32</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:22:14.408783" elapsed="0.005184"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.421030" level="INFO">${max} = 24049.21</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:22:14.414174" elapsed="0.006896"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.426569" level="INFO">${average} = 22979.41</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:22:14.421340" elapsed="0.005265"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.432306" level="INFO">${stdev} = 7682.99</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:22:14.426807" elapsed="0.005536"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.433063" level="INFO">${date} = 2026-09-07 01:22:14</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-07T01:22:14.432560" elapsed="0.000537"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.433848" level="INFO">CBench Result: 2026-09-07 01:22:14,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,21596.32,24049.21,22979.41,7682.99</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.433308" elapsed="0.000613"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T01:22:14.435373" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T01:22:14.434797" elapsed="0.000650"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-07T01:22:14.435582" elapsed="0.000441"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-07T01:22:14.434145" elapsed="0.001938"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-07T01:12:07.763335" elapsed="606.672800"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.436574" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-07T01:22:14.436272" elapsed="0.000351"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-07T01:22:14.437110" elapsed="0.000255"/>
</kw>
<status status="PASS" start="2026-09-07T01:22:14.436824" elapsed="0.000603"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-07T01:12:07.760879" elapsed="606.676586"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.438733" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.438391" elapsed="0.000392"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.440054" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T01:22:14.439727" elapsed="0.000374"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-07T01:22:14.440441" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:22:14.440173" elapsed="0.000323"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-07T01:22:14.443231" elapsed="0.000027"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:22:14.442924" elapsed="0.000391"/>
</branch>
<status status="PASS" start="2026-09-07T01:22:14.442907" elapsed="0.000434"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:22:14.443730" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-07T01:22:14.443840" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-07T01:22:14.443515" elapsed="0.000349"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.444415" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.24 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.196" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:22:14.444016" elapsed="0.000456"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:22:14.444974" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:22:14.444599" elapsed="0.000399"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:22:14.445823" level="INFO">Length is 0.</msg>
<msg time="2026-09-07T01:22:14.445903" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:22:14.445523" elapsed="0.000402"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:22:14.446069" elapsed="0.000306"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-07T01:22:14.447153" level="INFO">Logging into '10.30.170.196:22' as 'jenkins'.</msg>
<msg time="2026-09-07T01:22:15.087067" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep  7 01:22:14 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.196
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep  7 01:12:08 2026 from 10.30.170.154
[?2004h[jenkins@releng-50965-37-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-07T01:22:14.446821" elapsed="0.640442"/>
</kw>
<msg time="2026-09-07T01:22:15.087368" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:22:14.446515" elapsed="0.640945"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-07T01:22:14.445181" elapsed="0.642397"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-07T01:22:15.088139" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.24 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-07T01:32:21.158415" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-07T01:32:21.159010" level="INFO">${stdout} = </msg>
<msg time="2026-09-07T01:32:21.159114" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-07T01:22:15.087807" elapsed="606.071358"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:32:21.159650" elapsed="0.000674"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.161428" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:23:20.216 16  switches: flows:  640446 644998 646968 648609 633086 633904 646896 649626 639377 646293 637394 645974 635390 639896 637603 642599  total = 171.150983 per ms 
01:24:20.319 16  switches: flows:  715826 720340 718530 722206 724065 719744 725551 723553 725057 726577 717440 724248 725410 725678 718554 725584  total = 192.313268 per ms 
01:25:20.421 16  switches: flows:  727783 737100 740098 739664 739713 737543 746255 735823 737922 736575 740109 739569 738425 739726 750053 743883  total = 196.838430 per ms 
01:26:20.523 16  switches: flows:  737137 736533 736014 739210 729702 733280 736656 734989 743503 742254 736783 738229 736765 742216 744007 738952  total = 196.438365 per ms 
01:27:20.624 16  switches: flows:  760468 764077 756582 757374 759111 759033 763194 762313 764169 765441 756259 767593 758174 771335 761929 767111  total = 202.895115 per ms 
01:28:20.725 16  switches: flows:  748783 743954 746980 738924 741289 741240 750352 746932 745336 740945 740082 741771 736870 746294 746321 754680  total = 198.179532 per ms 
01:29:20.828 16  switches: flows:  737883 737530 736949 733730 734245 733043 739034 736086 733244 739714 732096 732141 723565 739855 733403 744192  total = 195.780351 per ms 
01:30:20.930 16  switches: flows:  732941 727988 733910 736042 735224 732623 743589 736525 737040 733362 740265 734769 732708 738369 738446 738973  total = 195.882479 per ms 
01:31:21.032 16  switches: flows:  740507 739172 735671 746663 739647 737103 742033 745523 735813 745057 739302 744626 737748 744329 745148 744554  total = 197.380535 per ms 
01:32:21.134 16  switches: flows:  776886 761266 762580 776164 766912 767394 770263 768574 768653 763207 774339 764838 767307 771333 774126 775759  total = 204.814195 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 192313.27/204814.19/197835.81/66043.01 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.160674" elapsed="0.001021"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-07T01:32:21.162179" elapsed="0.000082"/>
</return>
<status status="PASS" start="2026-09-07T01:32:21.161856" elapsed="0.000477"/>
</branch>
<status status="PASS" start="2026-09-07T01:32:21.161809" elapsed="0.000573"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-07T01:32:21.162595" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:32:21.162521" elapsed="0.000154"/>
</branch>
<status status="NOT RUN" start="2026-09-07T01:32:21.162489" elapsed="0.000241"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-07T01:32:21.162794" elapsed="0.000027"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:32:21.168177" elapsed="0.000716"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:32:21.169224" elapsed="0.000344"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:32:21.169831" elapsed="0.000236"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-07T01:32:21.163486" elapsed="0.006687"/>
</kw>
<msg time="2026-09-07T01:32:21.170465" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-07T01:22:14.440825" elapsed="606.729694"/>
</kw>
<status status="PASS" start="2026-09-07T01:22:14.440521" elapsed="606.730094"/>
</branch>
<status status="PASS" start="2026-09-07T01:22:14.440151" elapsed="606.730511"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.171602" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:23:20.216 16  switches: flows:  640446 644998 646968 648609 633086 633904 646896 649626 639377 646293 637394 645974 635390 639896 637603 642599  total = 171.150983 per ms 
01:24:20.319 16  switches: flows:  715826 720340 718530 722206 724065 719744 725551 723553 725057 726577 717440 724248 725410 725678 718554 725584  total = 192.313268 per ms 
01:25:20.421 16  switches: flows:  727783 737100 740098 739664 739713 737543 746255 735823 737922 736575 740109 739569 738425 739726 750053 743883  total = 196.838430 per ms 
01:26:20.523 16  switches: flows:  737137 736533 736014 739210 729702 733280 736656 734989 743503 742254 736783 738229 736765 742216 744007 738952  total = 196.438365 per ms 
01:27:20.624 16  switches: flows:  760468 764077 756582 757374 759111 759033 763194 762313 764169 765441 756259 767593 758174 771335 761929 767111  total = 202.895115 per ms 
01:28:20.725 16  switches: flows:  748783 743954 746980 738924 741289 741240 750352 746932 745336 740945 740082 741771 736870 746294 746321 754680  total = 198.179532 per ms 
01:29:20.828 16  switches: flows:  737883 737530 736949 733730 734245 733043 739034 736086 733244 739714 732096 732141 723565 739855 733403 744192  total = 195.780351 per ms 
01:30:20.930 16  switches: flows:  732941 727988 733910 736042 735224 732623 743589 736525 737040 733362 740265 734769 732708 738369 738446 738973  total = 195.882479 per ms 
01:31:21.032 16  switches: flows:  740507 739172 735671 746663 739647 737103 742033 745523 735813 745057 739302 744626 737748 744329 745148 744554  total = 197.380535 per ms 
01:32:21.134 16  switches: flows:  776886 761266 762580 776164 766912 767394 770263 768574 768653 763207 774339 764838 767307 771333 774126 775759  total = 204.814195 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 192313.27/204814.19/197835.81/66043.01 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.170945" elapsed="0.000811"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-07T01:32:21.172095" elapsed="0.000734"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-07T01:32:21.173656" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-07T01:32:21.173840" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 192313.27/204814.19/197835.81/66043.01 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-07T01:32:21.173202" elapsed="0.000688"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:32:21.174787" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 192313.27/204814.19/197835.81/66043.01 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:32:21.174262" elapsed="0.000581"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.180052" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.175165" elapsed="0.005011"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.185190" level="INFO">192313.27/204814.19/197835.81/66043.01</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.180510" elapsed="0.004817"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:32:21.190340" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:32:21.185632" elapsed="0.004765"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:32:21.195510" level="INFO">@{result_value_list} = [ 192313.27 | 204814.19 | 197835.81 | 66043.01 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:32:21.190830" elapsed="0.004737"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.196568" level="INFO">Length is 4.</msg>
<msg time="2026-09-07T01:32:21.196745" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:32:21.195878" elapsed="0.000916"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.207409" level="INFO">min :: 192313.27</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.197647" elapsed="0.009881"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-07T01:32:21.197383" elapsed="0.010216"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.217306" level="INFO">max :: 204814.19</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.208091" elapsed="0.009334"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-07T01:32:21.207781" elapsed="0.009715"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.224523" level="INFO">avg :: 197835.81</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.217978" elapsed="0.006617"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-07T01:32:21.217687" elapsed="0.006956"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.230487" level="INFO">stdev :: 66043.01</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.224926" elapsed="0.005631"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-07T01:32:21.224760" elapsed="0.005840"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-07T01:32:21.196979" elapsed="0.033660"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.235818" level="INFO">${min} = 192313.27</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:32:21.230844" elapsed="0.005008"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.240996" level="INFO">${max} = 204814.19</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:32:21.236079" elapsed="0.004952"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.246097" level="INFO">${average} = 197835.81</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:32:21.241247" elapsed="0.004883"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.249789" level="INFO">${stdev} = 66043.01</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:32:21.246335" elapsed="0.003479"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.250303" level="INFO">${date} = 2026-09-07 01:32:21</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-07T01:32:21.249973" elapsed="0.000353"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.250821" level="INFO">CBench Result: 2026-09-07 01:32:21,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,192313.27,204814.19,197835.81,66043.01</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.250461" elapsed="0.000409"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T01:32:21.251911" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T01:32:21.251436" elapsed="0.000550"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-07T01:32:21.252123" elapsed="0.000418"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-07T01:32:21.251010" elapsed="0.001588"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-07T01:22:14.439173" elapsed="606.813476"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.253082" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-07T01:32:21.252785" elapsed="0.000346"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-07T01:32:21.253601" elapsed="0.000231"/>
</kw>
<status status="PASS" start="2026-09-07T01:32:21.253335" elapsed="0.000558"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-07T01:22:14.437821" elapsed="606.816106"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.255338" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.254976" elapsed="0.000412"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.256475" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-07T01:32:21.256164" elapsed="0.000348"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-07T01:32:21.256808" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:32:21.256611" elapsed="0.000248"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-07T01:32:21.260009" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:32:21.259768" elapsed="0.000292"/>
</branch>
<status status="PASS" start="2026-09-07T01:32:21.259750" elapsed="0.000332"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:32:21.260381" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-07T01:32:21.260484" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-07T01:32:21.260202" elapsed="0.000306"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.261099" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.24 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.196" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:32:21.260629" elapsed="0.000525"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-07T01:32:21.261653" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:32:21.261294" elapsed="0.000383"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:32:21.262509" level="INFO">Length is 0.</msg>
<msg time="2026-09-07T01:32:21.262589" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:32:21.262210" elapsed="0.000401"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:32:21.262740" elapsed="0.000304"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-07T01:32:21.263818" level="INFO">Logging into '10.30.170.196:22' as 'jenkins'.</msg>
<msg time="2026-09-07T01:32:21.921532" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep  7 01:32:21 UTC 2026

  System load:  0.29               Processes:             105
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.196
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep  7 01:22:14 2026 from 10.30.170.154
[?2004h[jenkins@releng-50965-37-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-07T01:32:21.263505" elapsed="0.658203"/>
</kw>
<msg time="2026-09-07T01:32:21.921784" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:32:21.263181" elapsed="0.658673"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-07T01:32:21.261856" elapsed="0.660114"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-07T01:32:21.922453" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.24 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-07T01:42:27.979600" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-07T01:42:27.980282" level="INFO">${stdout} = </msg>
<msg time="2026-09-07T01:42:27.980378" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-07T01:32:21.922169" elapsed="606.058259"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:42:27.980933" elapsed="0.000654"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:27.982680" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:33:27.057 16  switches: flows:  97567 95996 95300 94719 95126 93413 95021 92505 91359 91015 89867 90218 90077 88815 90365 88807  total = 24.669500 per ms 
01:34:27.157 16  switches: flows:  100419 100279 99340 100220 100129 97676 98982 98009 93747 94122 94010 93982 95159 92531 92057 92248  total = 25.672327 per ms 
01:35:27.257 16  switches: flows:  104894 102516 99852 100801 103084 99617 100992 99942 97308 96667 94983 95454 97472 95112 93923 92174  total = 26.202799 per ms 
01:36:27.358 16  switches: flows:  104800 102451 99257 99309 101900 99437 99698 98638 96737 97747 93580 94255 96539 94395 93808 92015  total = 26.032657 per ms 
01:37:27.458 16  switches: flows:  105225 102376 100397 99051 101632 98211 98504 100636 96305 95675 94425 94885 94020 94397 92099 92807  total = 25.967394 per ms 
01:38:27.558 16  switches: flows:  102973 100726 99734 99532 102332 98051 101247 99221 95606 96094 93342 94865 94017 94240 93670 92231  total = 25.921395 per ms 
01:39:27.658 16  switches: flows:  104234 101929 101394 100572 102743 99906 101710 98740 94667 98031 96119 94880 95022 94525 93486 93195  total = 26.142253 per ms 
01:40:27.758 16  switches: flows:  105678 101747 102207 101045 104096 100845 101994 101439 96754 97834 97011 94628 96367 95017 93934 94003  total = 26.365995 per ms 
01:41:27.859 16  switches: flows:  104806 101020 101131 101224 104033 99604 102828 101228 96830 97329 96015 94976 95648 93810 94650 92660  total = 26.252706 per ms 
01:42:27.959 16  switches: flows:  106523 101397 101048 101919 103947 102023 101907 101934 98614 97534 96101 95259 96491 96428 93226 94432  total = 26.435614 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25672.33/26435.61/26110.35/8706.35 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:27.981915" elapsed="0.001067"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-07T01:42:27.983444" elapsed="0.000063"/>
</return>
<status status="PASS" start="2026-09-07T01:42:27.983169" elapsed="0.000427"/>
</branch>
<status status="PASS" start="2026-09-07T01:42:27.983102" elapsed="0.000544"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-07T01:42:27.983858" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-09-07T01:42:27.983784" elapsed="0.000155"/>
</branch>
<status status="NOT RUN" start="2026-09-07T01:42:27.983752" elapsed="0.000259"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-07T01:42:27.984090" elapsed="0.000027"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-07T01:42:27.989626" elapsed="0.000734"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-07T01:42:27.990677" elapsed="0.000344"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-07T01:42:27.991286" elapsed="0.000197"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-07T01:42:27.984722" elapsed="0.006891"/>
</kw>
<msg time="2026-09-07T01:42:27.991867" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-07T01:32:21.257190" elapsed="606.734729"/>
</kw>
<status status="PASS" start="2026-09-07T01:32:21.256881" elapsed="606.735166"/>
</branch>
<status status="PASS" start="2026-09-07T01:32:21.256592" elapsed="606.735505"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:27.993028" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.24:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.24. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:33:27.057 16  switches: flows:  97567 95996 95300 94719 95126 93413 95021 92505 91359 91015 89867 90218 90077 88815 90365 88807  total = 24.669500 per ms 
01:34:27.157 16  switches: flows:  100419 100279 99340 100220 100129 97676 98982 98009 93747 94122 94010 93982 95159 92531 92057 92248  total = 25.672327 per ms 
01:35:27.257 16  switches: flows:  104894 102516 99852 100801 103084 99617 100992 99942 97308 96667 94983 95454 97472 95112 93923 92174  total = 26.202799 per ms 
01:36:27.358 16  switches: flows:  104800 102451 99257 99309 101900 99437 99698 98638 96737 97747 93580 94255 96539 94395 93808 92015  total = 26.032657 per ms 
01:37:27.458 16  switches: flows:  105225 102376 100397 99051 101632 98211 98504 100636 96305 95675 94425 94885 94020 94397 92099 92807  total = 25.967394 per ms 
01:38:27.558 16  switches: flows:  102973 100726 99734 99532 102332 98051 101247 99221 95606 96094 93342 94865 94017 94240 93670 92231  total = 25.921395 per ms 
01:39:27.658 16  switches: flows:  104234 101929 101394 100572 102743 99906 101710 98740 94667 98031 96119 94880 95022 94525 93486 93195  total = 26.142253 per ms 
01:40:27.758 16  switches: flows:  105678 101747 102207 101045 104096 100845 101994 101439 96754 97834 97011 94628 96367 95017 93934 94003  total = 26.365995 per ms 
01:41:27.859 16  switches: flows:  104806 101020 101131 101224 104033 99604 102828 101228 96830 97329 96015 94976 95648 93810 94650 92660  total = 26.252706 per ms 
01:42:27.959 16  switches: flows:  106523 101397 101048 101919 103947 102023 101907 101934 98614 97534 96101 95259 96491 96428 93226 94432  total = 26.435614 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25672.33/26435.61/26110.35/8706.35 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:27.992390" elapsed="0.000789"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-07T01:42:27.993472" elapsed="0.000758"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-07T01:42:27.995027" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-07T01:42:27.995207" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 25672.33/26435.61/26110.35/8706.35 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-07T01:42:27.994574" elapsed="0.000682"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:42:27.996104" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 25672.33/26435.61/26110.35/8706.35 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:42:27.995580" elapsed="0.000577"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.001095" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:27.996449" elapsed="0.004758"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.006442" level="INFO">25672.33/26435.61/26110.35/8706.35</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:28.001500" elapsed="0.005082"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:42:28.011438" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:42:28.006900" elapsed="0.004592"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-07T01:42:28.016448" level="INFO">@{result_value_list} = [ 25672.33 | 26435.61 | 26110.35 | 8706.35 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-07T01:42:28.011903" elapsed="0.004600"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.017484" level="INFO">Length is 4.</msg>
<msg time="2026-09-07T01:42:28.017683" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-07T01:42:28.016834" elapsed="0.000897"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.025999" level="INFO">min :: 25672.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:28.018495" elapsed="0.007645"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-07T01:42:28.018232" elapsed="0.007955"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.032098" level="INFO">max :: 26435.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:28.026480" elapsed="0.005688"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-07T01:42:28.026307" elapsed="0.005904"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.038158" level="INFO">avg :: 26110.35</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:28.032477" elapsed="0.005753"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-07T01:42:28.032315" elapsed="0.005958"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.044039" level="INFO">stdev :: 8706.35</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:28.038557" elapsed="0.005552"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-07T01:42:28.038378" elapsed="0.005773"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-07T01:42:28.017849" elapsed="0.026340"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.049166" level="INFO">${min} = 25672.33</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:42:28.044390" elapsed="0.004810"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.052928" level="INFO">${max} = 26435.61</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:42:28.049394" elapsed="0.003571"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.056505" level="INFO">${average} = 26110.35</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:42:28.053106" elapsed="0.003435"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.060111" level="INFO">${stdev} = 8706.35</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-07T01:42:28.056680" elapsed="0.003455"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.060610" level="INFO">${date} = 2026-09-07 01:42:28</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-07T01:42:28.060284" elapsed="0.000349"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.061141" level="INFO">CBench Result: 2026-09-07 01:42:28,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,25672.33,26435.61,26110.35,8706.35</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-07T01:42:28.060763" elapsed="0.000429"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-07T01:42:28.062176" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-manganese/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-manganese/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-07T01:42:28.061752" elapsed="0.000485"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-07T01:42:28.062373" elapsed="0.000427"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-07T01:42:28.061320" elapsed="0.001537"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-07T01:32:21.255664" elapsed="606.807246"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.063333" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-07T01:42:28.063057" elapsed="0.000327"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-07T01:42:28.064500" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-07T01:42:28.064046" elapsed="0.000490"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-07T01:42:28.064739" elapsed="0.000028"/>
</return>
<status status="PASS" start="2026-09-07T01:42:28.064605" elapsed="0.000190"/>
</branch>
<status status="PASS" start="2026-09-07T01:42:28.064587" elapsed="0.000230"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-07T01:42:28.064961" elapsed="0.000020"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-07T01:42:28.065102" elapsed="0.000018"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-07T01:42:28.065244" elapsed="0.000018"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-09-07T01:42:28.065380" elapsed="0.000018"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-07T01:42:28.065561" elapsed="0.000019"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-09-07T01:42:28.065694" elapsed="0.000018"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-07T01:42:28.065823" elapsed="0.000018"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-07T01:42:28.066034" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-09-07T01:42:28.065897" elapsed="0.000188"/>
</branch>
<status status="NOT RUN" start="2026-09-07T01:42:28.065882" elapsed="0.000224"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-07T01:42:28.063730" elapsed="0.002421"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-07T01:32:21.254459" elapsed="606.811733"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-07T01:12:05.113251" elapsed="1822.953442"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
