<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-09-14T01:00:54.014498" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-14T01:00:54.539203" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-09-14T01:00:54.539063" elapsed="0.000207"/>
</branch>
<status status="PASS" start="2026-09-14T01:00:54.539036" elapsed="0.000258"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:00:54.539424" elapsed="0.000471"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-14T01:00:54.540336" level="INFO">Logging into '10.30.170.96:8101' as 'karaf'.</msg>
<msg time="2026-09-14T01:00:55.378253" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-14T01:00:54.540067" elapsed="0.838358"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-14T01:00:55.429007" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-14T01:00:55.378723" elapsed="0.050345"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-14T01:00:55.430849" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-14T01:00:55.430969" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-14T01:00:55.429219" elapsed="0.001791"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-14T01:00:55.431156" elapsed="0.000188"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:00:55.431490" elapsed="0.000214"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:00:55.432208" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:00:55.431844" elapsed="0.000414"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-14T01:00:55.432307" elapsed="0.000046"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.96
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-14T01:00:54.538707" elapsed="0.893754"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-14T01:00:54.535346" elapsed="0.897172"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T01:00:55.433043" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T01:00:55.432682" elapsed="0.000415"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T01:00:55.433466" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T01:00:55.433237" elapsed="0.000289"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-14T01:00:55.434082" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-14T01:00:55.433667" elapsed="0.000441"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T01:00:55.434565" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T01:00:55.434262" elapsed="0.000352"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-14T01:00:55.435160" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-14T01:00:55.434778" elapsed="0.000406"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T01:00:55.435615" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T01:00:55.435332" elapsed="0.000321"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-14T01:00:55.435940" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-14T01:00:55.435730" elapsed="0.000277"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-14T01:00:55.440141" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:00:55.439750" elapsed="0.000415"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T01:00:55.441125" level="INFO">Length is 0.</msg>
<msg time="2026-09-14T01:00:55.441214" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T01:00:55.440663" elapsed="0.000583"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:00:55.441404" elapsed="0.000389"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-14T01:00:55.442813" level="INFO">Logging into '10.30.171.230:22' as 'jenkins'.</msg>
<msg time="2026-09-14T01:00:55.939752" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep 14 01:00:10 UTC 2026

  System load:  0.24               Processes:             111
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.230
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-48317-838-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-14T01:00:55.442316" elapsed="0.497584"/>
</kw>
<msg time="2026-09-14T01:00:55.939993" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:00:55.441992" elapsed="0.498083"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-14T01:00:55.440352" elapsed="0.499826"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-14T01:00:55.949516" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-14T01:00:55.940367" elapsed="0.010801"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:00:55.951363" elapsed="0.000262"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-14T01:00:55.439290" elapsed="0.512396"/>
</kw>
<status status="PASS" start="2026-09-14T01:00:55.436236" elapsed="0.515484"/>
</branch>
<status status="PASS" start="2026-09-14T01:00:55.435706" elapsed="0.516045"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-14T01:00:55.951906" elapsed="0.000461"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-14T01:00:55.956408" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-09-14T01:00:55.956295" elapsed="0.000162"/>
</branch>
<status status="PASS" start="2026-09-14T01:00:55.956275" elapsed="0.000204"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-14T01:00:55.959829" elapsed="0.000013"/>
</return>
<status status="NOT RUN" start="2026-09-14T01:00:55.959717" elapsed="0.000155"/>
</branch>
<status status="PASS" start="2026-09-14T01:00:55.959700" elapsed="0.000209"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:00:55.960046" elapsed="0.000387"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-14T01:00:55.960794" level="INFO">Logging into '10.30.170.96:8101' as 'karaf'.</msg>
<msg time="2026-09-14T01:00:56.224243" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-14T01:00:55.960563" elapsed="0.263854"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.315719" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-14T01:00:56.224685" elapsed="0.091156"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.322865" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.4           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-14T01:00:56.323067" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.4           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-14T01:00:56.316071" elapsed="0.007025"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-14T01:00:56.323223" elapsed="0.000191"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:00:56.323550" elapsed="0.000219"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:00:56.324231" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.4           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:00:56.323910" elapsed="0.000372"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-14T01:00:56.324329" elapsed="0.000047"/>
</return>
<msg time="2026-09-14T01:00:56.324507" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.4           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.96
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-14T01:00:55.959400" elapsed="0.365135"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-14T01:00:56.324670" elapsed="0.000493"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-14T01:00:56.325211" elapsed="0.000031"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-14T01:00:55.956020" elapsed="0.369346"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-14T01:00:56.328867" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-09-14T01:00:56.328735" elapsed="0.000193"/>
</branch>
<status status="PASS" start="2026-09-14T01:00:56.328713" elapsed="0.000238"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:00:56.329095" elapsed="0.000396"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.329861" level="INFO">Logging into '10.30.170.96:8101' as 'karaf'.</msg>
<msg time="2026-09-14T01:00:56.502753" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-14T01:00:56.329628" elapsed="0.173289"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.529548" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-14T01:00:56.503179" elapsed="0.026484"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.531787" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-14T01:00:56.531885" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-14T01:00:56.529882" elapsed="0.002045"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-14T01:00:56.532069" elapsed="0.000192"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:00:56.532417" elapsed="0.000233"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:00:56.533127" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:00:56.532790" elapsed="0.000388"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-14T01:00:56.533226" elapsed="0.000050"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.96
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-14T01:00:56.328446" elapsed="0.204937"/>
</kw>
<status status="PASS" start="2026-09-14T01:00:54.533600" elapsed="1.999841"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:00:56.535441" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:00:56.534212" elapsed="0.001291"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T01:00:56.536916" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T01:00:56.536536" elapsed="0.000425"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-14T01:00:56.537338" elapsed="0.000026"/>
</kw>
<status status="NOT RUN" start="2026-09-14T01:00:56.537067" elapsed="0.000338"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-14T01:00:56.540229" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-14T01:00:56.539991" elapsed="0.000292"/>
</branch>
<status status="PASS" start="2026-09-14T01:00:56.539959" elapsed="0.000349"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.540623" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-14T01:00:56.540738" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-14T01:00:56.540432" elapsed="0.000331"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:00:56.541324" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.96 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.230" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:00:56.540887" elapsed="0.000497"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.541969" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:00:56.541513" elapsed="0.000498"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T01:00:56.542882" level="INFO">Length is 0.</msg>
<msg time="2026-09-14T01:00:56.542999" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T01:00:56.542552" elapsed="0.000471"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:00:56.543159" elapsed="0.000313"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.544303" level="INFO">Logging into '10.30.171.230:22' as 'jenkins'.</msg>
<msg time="2026-09-14T01:00:56.899190" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep 14 01:00:10 UTC 2026

  System load:  0.24               Processes:             111
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.230
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep 14 01:00:55 2026 from 10.30.170.47
[?2004h[jenkins@releng-48317-838-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-14T01:00:56.543957" elapsed="0.355412"/>
</kw>
<msg time="2026-09-14T01:00:56.899448" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:00:56.543616" elapsed="0.355917"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-14T01:00:56.542205" elapsed="0.357440"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-14T01:00:56.900167" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.96 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-14T01:11:03.055796" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-14T01:11:03.056369" level="INFO">${stdout} = </msg>
<msg time="2026-09-14T01:11:03.056462" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-14T01:00:56.899850" elapsed="606.156664"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:11:03.056925" elapsed="0.000654"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.058628" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:02:02.151 16  switches: flows:  76569 77547 77112 76508 76923 75603 75095 76608 74845 75806 74738 75371 74543 74803 75084 75462  total = 20.210283 per ms 
01:03:02.252 16  switches: flows:  88679 88908 89462 88710 88061 86926 86968 87474 86189 86700 85397 84907 85963 86699 86856 85545  total = 23.185366 per ms 
01:04:02.353 16  switches: flows:  85399 84417 86594 85581 85360 84879 84187 84694 82330 83368 82596 82001 80743 82083 83180 82612  total = 22.296518 per ms 
01:05:02.453 16  switches: flows:  84657 83326 83739 84800 82499 83700 82614 83272 80501 81301 80240 79879 80030 80122 79997 81566  total = 21.834275 per ms 
01:06:02.554 16  switches: flows:  83077 82010 82827 82640 80594 83571 80831 80722 79088 80073 78413 78234 78138 79493 78350 79538  total = 21.424225 per ms 
01:07:02.655 16  switches: flows:  86233 84410 84736 82822 84363 84208 83286 83466 81823 82893 81583 80011 81456 81057 80306 81760  total = 22.036775 per ms 
01:08:02.755 16  switches: flows:  86622 83437 84685 85595 84610 84936 84686 82865 82413 82460 81070 81869 81629 80588 81641 82459  total = 22.155763 per ms 
01:09:02.856 16  switches: flows:  84025 81145 83327 83361 81181 83018 81379 81557 80128 80174 79582 79372 78434 77775 78933 82049  total = 21.554688 per ms 
01:10:02.956 16  switches: flows:  85771 83997 85112 86298 83770 84693 84343 83016 81539 82322 80531 81642 80970 80814 82450 83107  total = 22.135964 per ms 
01:11:03.057 16  switches: flows:  91086 88953 89348 89815 88938 90114 88321 87976 86225 87970 85080 84456 85122 85757 86232 89057  total = 23.368487 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 21424.22/23368.49/22221.34/7433.51 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.057921" elapsed="0.000963"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-14T01:11:03.059387" elapsed="0.000068"/>
</return>
<status status="PASS" start="2026-09-14T01:11:03.059097" elapsed="0.000429"/>
</branch>
<status status="PASS" start="2026-09-14T01:11:03.059044" elapsed="0.000533"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-14T01:11:03.059765" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-09-14T01:11:03.059693" elapsed="0.000151"/>
</branch>
<status status="NOT RUN" start="2026-09-14T01:11:03.059663" elapsed="0.000223"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-14T01:11:03.059972" elapsed="0.000053"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:11:03.065163" elapsed="0.000678"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:11:03.066186" elapsed="0.000357"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:11:03.066804" elapsed="0.000241"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-14T01:11:03.060619" elapsed="0.006532"/>
</kw>
<msg time="2026-09-14T01:11:03.067416" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-14T01:00:56.537779" elapsed="606.529690"/>
</kw>
<status status="PASS" start="2026-09-14T01:00:56.537437" elapsed="606.530128"/>
</branch>
<status status="PASS" start="2026-09-14T01:00:56.537040" elapsed="606.530570"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.068520" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:02:02.151 16  switches: flows:  76569 77547 77112 76508 76923 75603 75095 76608 74845 75806 74738 75371 74543 74803 75084 75462  total = 20.210283 per ms 
01:03:02.252 16  switches: flows:  88679 88908 89462 88710 88061 86926 86968 87474 86189 86700 85397 84907 85963 86699 86856 85545  total = 23.185366 per ms 
01:04:02.353 16  switches: flows:  85399 84417 86594 85581 85360 84879 84187 84694 82330 83368 82596 82001 80743 82083 83180 82612  total = 22.296518 per ms 
01:05:02.453 16  switches: flows:  84657 83326 83739 84800 82499 83700 82614 83272 80501 81301 80240 79879 80030 80122 79997 81566  total = 21.834275 per ms 
01:06:02.554 16  switches: flows:  83077 82010 82827 82640 80594 83571 80831 80722 79088 80073 78413 78234 78138 79493 78350 79538  total = 21.424225 per ms 
01:07:02.655 16  switches: flows:  86233 84410 84736 82822 84363 84208 83286 83466 81823 82893 81583 80011 81456 81057 80306 81760  total = 22.036775 per ms 
01:08:02.755 16  switches: flows:  86622 83437 84685 85595 84610 84936 84686 82865 82413 82460 81070 81869 81629 80588 81641 82459  total = 22.155763 per ms 
01:09:02.856 16  switches: flows:  84025 81145 83327 83361 81181 83018 81379 81557 80128 80174 79582 79372 78434 77775 78933 82049  total = 21.554688 per ms 
01:10:02.956 16  switches: flows:  85771 83997 85112 86298 83770 84693 84343 83016 81539 82322 80531 81642 80970 80814 82450 83107  total = 22.135964 per ms 
01:11:03.057 16  switches: flows:  91086 88953 89348 89815 88938 90114 88321 87976 86225 87970 85080 84456 85122 85757 86232 89057  total = 23.368487 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 21424.22/23368.49/22221.34/7433.51 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.067887" elapsed="0.000780"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-14T01:11:03.069004" elapsed="0.000707"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-14T01:11:03.070506" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-14T01:11:03.070704" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 21424.22/23368.49/22221.34/7433.51 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-14T01:11:03.070074" elapsed="0.000680"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:11:03.071686" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 21424.22/23368.49/22221.34/7433.51 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:11:03.071163" elapsed="0.000576"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.076682" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.072076" elapsed="0.004716"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.081652" level="INFO">21424.22/23368.49/22221.34/7433.51</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.077130" elapsed="0.004630"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:11:03.086631" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:11:03.082099" elapsed="0.004586"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:11:03.091661" level="INFO">@{result_value_list} = [ 21424.22 | 23368.49 | 22221.34 | 7433.51 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:11:03.087112" elapsed="0.004603"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.092761" level="INFO">Length is 4.</msg>
<msg time="2026-09-14T01:11:03.093010" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T01:11:03.092068" elapsed="0.000992"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.102220" level="INFO">min :: 21424.22</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.093873" elapsed="0.008434"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-14T01:11:03.093574" elapsed="0.008783"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.108695" level="INFO">max :: 23368.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.102687" elapsed="0.006083"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-14T01:11:03.102494" elapsed="0.006322"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.114961" level="INFO">avg :: 22221.34</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.109149" elapsed="0.005916"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-14T01:11:03.108948" elapsed="0.006172"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.121295" level="INFO">stdev :: 7433.51</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.115440" elapsed="0.005929"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-14T01:11:03.115253" elapsed="0.006161"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-14T01:11:03.093187" elapsed="0.028270"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.126826" level="INFO">${min} = 21424.22</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:11:03.121671" elapsed="0.005190"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.133624" level="INFO">${max} = 23368.49</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:11:03.127100" elapsed="0.006560"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.139061" level="INFO">${average} = 22221.34</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:11:03.133864" elapsed="0.005233"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.144462" level="INFO">${stdev} = 7433.51</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:11:03.139300" elapsed="0.005189"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.144971" level="INFO">${date} = 2026-09-14 01:11:03</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-14T01:11:03.144633" elapsed="0.000376"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.145544" level="INFO">CBench Result: 2026-09-14 01:11:03,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,21424.22,23368.49,22221.34,7433.51</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.145154" elapsed="0.000440"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T01:11:03.146575" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T01:11:03.146181" elapsed="0.000454"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-14T01:11:03.146769" elapsed="0.000448"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-14T01:11:03.145729" elapsed="0.001546"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-14T01:00:56.535906" elapsed="606.611422"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.147743" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-14T01:11:03.147461" elapsed="0.000332"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-14T01:11:03.148282" elapsed="0.000261"/>
</kw>
<status status="PASS" start="2026-09-14T01:11:03.148005" elapsed="0.000607"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-14T01:00:56.533571" elapsed="606.615076"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.149893" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.149542" elapsed="0.000421"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.151138" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T01:11:03.150799" elapsed="0.000377"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-14T01:11:03.151519" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-14T01:11:03.151249" elapsed="0.000324"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-14T01:11:03.154350" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-14T01:11:03.154125" elapsed="0.000276"/>
</branch>
<status status="PASS" start="2026-09-14T01:11:03.154107" elapsed="0.000316"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-14T01:11:03.154737" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-14T01:11:03.154845" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-14T01:11:03.154545" elapsed="0.000325"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.155400" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.96 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.230" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:11:03.155022" elapsed="0.000430"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-14T01:11:03.155954" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:11:03.155579" elapsed="0.000412"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T01:11:03.156859" level="INFO">Length is 0.</msg>
<msg time="2026-09-14T01:11:03.156968" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T01:11:03.156560" elapsed="0.000445"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:11:03.157134" elapsed="0.000313"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-14T01:11:03.158270" level="INFO">Logging into '10.30.171.230:22' as 'jenkins'.</msg>
<msg time="2026-09-14T01:11:03.777060" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep 14 01:11:03 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.230
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep 14 01:00:56 2026 from 10.30.170.47
[?2004h[jenkins@releng-48317-838-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-14T01:11:03.157921" elapsed="0.619384"/>
</kw>
<msg time="2026-09-14T01:11:03.777412" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:11:03.157583" elapsed="0.619936"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-14T01:11:03.156189" elapsed="0.621467"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-14T01:11:03.778329" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.96 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-14T01:21:09.843126" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-14T01:21:09.843537" level="INFO">${stdout} = </msg>
<msg time="2026-09-14T01:21:09.843601" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-14T01:11:03.777941" elapsed="606.065696"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:21:09.843949" elapsed="0.000470"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.844945" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:12:08.909 16  switches: flows:  638865 635902 630137 639249 639955 643253 644561 630778 632112 635377 626156 637691 623876 627847 640844 628829  total = 169.257200 per ms 
01:13:09.011 16  switches: flows:  679893 677303 678360 685006 679536 680904 684315 683316 677654 679843 682068 687990 683850 685260 685639 678769  total = 181.522085 per ms 
01:14:09.113 16  switches: flows:  643419 643612 647209 643462 631342 648029 642650 636815 644739 645482 648795 644820 640167 646668 631751 642296  total = 171.061205 per ms 
01:15:09.215 16  switches: flows:  673986 675562 672925 681228 676022 675311 680754 671341 673860 682089 678662 671443 674428 678004 682640 673020  total = 180.051793 per ms 
01:16:09.317 16  switches: flows:  623796 622156 616511 623915 622117 628112 615529 619144 622163 623563 622178 627207 618510 628824 620015 625422  total = 165.705913 per ms 
01:17:09.426 16  switches: flows:  661166 662802 661918 668676 665574 660743 661153 665379 654833 665324 661103 659852 661444 666854 662614 662289  total = 176.378216 per ms 
01:18:09.527 16  switches: flows:  668866 673507 664693 673744 669566 673182 671018 673053 671847 669762 669936 679634 680256 675341 678705 674517  total = 179.160148 per ms 
01:19:09.630 16  switches: flows:  653990 660928 658453 659783 667691 664755 662413 663350 663297 654685 655602 661145 671781 659250 668350 662874  total = 176.173888 per ms 
01:20:09.730 16  switches: flows:  679218 685267 679863 677577 678186 677829 688032 684814 677630 680464 682871 678047 683974 670881 673789 679028  total = 180.988048 per ms 
01:21:09.833 16  switches: flows:  642523 651904 643468 654674 649497 651952 650781 644202 654523 652916 648213 650427 649578 656815 648396 646574  total = 172.979486 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 165705.91/181522.08/176002.31/58876.75 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.844590" elapsed="0.000527"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-14T01:21:09.845367" elapsed="0.000035"/>
</return>
<status status="PASS" start="2026-09-14T01:21:09.845217" elapsed="0.000220"/>
</branch>
<status status="PASS" start="2026-09-14T01:21:09.845189" elapsed="0.000272"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-14T01:21:09.845547" elapsed="0.000011"/>
</return>
<status status="NOT RUN" start="2026-09-14T01:21:09.845514" elapsed="0.000069"/>
</branch>
<status status="NOT RUN" start="2026-09-14T01:21:09.845500" elapsed="0.000102"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-14T01:21:09.845631" elapsed="0.000012"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:21:09.848368" elapsed="0.000322"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:21:09.848827" elapsed="0.000202"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:21:09.849180" elapsed="0.000113"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-14T01:21:09.845951" elapsed="0.003397"/>
</kw>
<msg time="2026-09-14T01:21:09.849481" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-14T01:11:03.151888" elapsed="606.697618"/>
</kw>
<status status="PASS" start="2026-09-14T01:11:03.151599" elapsed="606.697952"/>
</branch>
<status status="PASS" start="2026-09-14T01:11:03.151226" elapsed="606.698347"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.850002" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:12:08.909 16  switches: flows:  638865 635902 630137 639249 639955 643253 644561 630778 632112 635377 626156 637691 623876 627847 640844 628829  total = 169.257200 per ms 
01:13:09.011 16  switches: flows:  679893 677303 678360 685006 679536 680904 684315 683316 677654 679843 682068 687990 683850 685260 685639 678769  total = 181.522085 per ms 
01:14:09.113 16  switches: flows:  643419 643612 647209 643462 631342 648029 642650 636815 644739 645482 648795 644820 640167 646668 631751 642296  total = 171.061205 per ms 
01:15:09.215 16  switches: flows:  673986 675562 672925 681228 676022 675311 680754 671341 673860 682089 678662 671443 674428 678004 682640 673020  total = 180.051793 per ms 
01:16:09.317 16  switches: flows:  623796 622156 616511 623915 622117 628112 615529 619144 622163 623563 622178 627207 618510 628824 620015 625422  total = 165.705913 per ms 
01:17:09.426 16  switches: flows:  661166 662802 661918 668676 665574 660743 661153 665379 654833 665324 661103 659852 661444 666854 662614 662289  total = 176.378216 per ms 
01:18:09.527 16  switches: flows:  668866 673507 664693 673744 669566 673182 671018 673053 671847 669762 669936 679634 680256 675341 678705 674517  total = 179.160148 per ms 
01:19:09.630 16  switches: flows:  653990 660928 658453 659783 667691 664755 662413 663350 663297 654685 655602 661145 671781 659250 668350 662874  total = 176.173888 per ms 
01:20:09.730 16  switches: flows:  679218 685267 679863 677577 678186 677829 688032 684814 677630 680464 682871 678047 683974 670881 673789 679028  total = 180.988048 per ms 
01:21:09.833 16  switches: flows:  642523 651904 643468 654674 649497 651952 650781 644202 654523 652916 648213 650427 649578 656815 648396 646574  total = 172.979486 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 165705.91/181522.08/176002.31/58876.75 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.849702" elapsed="0.000372"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-14T01:21:09.850210" elapsed="0.000338"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-14T01:21:09.850926" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-14T01:21:09.851025" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 165705.91/181522.08/176002.31/58876.75 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-14T01:21:09.850695" elapsed="0.000355"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:21:09.851425" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 165705.91/181522.08/176002.31/58876.75 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:21:09.851192" elapsed="0.000257"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.853642" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.851581" elapsed="0.002115"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.855902" level="INFO">165705.91/181522.08/176002.31/58876.75</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.853832" elapsed="0.002122"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:21:09.858858" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:21:09.856129" elapsed="0.002762"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:21:09.861776" level="INFO">@{result_value_list} = [ 165705.91 | 181522.08 | 176002.31 | 58876.75 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:21:09.859147" elapsed="0.002660"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.862382" level="INFO">Length is 4.</msg>
<msg time="2026-09-14T01:21:09.862490" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T01:21:09.862019" elapsed="0.000499"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.868895" level="INFO">min :: 165705.91</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.863040" elapsed="0.005931"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-14T01:21:09.862856" elapsed="0.006176"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.875180" level="INFO">max :: 181522.08</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.869304" elapsed="0.005940"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-14T01:21:09.869143" elapsed="0.006141"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.881066" level="INFO">avg :: 176002.31</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.875542" elapsed="0.005604"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-14T01:21:09.875386" elapsed="0.005805"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.885868" level="INFO">stdev :: 58876.75</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.881485" elapsed="0.004456"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-14T01:21:09.881305" elapsed="0.004692"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-14T01:21:09.862599" elapsed="0.023434"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.889756" level="INFO">${min} = 165705.91</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:21:09.886242" elapsed="0.003540"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.893365" level="INFO">${max} = 181522.08</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:21:09.889945" elapsed="0.003444"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.896934" level="INFO">${average} = 176002.31</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:21:09.893534" elapsed="0.003424"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.900557" level="INFO">${stdev} = 58876.75</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:21:09.897111" elapsed="0.003470"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.901089" level="INFO">${date} = 2026-09-14 01:21:09</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-14T01:21:09.900732" elapsed="0.000380"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.901614" level="INFO">CBench Result: 2026-09-14 01:21:09,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,165705.91,181522.08,176002.31,58876.75</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.901246" elapsed="0.000419"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T01:21:09.902667" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T01:21:09.902269" elapsed="0.000458"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-14T01:21:09.902891" elapsed="0.000443"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-14T01:21:09.901809" elapsed="0.001584"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-14T01:11:03.150286" elapsed="606.753166"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.903889" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-14T01:21:09.903588" elapsed="0.000353"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-14T01:21:09.904413" elapsed="0.000240"/>
</kw>
<status status="PASS" start="2026-09-14T01:21:09.904142" elapsed="0.000574"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-14T01:11:03.148944" elapsed="606.755806"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.905810" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.905472" elapsed="0.000401"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.907099" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-14T01:21:09.906665" elapsed="0.000480"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-14T01:21:09.907507" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-14T01:21:09.907286" elapsed="0.000272"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-14T01:21:09.910569" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-14T01:21:09.910308" elapsed="0.000316"/>
</branch>
<status status="PASS" start="2026-09-14T01:21:09.910286" elapsed="0.000361"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-14T01:21:09.911024" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-14T01:21:09.911141" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-14T01:21:09.910773" elapsed="0.000391"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.911698" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.96 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.230" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:21:09.911287" elapsed="0.000465"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-14T01:21:09.912294" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:21:09.911893" elapsed="0.000425"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T01:21:09.913176" level="INFO">Length is 0.</msg>
<msg time="2026-09-14T01:21:09.913255" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T01:21:09.912869" elapsed="0.000407"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:21:09.913406" elapsed="0.000302"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-14T01:21:09.914498" level="INFO">Logging into '10.30.171.230:22' as 'jenkins'.</msg>
<msg time="2026-09-14T01:21:10.468608" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Sep 14 01:21:10 UTC 2026

  System load:  0.27               Processes:             105
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.230
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Sep 14 01:11:03 2026 from 10.30.170.47
[?2004h[jenkins@releng-48317-838-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-14T01:21:09.914181" elapsed="0.554654"/>
</kw>
<msg time="2026-09-14T01:21:10.468949" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:21:09.913855" elapsed="0.555210"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-14T01:21:09.912509" elapsed="0.556692"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-14T01:21:10.469835" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.96 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-14T01:31:16.509750" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-14T01:31:16.510389" level="INFO">${stdout} = </msg>
<msg time="2026-09-14T01:31:16.510490" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-14T01:21:10.469470" elapsed="606.041071"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:31:16.510976" elapsed="0.000675"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.512798" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:22:15.591 16  switches: flows:  88668 87679 86463 86440 85888 85416 84544 85092 84036 84383 82703 82591 81686 81493 82060 81131  total = 22.504550 per ms 
01:23:15.691 16  switches: flows:  92373 90340 88395 89863 89624 89449 87710 88702 86251 86469 86489 85108 83352 85039 85180 83578  total = 23.259882 per ms 
01:24:15.791 16  switches: flows:  92111 91472 89103 91545 90197 88815 88093 88430 87774 86587 87759 87319 83564 84743 84576 84282  total = 23.400442 per ms 
01:25:15.891 16  switches: flows:  93521 93038 91693 93043 93358 90276 89798 90218 88386 88915 90112 86925 85806 84893 87222 85191  total = 23.833472 per ms 
01:26:15.992 16  switches: flows:  96230 94916 91287 95739 95133 93455 91807 92461 91104 90583 91460 88985 88468 88240 90371 88614  total = 24.440110 per ms 
01:27:16.092 16  switches: flows:  95745 94068 92633 95389 95509 93422 91272 91964 91422 91462 91992 87880 87621 88143 90048 87901  total = 24.400413 per ms 
01:28:16.193 16  switches: flows:  94622 93351 91206 93897 94135 92604 89965 89556 89885 88374 89946 86021 86393 86690 87686 84591  total = 23.941825 per ms 
01:29:16.293 16  switches: flows:  96563 94899 93850 96502 95153 93202 91385 91513 91140 90034 91964 87947 87258 88056 89243 87200  total = 24.391110 per ms 
01:30:16.394 16  switches: flows:  93341 91135 90178 93812 93333 90377 90079 90099 89178 88245 88700 85732 85586 85143 87988 85836  total = 23.772745 per ms 
01:31:16.496 16  switches: flows:  94035 93529 91782 95374 94805 90700 90592 91193 89541 89259 89999 87564 86783 85964 88583 86284  total = 24.059619 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 23259.88/24440.11/23944.40/7991.71 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.512032" elapsed="0.001120"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-14T01:31:16.513605" elapsed="0.000069"/>
</return>
<status status="PASS" start="2026-09-14T01:31:16.513322" elapsed="0.000424"/>
</branch>
<status status="PASS" start="2026-09-14T01:31:16.513275" elapsed="0.000521"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-14T01:31:16.514020" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-09-14T01:31:16.513912" elapsed="0.000214"/>
</branch>
<status status="NOT RUN" start="2026-09-14T01:31:16.513881" elapsed="0.000289"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-14T01:31:16.514233" elapsed="0.000027"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-14T01:31:16.519840" elapsed="0.000745"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-14T01:31:16.520886" elapsed="0.000386"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-14T01:31:16.521540" elapsed="0.000201"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-14T01:31:16.514906" elapsed="0.006943"/>
</kw>
<msg time="2026-09-14T01:31:16.522175" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-14T01:21:09.907905" elapsed="606.614325"/>
</kw>
<status status="PASS" start="2026-09-14T01:21:09.907581" elapsed="606.614749"/>
</branch>
<status status="PASS" start="2026-09-14T01:21:09.907263" elapsed="606.615114"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.523325" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.96:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.96. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:22:15.591 16  switches: flows:  88668 87679 86463 86440 85888 85416 84544 85092 84036 84383 82703 82591 81686 81493 82060 81131  total = 22.504550 per ms 
01:23:15.691 16  switches: flows:  92373 90340 88395 89863 89624 89449 87710 88702 86251 86469 86489 85108 83352 85039 85180 83578  total = 23.259882 per ms 
01:24:15.791 16  switches: flows:  92111 91472 89103 91545 90197 88815 88093 88430 87774 86587 87759 87319 83564 84743 84576 84282  total = 23.400442 per ms 
01:25:15.891 16  switches: flows:  93521 93038 91693 93043 93358 90276 89798 90218 88386 88915 90112 86925 85806 84893 87222 85191  total = 23.833472 per ms 
01:26:15.992 16  switches: flows:  96230 94916 91287 95739 95133 93455 91807 92461 91104 90583 91460 88985 88468 88240 90371 88614  total = 24.440110 per ms 
01:27:16.092 16  switches: flows:  95745 94068 92633 95389 95509 93422 91272 91964 91422 91462 91992 87880 87621 88143 90048 87901  total = 24.400413 per ms 
01:28:16.193 16  switches: flows:  94622 93351 91206 93897 94135 92604 89965 89556 89885 88374 89946 86021 86393 86690 87686 84591  total = 23.941825 per ms 
01:29:16.293 16  switches: flows:  96563 94899 93850 96502 95153 93202 91385 91513 91140 90034 91964 87947 87258 88056 89243 87200  total = 24.391110 per ms 
01:30:16.394 16  switches: flows:  93341 91135 90178 93812 93333 90377 90079 90099 89178 88245 88700 85732 85586 85143 87988 85836  total = 23.772745 per ms 
01:31:16.496 16  switches: flows:  94035 93529 91782 95374 94805 90700 90592 91193 89541 89259 89999 87564 86783 85964 88583 86284  total = 24.059619 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 23259.88/24440.11/23944.40/7991.71 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.522677" elapsed="0.000799"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-14T01:31:16.523776" elapsed="0.000783"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-14T01:31:16.525363" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-14T01:31:16.525541" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 23259.88/24440.11/23944.40/7991.71 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-14T01:31:16.524883" elapsed="0.000707"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:31:16.526556" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 23259.88/24440.11/23944.40/7991.71 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:31:16.525932" elapsed="0.000690"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.531733" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.526945" elapsed="0.004918"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.536807" level="INFO">23259.88/24440.11/23944.40/7991.71</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.532251" elapsed="0.004670"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:31:16.541878" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:31:16.537291" elapsed="0.004640"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-14T01:31:16.546925" level="INFO">@{result_value_list} = [ 23259.88 | 24440.11 | 23944.40 | 7991.71 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-14T01:31:16.542364" elapsed="0.004645"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.547960" level="INFO">Length is 4.</msg>
<msg time="2026-09-14T01:31:16.548191" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-14T01:31:16.547345" elapsed="0.000894"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.555788" level="INFO">min :: 23259.88</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.549024" elapsed="0.006836"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-14T01:31:16.548736" elapsed="0.007168"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.561960" level="INFO">max :: 24440.11</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.556218" elapsed="0.005856"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-14T01:31:16.556032" elapsed="0.006087"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.567887" level="INFO">avg :: 23944.40</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.562389" elapsed="0.005569"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-14T01:31:16.562227" elapsed="0.005797"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.573898" level="INFO">stdev :: 7991.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.568312" elapsed="0.005685"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-14T01:31:16.568149" elapsed="0.005897"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-14T01:31:16.548360" elapsed="0.025747"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.579187" level="INFO">${min} = 23259.88</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:31:16.574331" elapsed="0.004890"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.584240" level="INFO">${max} = 24440.11</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:31:16.579418" elapsed="0.004855"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.589288" level="INFO">${average} = 23944.40</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:31:16.584470" elapsed="0.004852"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.593901" level="INFO">${stdev} = 7991.71</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-14T01:31:16.589522" elapsed="0.004403"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.594419" level="INFO">${date} = 2026-09-14 01:31:16</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-14T01:31:16.594098" elapsed="0.000344"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.594935" level="INFO">CBench Result: 2026-09-14 01:31:16,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,23259.88,24440.11,23944.40,7991.71</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-14T01:31:16.594573" elapsed="0.000427"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-14T01:31:16.596079" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-14T01:31:16.595591" elapsed="0.000552"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-14T01:31:16.596281" elapsed="0.000428"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-14T01:31:16.595161" elapsed="0.001607"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-14T01:21:09.906180" elapsed="606.690640"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.597269" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-14T01:31:16.596953" elapsed="0.000367"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-14T01:31:16.598455" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-14T01:31:16.597969" elapsed="0.000510"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-14T01:31:16.598707" elapsed="0.000038"/>
</return>
<status status="PASS" start="2026-09-14T01:31:16.598564" elapsed="0.000215"/>
</branch>
<status status="PASS" start="2026-09-14T01:31:16.598540" elapsed="0.000261"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-14T01:31:16.598943" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-14T01:31:16.599132" elapsed="0.000024"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-14T01:31:16.599291" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-09-14T01:31:16.599436" elapsed="0.000018"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-14T01:31:16.599622" elapsed="0.000019"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-09-14T01:31:16.599755" elapsed="0.000017"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-14T01:31:16.599886" elapsed="0.000018"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-14T01:31:16.600113" elapsed="0.000024"/>
</kw>
<status status="NOT RUN" start="2026-09-14T01:31:16.599959" elapsed="0.000207"/>
</branch>
<status status="NOT RUN" start="2026-09-14T01:31:16.599944" elapsed="0.000243"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-14T01:31:16.597668" elapsed="0.002568"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-14T01:21:09.905046" elapsed="606.695232"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-14T01:00:54.015973" elapsed="1822.585041"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
