<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-09-04T02:29:38.286217" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-04T02:29:38.841474" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-09-04T02:29:38.841335" elapsed="0.000207"/>
</branch>
<status status="PASS" start="2026-09-04T02:29:38.841308" elapsed="0.000274"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:29:38.841716" elapsed="0.000481"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-04T02:29:38.842632" level="INFO">Logging into '10.30.170.47:8101' as 'karaf'.</msg>
<msg time="2026-09-04T02:29:39.555607" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-04T02:29:38.842354" elapsed="0.713431"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-04T02:29:39.605031" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-04T02:29:39.556048" elapsed="0.049051"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-04T02:29:39.606891" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-04T02:29:39.607011" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-04T02:29:39.605266" elapsed="0.001772"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-04T02:29:39.607181" elapsed="0.000184"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T02:29:39.607515" elapsed="0.000207"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:29:39.608194" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:29:39.607862" elapsed="0.000381"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-04T02:29:39.608293" elapsed="0.000055"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.47
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-04T02:29:38.840995" elapsed="0.767468"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-04T02:29:38.837273" elapsed="0.771247"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T02:29:39.609105" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T02:29:39.608716" elapsed="0.000448"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T02:29:39.609534" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T02:29:39.609303" elapsed="0.000315"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-04T02:29:39.610126" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-04T02:29:39.609757" elapsed="0.000393"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T02:29:39.610625" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T02:29:39.610310" elapsed="0.000354"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-04T02:29:39.611139" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-04T02:29:39.610795" elapsed="0.000368"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T02:29:39.611603" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T02:29:39.611308" elapsed="0.000333"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-04T02:29:39.611910" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T02:29:39.611719" elapsed="0.000254"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-04T02:29:39.616025" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:29:39.615643" elapsed="0.000406"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T02:29:39.616988" level="INFO">Length is 0.</msg>
<msg time="2026-09-04T02:29:39.617062" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T02:29:39.616538" elapsed="0.000545"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:29:39.617212" elapsed="0.000308"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-04T02:29:39.618833" level="INFO">Logging into '10.30.170.50:22' as 'jenkins'.</msg>
<msg time="2026-09-04T02:29:40.026815" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Sep  4 02:29:09 UTC 2026

  System load:  0.11               Processes:             109
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.50
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-48317-828-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-04T02:29:39.618002" elapsed="0.408971"/>
</kw>
<msg time="2026-09-04T02:29:40.027062" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:29:39.617679" elapsed="0.409469"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-04T02:29:39.616232" elapsed="0.411025"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.035032" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-04T02:29:40.027453" elapsed="0.009464"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T02:29:40.037171" elapsed="0.000341"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-04T02:29:39.615145" elapsed="0.422468"/>
</kw>
<status status="PASS" start="2026-09-04T02:29:39.612037" elapsed="0.425622"/>
</branch>
<status status="PASS" start="2026-09-04T02:29:39.611695" elapsed="0.426005"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-04T02:29:40.037899" elapsed="0.000594"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-04T02:29:40.044139" elapsed="0.000023"/>
</return>
<status status="NOT RUN" start="2026-09-04T02:29:40.043985" elapsed="0.000219"/>
</branch>
<status status="PASS" start="2026-09-04T02:29:40.043954" elapsed="0.000280"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-04T02:29:40.048877" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-09-04T02:29:40.048727" elapsed="0.000226"/>
</branch>
<status status="PASS" start="2026-09-04T02:29:40.048703" elapsed="0.000278"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:29:40.049146" elapsed="0.000563"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.050278" level="INFO">Logging into '10.30.170.47:8101' as 'karaf'.</msg>
<msg time="2026-09-04T02:29:40.273140" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-04T02:29:40.049911" elapsed="0.223383"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.376720" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-04T02:29:40.273746" elapsed="0.103123"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.380706" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.4           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-04T02:29:40.380879" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.4           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-04T02:29:40.377186" elapsed="0.003722"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-04T02:29:40.381047" elapsed="0.000183"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T02:29:40.381362" elapsed="0.000214"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:29:40.381997" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.4           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:29:40.381703" elapsed="0.000344"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-04T02:29:40.382094" elapsed="0.000050"/>
</return>
<msg time="2026-09-04T02:29:40.382278" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.20.4           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.47
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-04T02:29:40.048272" elapsed="0.334034"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-04T02:29:40.382436" elapsed="0.000468"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-04T02:29:40.382961" elapsed="0.000030"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-04T02:29:40.043600" elapsed="0.339479"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-04T02:29:40.386644" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-09-04T02:29:40.386506" elapsed="0.000181"/>
</branch>
<status status="PASS" start="2026-09-04T02:29:40.386484" elapsed="0.000224"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:29:40.386826" elapsed="0.000406"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.387620" level="INFO">Logging into '10.30.170.47:8101' as 'karaf'.</msg>
<msg time="2026-09-04T02:29:40.553064" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-04T02:29:40.387363" elapsed="0.165874"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.575716" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-04T02:29:40.553493" elapsed="0.022297"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.577752" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-04T02:29:40.577854" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-04T02:29:40.575984" elapsed="0.001896"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-04T02:29:40.578023" elapsed="0.000202"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T02:29:40.578360" elapsed="0.000282"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:29:40.579084" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:29:40.578777" elapsed="0.000351"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-04T02:29:40.579176" elapsed="0.000055"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.47
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-04T02:29:40.386218" elapsed="0.193119"/>
</kw>
<status status="PASS" start="2026-09-04T02:29:38.835359" elapsed="1.744035"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:29:40.581473" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:29:40.580187" elapsed="0.001345"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T02:29:40.583088" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T02:29:40.582753" elapsed="0.000375"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-04T02:29:40.583420" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T02:29:40.583202" elapsed="0.000269"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-04T02:29:40.586216" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T02:29:40.585987" elapsed="0.000279"/>
</branch>
<status status="PASS" start="2026-09-04T02:29:40.585968" elapsed="0.000321"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.586630" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-04T02:29:40.586746" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-04T02:29:40.586409" elapsed="0.000361"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:29:40.587309" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.47 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.50" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:29:40.586909" elapsed="0.000454"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.587943" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:29:40.587489" elapsed="0.000478"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T02:29:40.588795" level="INFO">Length is 0.</msg>
<msg time="2026-09-04T02:29:40.588875" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T02:29:40.588479" elapsed="0.000417"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:29:40.589045" elapsed="0.000311"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.590211" level="INFO">Logging into '10.30.170.50:22' as 'jenkins'.</msg>
<msg time="2026-09-04T02:29:40.924069" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Sep  4 02:29:09 UTC 2026

  System load:  0.11               Processes:             109
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.50
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Sep  4 02:29:39 2026 from 10.30.170.141
[?2004h[jenkins@releng-48317-828-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-04T02:29:40.589830" elapsed="0.334432"/>
</kw>
<msg time="2026-09-04T02:29:40.924346" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:29:40.589495" elapsed="0.334939"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-04T02:29:40.588149" elapsed="0.336397"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-04T02:29:40.925093" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.47 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-04T02:39:47.038188" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-04T02:39:47.038970" level="INFO">${stdout} = </msg>
<msg time="2026-09-04T02:39:47.039072" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-04T02:29:40.924770" elapsed="606.114356"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T02:39:47.039542" elapsed="0.000701"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.041286" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.47. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:30:46.116 16  switches: flows:  93202 90762 90773 88431 85701 85733 82861 82603 80227 78595 78619 78301 77393 80914 78963 76675  total = 22.162550 per ms 
02:31:46.217 16  switches: flows:  101133 98722 96911 94829 92723 92124 87991 89584 84404 83146 84020 83433 83001 86758 83746 83505  total = 23.727550 per ms 
02:32:46.318 16  switches: flows:  99116 99103 94842 94085 91678 90586 88401 88459 83152 83219 83696 82589 82712 86108 85168 82791  total = 23.555779 per ms 
02:33:46.419 16  switches: flows:  100952 98934 96378 97047 96431 91690 91433 93598 86062 85804 87444 85419 87640 89644 89631 87031  total = 24.378293 per ms 
02:34:46.519 16  switches: flows:  101546 100010 96210 97536 97187 90800 90657 95339 87310 87047 87526 87458 87317 91095 89438 89808  total = 24.563744 per ms 
02:35:46.620 16  switches: flows:  103147 100999 97443 98084 96403 91576 91677 95389 86594 86422 88567 85980 87675 91444 90380 88157  total = 24.624507 per ms 
02:36:46.721 16  switches: flows:  102432 102307 97901 100296 98162 93430 92749 94788 88805 87763 90068 87771 89247 92647 93446 89502  total = 24.980150 per ms 
02:37:46.822 16  switches: flows:  101283 98633 95556 96446 95882 91979 90479 92662 86567 87700 86983 85932 86381 91170 90522 87790  total = 24.392018 per ms 
02:38:46.923 16  switches: flows:  101358 99278 96392 97951 95305 90109 89334 92854 85797 85254 87613 85999 86413 90788 91120 87621  total = 24.345795 per ms 
02:39:47.023 16  switches: flows:  100436 98197 96738 96004 95383 91549 90085 93270 85214 84207 87686 85582 86299 91994 90176 88393  total = 24.312981 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 23555.78/24980.15/24320.09/8117.19 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.040596" elapsed="0.001031"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-04T02:39:47.042101" elapsed="0.000090"/>
</return>
<status status="PASS" start="2026-09-04T02:39:47.041792" elapsed="0.000471"/>
</branch>
<status status="PASS" start="2026-09-04T02:39:47.041744" elapsed="0.000568"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-04T02:39:47.042496" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-09-04T02:39:47.042425" elapsed="0.000181"/>
</branch>
<status status="NOT RUN" start="2026-09-04T02:39:47.042396" elapsed="0.000255"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-04T02:39:47.042716" elapsed="0.000025"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:39:47.047847" elapsed="0.000664"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:39:47.048830" elapsed="0.000333"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T02:39:47.049420" elapsed="0.000224"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-04T02:39:47.043329" elapsed="0.006418"/>
</kw>
<msg time="2026-09-04T02:39:47.050015" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-04T02:29:40.583807" elapsed="606.466261"/>
</kw>
<status status="PASS" start="2026-09-04T02:29:40.583497" elapsed="606.466666"/>
</branch>
<status status="PASS" start="2026-09-04T02:29:40.583179" elapsed="606.467029"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.051111" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.47. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:30:46.116 16  switches: flows:  93202 90762 90773 88431 85701 85733 82861 82603 80227 78595 78619 78301 77393 80914 78963 76675  total = 22.162550 per ms 
02:31:46.217 16  switches: flows:  101133 98722 96911 94829 92723 92124 87991 89584 84404 83146 84020 83433 83001 86758 83746 83505  total = 23.727550 per ms 
02:32:46.318 16  switches: flows:  99116 99103 94842 94085 91678 90586 88401 88459 83152 83219 83696 82589 82712 86108 85168 82791  total = 23.555779 per ms 
02:33:46.419 16  switches: flows:  100952 98934 96378 97047 96431 91690 91433 93598 86062 85804 87444 85419 87640 89644 89631 87031  total = 24.378293 per ms 
02:34:46.519 16  switches: flows:  101546 100010 96210 97536 97187 90800 90657 95339 87310 87047 87526 87458 87317 91095 89438 89808  total = 24.563744 per ms 
02:35:46.620 16  switches: flows:  103147 100999 97443 98084 96403 91576 91677 95389 86594 86422 88567 85980 87675 91444 90380 88157  total = 24.624507 per ms 
02:36:46.721 16  switches: flows:  102432 102307 97901 100296 98162 93430 92749 94788 88805 87763 90068 87771 89247 92647 93446 89502  total = 24.980150 per ms 
02:37:46.822 16  switches: flows:  101283 98633 95556 96446 95882 91979 90479 92662 86567 87700 86983 85932 86381 91170 90522 87790  total = 24.392018 per ms 
02:38:46.923 16  switches: flows:  101358 99278 96392 97951 95305 90109 89334 92854 85797 85254 87613 85999 86413 90788 91120 87621  total = 24.345795 per ms 
02:39:47.023 16  switches: flows:  100436 98197 96738 96004 95383 91549 90085 93270 85214 84207 87686 85582 86299 91994 90176 88393  total = 24.312981 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 23555.78/24980.15/24320.09/8117.19 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.050485" elapsed="0.000773"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-04T02:39:47.051551" elapsed="0.000747"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-04T02:39:47.053117" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-04T02:39:47.053305" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 23555.78/24980.15/24320.09/8117.19 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-04T02:39:47.052663" elapsed="0.000691"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T02:39:47.054206" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 23555.78/24980.15/24320.09/8117.19 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T02:39:47.053686" elapsed="0.000573"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.059220" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.054542" elapsed="0.004787"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.064236" level="INFO">23555.78/24980.15/24320.09/8117.19</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.059669" elapsed="0.004675"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T02:39:47.069318" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T02:39:47.064669" elapsed="0.004703"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T02:39:47.074515" level="INFO">@{result_value_list} = [ 23555.78 | 24980.15 | 24320.09 | 8117.19 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T02:39:47.069796" elapsed="0.004815"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.075586" level="INFO">Length is 4.</msg>
<msg time="2026-09-04T02:39:47.075778" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T02:39:47.074945" elapsed="0.000880"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.085884" level="INFO">min :: 23555.78</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.076613" elapsed="0.009415"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-04T02:39:47.076324" elapsed="0.009776"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.092930" level="INFO">max :: 24980.15</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.086512" elapsed="0.006501"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-04T02:39:47.086281" elapsed="0.006781"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.099402" level="INFO">avg :: 24320.09</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.093373" elapsed="0.006105"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-04T02:39:47.093194" elapsed="0.006329"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.105859" level="INFO">stdev :: 8117.19</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.099837" elapsed="0.006242"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-04T02:39:47.099665" elapsed="0.006475"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-04T02:39:47.075966" elapsed="0.030233"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.111853" level="INFO">${min} = 23555.78</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T02:39:47.106427" elapsed="0.005460"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.119177" level="INFO">${max} = 24980.15</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T02:39:47.112116" elapsed="0.007099"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.124729" level="INFO">${average} = 24320.09</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T02:39:47.119428" elapsed="0.005340"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.129188" level="INFO">${stdev} = 8117.19</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T02:39:47.125032" elapsed="0.004181"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.129710" level="INFO">${date} = 2026-09-04 02:39:47</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-04T02:39:47.129363" elapsed="0.000370"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.130429" level="INFO">CBench Result: 2026-09-04 02:39:47,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,23555.78,24980.15,24320.09,8117.19</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.129875" elapsed="0.000605"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T02:39:47.131509" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T02:39:47.131093" elapsed="0.000492"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-04T02:39:47.131721" elapsed="0.000437"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-04T02:39:47.130643" elapsed="0.001574"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-04T02:29:40.581951" elapsed="606.550319"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.132716" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-04T02:39:47.132416" elapsed="0.000350"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-04T02:39:47.133255" elapsed="0.000239"/>
</kw>
<status status="PASS" start="2026-09-04T02:39:47.132983" elapsed="0.000573"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-04T02:29:40.579535" elapsed="606.554070"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.134735" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.134377" elapsed="0.000409"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.135954" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T02:39:47.135652" elapsed="0.000340"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-04T02:39:47.136349" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-09-04T02:39:47.136061" elapsed="0.000349"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-04T02:39:47.139315" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T02:39:47.139079" elapsed="0.000286"/>
</branch>
<status status="PASS" start="2026-09-04T02:39:47.139062" elapsed="0.000324"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-04T02:39:47.139729" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-04T02:39:47.139917" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-04T02:39:47.139507" elapsed="0.000445"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.140462" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.47 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.50" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:39:47.140085" elapsed="0.000451"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-04T02:39:47.141110" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:39:47.140720" elapsed="0.000413"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T02:39:47.142242" level="INFO">Length is 0.</msg>
<msg time="2026-09-04T02:39:47.142354" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T02:39:47.141847" elapsed="0.000531"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:39:47.142508" elapsed="0.000325"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-04T02:39:47.143631" level="INFO">Logging into '10.30.170.50:22' as 'jenkins'.</msg>
<msg time="2026-09-04T02:39:47.734288" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Sep  4 02:39:47 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.50
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Sep  4 02:29:40 2026 from 10.30.170.141
[?2004h[jenkins@releng-48317-828-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-04T02:39:47.143299" elapsed="0.591154"/>
</kw>
<msg time="2026-09-04T02:39:47.734530" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:39:47.142990" elapsed="0.591630"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-04T02:39:47.141315" elapsed="0.593406"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-04T02:39:47.735189" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.47 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-04T02:49:53.800734" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-04T02:49:53.801153" level="INFO">${stdout} = </msg>
<msg time="2026-09-04T02:49:53.801270" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-04T02:39:47.734926" elapsed="606.066409"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T02:49:53.801851" elapsed="0.000699"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.803807" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.47. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:40:52.864 16  switches: flows:  611733 599447 601136 604471 610296 599287 596804 588789 588239 610856 601099 592924 598258 606841 600470 604814  total = 160.257733 per ms 
02:41:52.967 16  switches: flows:  703250 703787 699924 699129 698888 715330 688950 704479 713997 709052 703363 704956 700654 700437 702019 706326  total = 187.256125 per ms 
02:42:53.072 16  switches: flows:  690468 682431 672859 696807 691230 692932 687977 686369 693249 698984 675894 697682 683525 686537 692513 685227  total = 183.261486 per ms 
02:43:53.175 16  switches: flows:  703562 709831 699038 700644 706148 707454 708996 697527 711912 704445 701776 710312 715624 705648 717053 712137  total = 188.211193 per ms 
02:44:53.280 16  switches: flows:  705179 694741 702383 702338 699355 701687 692519 702206 710545 703980 698946 706226 699030 704715 695883 707478  total = 186.802563 per ms 
02:45:53.380 16  switches: flows:  708174 703875 706498 696856 703517 704316 697299 706265 704669 707899 705861 693515 693298 699457 704215 704807  total = 187.028716 per ms 
02:46:53.483 16  switches: flows:  708996 691131 699658 698503 694965 692972 694520 693153 698654 696006 699866 692918 699572 694567 707153 696509  total = 185.670578 per ms 
02:47:53.585 16  switches: flows:  702786 705775 702444 705233 710655 710638 709655 706319 696952 699337 701937 709033 708279 705368 705556 700234  total = 187.686201 per ms 
02:48:53.688 16  switches: flows:  707111 707878 707314 704266 699820 699469 702858 701337 699207 701875 703700 695374 701481 697713 717467 699512  total = 187.122481 per ms 
02:49:53.789 16  switches: flows:  704352 707548 706773 691286 694449 704924 698731 702736 708519 703326 697922 683176 700291 702539 699411 702808  total = 186.499718 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 183261.49/188211.19/186615.45/62220.08 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.803111" elapsed="0.000953"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-04T02:49:53.804613" elapsed="0.000293"/>
</return>
<status status="PASS" start="2026-09-04T02:49:53.804245" elapsed="0.000750"/>
</branch>
<status status="PASS" start="2026-09-04T02:49:53.804188" elapsed="0.000866"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-04T02:49:53.805285" elapsed="0.000031"/>
</return>
<status status="NOT RUN" start="2026-09-04T02:49:53.805196" elapsed="0.000188"/>
</branch>
<status status="NOT RUN" start="2026-09-04T02:49:53.805156" elapsed="0.000280"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-04T02:49:53.805509" elapsed="0.000080"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:49:53.811516" elapsed="0.000767"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:49:53.812664" elapsed="0.000332"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T02:49:53.813256" elapsed="0.000208"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-04T02:49:53.806305" elapsed="0.007319"/>
</kw>
<msg time="2026-09-04T02:49:53.813881" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-04T02:39:47.136798" elapsed="606.677135"/>
</kw>
<status status="PASS" start="2026-09-04T02:39:47.136436" elapsed="606.677591"/>
</branch>
<status status="PASS" start="2026-09-04T02:39:47.136040" elapsed="606.678033"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.815015" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.47. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:40:52.864 16  switches: flows:  611733 599447 601136 604471 610296 599287 596804 588789 588239 610856 601099 592924 598258 606841 600470 604814  total = 160.257733 per ms 
02:41:52.967 16  switches: flows:  703250 703787 699924 699129 698888 715330 688950 704479 713997 709052 703363 704956 700654 700437 702019 706326  total = 187.256125 per ms 
02:42:53.072 16  switches: flows:  690468 682431 672859 696807 691230 692932 687977 686369 693249 698984 675894 697682 683525 686537 692513 685227  total = 183.261486 per ms 
02:43:53.175 16  switches: flows:  703562 709831 699038 700644 706148 707454 708996 697527 711912 704445 701776 710312 715624 705648 717053 712137  total = 188.211193 per ms 
02:44:53.280 16  switches: flows:  705179 694741 702383 702338 699355 701687 692519 702206 710545 703980 698946 706226 699030 704715 695883 707478  total = 186.802563 per ms 
02:45:53.380 16  switches: flows:  708174 703875 706498 696856 703517 704316 697299 706265 704669 707899 705861 693515 693298 699457 704215 704807  total = 187.028716 per ms 
02:46:53.483 16  switches: flows:  708996 691131 699658 698503 694965 692972 694520 693153 698654 696006 699866 692918 699572 694567 707153 696509  total = 185.670578 per ms 
02:47:53.585 16  switches: flows:  702786 705775 702444 705233 710655 710638 709655 706319 696952 699337 701937 709033 708279 705368 705556 700234  total = 187.686201 per ms 
02:48:53.688 16  switches: flows:  707111 707878 707314 704266 699820 699469 702858 701337 699207 701875 703700 695374 701481 697713 717467 699512  total = 187.122481 per ms 
02:49:53.789 16  switches: flows:  704352 707548 706773 691286 694449 704924 698731 702736 708519 703326 697922 683176 700291 702539 699411 702808  total = 186.499718 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 183261.49/188211.19/186615.45/62220.08 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.814370" elapsed="0.000794"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-04T02:49:53.815488" elapsed="0.000782"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-04T02:49:53.817109" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-04T02:49:53.817285" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 183261.49/188211.19/186615.45/62220.08 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-04T02:49:53.816664" elapsed="0.000671"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T02:49:53.818196" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 183261.49/188211.19/186615.45/62220.08 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T02:49:53.817692" elapsed="0.000574"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.823291" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.818604" elapsed="0.004801"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.828340" level="INFO">183261.49/188211.19/186615.45/62220.08</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.823744" elapsed="0.004709"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T02:49:53.833476" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T02:49:53.828803" elapsed="0.004754"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T02:49:53.838890" level="INFO">@{result_value_list} = [ 183261.49 | 188211.19 | 186615.45 | 62220.08 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T02:49:53.834062" elapsed="0.004886"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.840008" level="INFO">Length is 4.</msg>
<msg time="2026-09-04T02:49:53.840180" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T02:49:53.839305" elapsed="0.000922"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.848460" level="INFO">min :: 183261.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.841208" elapsed="0.007375"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-04T02:49:53.840934" elapsed="0.007702"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.855466" level="INFO">max :: 188211.19</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.848962" elapsed="0.006633"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-04T02:49:53.848770" elapsed="0.006886"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.862256" level="INFO">avg :: 186615.45</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.856023" elapsed="0.006309"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-04T02:49:53.855818" elapsed="0.006559"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.868609" level="INFO">stdev :: 62220.08</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.862705" elapsed="0.005985"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-04T02:49:53.862494" elapsed="0.006246"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-04T02:49:53.840499" elapsed="0.028285"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.873356" level="INFO">${min} = 183261.49</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T02:49:53.869016" elapsed="0.004367"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.876997" level="INFO">${max} = 188211.19</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T02:49:53.873548" elapsed="0.003474"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.880720" level="INFO">${average} = 186615.45</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T02:49:53.877164" elapsed="0.003580"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.884353" level="INFO">${stdev} = 62220.08</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T02:49:53.880884" elapsed="0.003493"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.884902" level="INFO">${date} = 2026-09-04 02:49:53</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-04T02:49:53.884537" elapsed="0.000396"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.885440" level="INFO">CBench Result: 2026-09-04 02:49:53,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,183261.49,188211.19,186615.45,62220.08</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.885068" elapsed="0.000424"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T02:49:53.886616" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T02:49:53.886142" elapsed="0.000539"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-04T02:49:53.886819" elapsed="0.000451"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-04T02:49:53.885678" elapsed="0.001651"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-04T02:39:47.135093" elapsed="606.752289"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.887833" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-04T02:49:53.887518" elapsed="0.000366"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-04T02:49:53.888345" elapsed="0.000267"/>
</kw>
<status status="PASS" start="2026-09-04T02:49:53.888071" elapsed="0.000604"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-04T02:39:47.133888" elapsed="606.754820"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.890102" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.889732" elapsed="0.000422"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.891267" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-04T02:49:53.890974" elapsed="0.000331"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-04T02:49:53.891670" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T02:49:53.891431" elapsed="0.000291"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-04T02:49:53.894897" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-04T02:49:53.894660" elapsed="0.000290"/>
</branch>
<status status="PASS" start="2026-09-04T02:49:53.894641" elapsed="0.000330"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-04T02:49:53.895287" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-04T02:49:53.895396" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-04T02:49:53.895094" elapsed="0.000325"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.895957" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.47 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.50" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T02:49:53.895571" elapsed="0.000437"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-04T02:49:53.896587" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T02:49:53.896162" elapsed="0.000450"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T02:49:53.897435" level="INFO">Length is 0.</msg>
<msg time="2026-09-04T02:49:53.897513" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T02:49:53.897150" elapsed="0.000398"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:49:53.897690" elapsed="0.000296"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-04T02:49:53.898768" level="INFO">Logging into '10.30.170.50:22' as 'jenkins'.</msg>
<msg time="2026-09-04T02:49:54.553243" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Sep  4 02:49:54 UTC 2026

  System load:  0.36               Processes:             105
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.50
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Sep  4 02:39:47 2026 from 10.30.170.141
[?2004h[jenkins@releng-48317-828-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-04T02:49:53.898427" elapsed="0.655007"/>
</kw>
<msg time="2026-09-04T02:49:54.553514" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T02:49:53.898123" elapsed="0.655507"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-04T02:49:53.896798" elapsed="0.656937"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-04T02:49:54.554231" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.47 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-04T03:00:00.687115" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-04T03:00:00.687949" level="INFO">${stdout} = </msg>
<msg time="2026-09-04T03:00:00.688070" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-04T02:49:54.553942" elapsed="606.134193"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T03:00:00.688730" elapsed="0.000814"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.690954" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.47. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:50:59.766 16  switches: flows:  101227 96684 97012 96811 92224 93264 91825 92346 87556 87443 86344 87788 87023 87914 88040 87882  total = 24.356383 per ms 
02:51:59.867 16  switches: flows:  100940 97407 96496 95898 93169 94847 91850 88827 86627 86929 87420 86571 88829 89190 89296 88691  total = 24.342474 per ms 
02:52:59.967 16  switches: flows:  100207 96707 95593 96225 91373 94125 90759 88911 85880 86480 86810 85843 86867 88945 89297 88793  total = 24.173218 per ms 
02:54:00.068 16  switches: flows:  98440 95034 93731 94045 89855 91017 88251 87731 84811 85784 86121 84011 84483 88148 86533 86000  total = 23.693660 per ms 
02:55:00.169 16  switches: flows:  98889 95974 92427 94599 90309 90942 88711 88582 86150 86971 85317 85443 84692 89000 88330 87859  total = 23.863430 per ms 
02:56:00.269 16  switches: flows:  99089 94277 93042 95446 91022 93784 90029 88299 86218 87891 87175 85402 86716 90039 89591 88087  total = 24.061594 per ms 
02:57:00.370 16  switches: flows:  99145 94344 92629 94372 91210 92857 89963 89346 86575 86411 87166 84794 87091 88650 89318 87964  total = 23.990540 per ms 
02:58:00.471 16  switches: flows:  97783 92840 92412 93938 89453 90678 88031 88222 84066 84685 86105 84049 85568 87388 88435 87343  total = 23.643791 per ms 
02:59:00.572 16  switches: flows:  99589 94838 93863 93590 91439 92357 91072 89160 86725 86196 87039 84033 87382 90183 89652 88464  total = 24.052898 per ms 
03:00:00.672 16  switches: flows:  100668 96085 94201 95339 91499 93352 88932 88572 85662 88199 86985 85858 87480 89828 90246 89261  total = 24.162436 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 23643.79/24342.47/23998.23/8002.32 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.690006" elapsed="0.001319"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-04T03:00:00.691955" elapsed="0.000129"/>
</return>
<status status="PASS" start="2026-09-04T03:00:00.691524" elapsed="0.000662"/>
</branch>
<status status="PASS" start="2026-09-04T03:00:00.691477" elapsed="0.000782"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-04T03:00:00.692510" elapsed="0.000032"/>
</return>
<status status="NOT RUN" start="2026-09-04T03:00:00.692413" elapsed="0.000230"/>
</branch>
<status status="NOT RUN" start="2026-09-04T03:00:00.692366" elapsed="0.000354"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-04T03:00:00.692800" elapsed="0.000033"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-04T03:00:00.699800" elapsed="0.000984"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-04T03:00:00.701166" elapsed="0.000457"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-04T03:00:00.701982" elapsed="0.000281"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-04T03:00:00.693643" elapsed="0.008747"/>
</kw>
<msg time="2026-09-04T03:00:00.702774" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-04T02:49:53.892262" elapsed="606.810619"/>
</kw>
<status status="PASS" start="2026-09-04T02:49:53.891913" elapsed="606.811101"/>
</branch>
<status status="PASS" start="2026-09-04T02:49:53.891410" elapsed="606.811670"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.704332" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.47:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.47. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
02:50:59.766 16  switches: flows:  101227 96684 97012 96811 92224 93264 91825 92346 87556 87443 86344 87788 87023 87914 88040 87882  total = 24.356383 per ms 
02:51:59.867 16  switches: flows:  100940 97407 96496 95898 93169 94847 91850 88827 86627 86929 87420 86571 88829 89190 89296 88691  total = 24.342474 per ms 
02:52:59.967 16  switches: flows:  100207 96707 95593 96225 91373 94125 90759 88911 85880 86480 86810 85843 86867 88945 89297 88793  total = 24.173218 per ms 
02:54:00.068 16  switches: flows:  98440 95034 93731 94045 89855 91017 88251 87731 84811 85784 86121 84011 84483 88148 86533 86000  total = 23.693660 per ms 
02:55:00.169 16  switches: flows:  98889 95974 92427 94599 90309 90942 88711 88582 86150 86971 85317 85443 84692 89000 88330 87859  total = 23.863430 per ms 
02:56:00.269 16  switches: flows:  99089 94277 93042 95446 91022 93784 90029 88299 86218 87891 87175 85402 86716 90039 89591 88087  total = 24.061594 per ms 
02:57:00.370 16  switches: flows:  99145 94344 92629 94372 91210 92857 89963 89346 86575 86411 87166 84794 87091 88650 89318 87964  total = 23.990540 per ms 
02:58:00.471 16  switches: flows:  97783 92840 92412 93938 89453 90678 88031 88222 84066 84685 86105 84049 85568 87388 88435 87343  total = 23.643791 per ms 
02:59:00.572 16  switches: flows:  99589 94838 93863 93590 91439 92357 91072 89160 86725 86196 87039 84033 87382 90183 89652 88464  total = 24.052898 per ms 
03:00:00.672 16  switches: flows:  100668 96085 94201 95339 91499 93352 88932 88572 85662 88199 86985 85858 87480 89828 90246 89261  total = 24.162436 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 23643.79/24342.47/23998.23/8002.32 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.703480" elapsed="0.001044"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-04T03:00:00.704985" elapsed="0.000924"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-04T03:00:00.706752" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-04T03:00:00.706967" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 23643.79/24342.47/23998.23/8002.32 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-04T03:00:00.706270" elapsed="0.000750"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T03:00:00.707900" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 23643.79/24342.47/23998.23/8002.32 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T03:00:00.707334" elapsed="0.000620"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.713616" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.708247" elapsed="0.005515"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.720075" level="INFO">23643.79/24342.47/23998.23/8002.32</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.714065" elapsed="0.006141"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T03:00:00.725533" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T03:00:00.720608" elapsed="0.005024"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-04T03:00:00.729489" level="INFO">@{result_value_list} = [ 23643.79 | 24342.47 | 23998.23 | 8002.32 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-04T03:00:00.726080" elapsed="0.003443"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.730146" level="INFO">Length is 4.</msg>
<msg time="2026-09-04T03:00:00.730257" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-04T03:00:00.729757" elapsed="0.000530"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.737327" level="INFO">min :: 23643.79</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.730801" elapsed="0.006626"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-04T03:00:00.730618" elapsed="0.006855"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.744322" level="INFO">max :: 24342.47</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.737868" elapsed="0.006564"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-04T03:00:00.737640" elapsed="0.006842"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.750631" level="INFO">avg :: 23998.23</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.744850" elapsed="0.005870"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-04T03:00:00.744630" elapsed="0.006133"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.756455" level="INFO">stdev :: 8002.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.751025" elapsed="0.005501"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-04T03:00:00.750866" elapsed="0.005722"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-04T03:00:00.730368" elapsed="0.026261"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.761846" level="INFO">${min} = 23643.79</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T03:00:00.756848" elapsed="0.005032"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.767079" level="INFO">${max} = 24342.47</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T03:00:00.762074" elapsed="0.005039"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.771406" level="INFO">${average} = 23998.23</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T03:00:00.767307" elapsed="0.004124"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.775056" level="INFO">${stdev} = 8002.32</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-04T03:00:00.771590" elapsed="0.003490"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.775555" level="INFO">${date} = 2026-09-04 03:00:00</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-04T03:00:00.775225" elapsed="0.000368"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.776105" level="INFO">CBench Result: 2026-09-04 03:00:00,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,23643.79,24342.47,23998.23,8002.32</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-04T03:00:00.775736" elapsed="0.000420"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-04T03:00:00.777395" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-titanium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-titanium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-04T03:00:00.776913" elapsed="0.000566"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-04T03:00:00.777686" elapsed="0.000512"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-04T03:00:00.776291" elapsed="0.001989"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-04T02:49:53.890451" elapsed="606.887900"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.778988" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-04T03:00:00.778551" elapsed="0.000511"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-04T03:00:00.780609" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-04T03:00:00.779981" elapsed="0.000660"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-04T03:00:00.780942" elapsed="0.000046"/>
</return>
<status status="PASS" start="2026-09-04T03:00:00.780760" elapsed="0.000271"/>
</branch>
<status status="PASS" start="2026-09-04T03:00:00.780730" elapsed="0.000332"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-04T03:00:00.781245" elapsed="0.000025"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-04T03:00:00.781435" elapsed="0.000025"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-04T03:00:00.781650" elapsed="0.000042"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-09-04T03:00:00.781863" elapsed="0.000026"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-04T03:00:00.782111" elapsed="0.000023"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-09-04T03:00:00.782277" elapsed="0.000021"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-04T03:00:00.782438" elapsed="0.000021"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-04T03:00:00.782706" elapsed="0.000027"/>
</kw>
<status status="NOT RUN" start="2026-09-04T03:00:00.782525" elapsed="0.000239"/>
</branch>
<status status="NOT RUN" start="2026-09-04T03:00:00.782507" elapsed="0.000277"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-04T03:00:00.779549" elapsed="0.003299"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-04T02:49:53.889248" elapsed="606.893651"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-04T02:29:38.287652" elapsed="1822.495671"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
