<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-08-17T00:45:09.411823" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-17T00:45:10.004062" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-08-17T00:45:10.003918" elapsed="0.000223"/>
</branch>
<status status="PASS" start="2026-08-17T00:45:10.003885" elapsed="0.000285"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T00:45:10.004317" elapsed="0.000537"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-17T00:45:10.005325" level="INFO">Logging into '10.30.171.106:8101' as 'karaf'.</msg>
<msg time="2026-08-17T00:45:10.702167" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-17T00:45:10.005025" elapsed="0.697375"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-17T00:45:10.752385" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-17T00:45:10.702766" elapsed="0.049738"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-17T00:45:10.754419" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-17T00:45:10.754542" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-17T00:45:10.752783" elapsed="0.001812"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-17T00:45:10.754792" elapsed="0.000229"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T00:45:10.755184" elapsed="0.000240"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:45:10.755990" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:45:10.755622" elapsed="0.000425"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-17T00:45:10.756102" elapsed="0.000059"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.106
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-17T00:45:10.003517" elapsed="0.752769"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-08-17T00:45:09.999864" elapsed="0.756486"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-17T00:45:10.757030" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-17T00:45:10.756548" elapsed="0.000541"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-17T00:45:10.757502" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-17T00:45:10.757247" elapsed="0.000332"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-17T00:45:10.758163" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-17T00:45:10.757754" elapsed="0.000437"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-17T00:45:10.758791" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-17T00:45:10.758365" elapsed="0.000476"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-17T00:45:10.759371" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-17T00:45:10.758989" elapsed="0.000409"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-17T00:45:10.759943" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-17T00:45:10.759610" elapsed="0.000376"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-08-17T00:45:10.760312" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-17T00:45:10.760085" elapsed="0.000281"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-17T00:45:10.764976" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T00:45:10.764494" elapsed="0.000511"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-17T00:45:10.766096" level="INFO">Length is 0.</msg>
<msg time="2026-08-17T00:45:10.766180" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-17T00:45:10.765591" elapsed="0.000614"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T00:45:10.766352" elapsed="0.000377"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-17T00:45:10.767822" level="INFO">Logging into '10.30.170.22:22' as 'jenkins'.</msg>
<msg time="2026-08-17T00:45:11.200198" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Aug 17 00:44:30 UTC 2026

  System load:  0.15               Processes:             114
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.22
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-373-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-17T00:45:10.767231" elapsed="0.433158"/>
</kw>
<msg time="2026-08-17T00:45:11.200495" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T00:45:10.766884" elapsed="0.433732"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-17T00:45:10.765214" elapsed="0.435548"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.207939" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-08-17T00:45:11.201010" elapsed="0.008531"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T00:45:11.209845" elapsed="0.000397"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-08-17T00:45:10.763957" elapsed="0.446383"/>
</kw>
<status status="PASS" start="2026-08-17T00:45:10.760599" elapsed="0.449799"/>
</branch>
<status status="PASS" start="2026-08-17T00:45:10.760056" elapsed="0.450396"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-17T00:45:11.210708" elapsed="0.000755"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-17T00:45:11.217387" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-08-17T00:45:11.217255" elapsed="0.000192"/>
</branch>
<status status="PASS" start="2026-08-17T00:45:11.217227" elapsed="0.000243"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-17T00:45:11.221074" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-08-17T00:45:11.220952" elapsed="0.000169"/>
</branch>
<status status="PASS" start="2026-08-17T00:45:11.220932" elapsed="0.000211"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T00:45:11.221283" elapsed="0.000487"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.222193" level="INFO">Logging into '10.30.171.106:8101' as 'karaf'.</msg>
<msg time="2026-08-17T00:45:11.415758" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-17T00:45:11.221920" elapsed="0.194073"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.510346" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-17T00:45:11.416304" elapsed="0.094141"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.526687" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-17T00:45:11.526918" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-17T00:45:11.510670" elapsed="0.016284"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-17T00:45:11.527113" elapsed="0.000214"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T00:45:11.527494" elapsed="0.000238"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:45:11.528268" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:45:11.527878" elapsed="0.000447"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-17T00:45:11.528381" elapsed="0.000063"/>
</return>
<msg time="2026-08-17T00:45:11.528632" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.106
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-17T00:45:11.220588" elapsed="0.308077"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-17T00:45:11.528816" elapsed="0.000650"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-17T00:45:11.529519" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-08-17T00:45:11.216922" elapsed="0.312752"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-17T00:45:11.533497" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-17T00:45:11.533359" elapsed="0.000185"/>
</branch>
<status status="PASS" start="2026-08-17T00:45:11.533333" elapsed="0.000252"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T00:45:11.533719" elapsed="0.000648"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.534806" level="INFO">Logging into '10.30.171.106:8101' as 'karaf'.</msg>
<msg time="2026-08-17T00:45:11.707900" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-17T00:45:11.534520" elapsed="0.173630"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.731202" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-17T00:45:11.708508" elapsed="0.022760"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.733094" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-17T00:45:11.733210" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-17T00:45:11.731443" elapsed="0.001797"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-17T00:45:11.733377" elapsed="0.000208"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T00:45:11.733724" elapsed="0.000221"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:45:11.734475" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:45:11.734105" elapsed="0.000421"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-17T00:45:11.734608" elapsed="0.000097"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.106
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-17T00:45:11.533008" elapsed="0.201840"/>
</kw>
<status status="PASS" start="2026-08-17T00:45:09.997805" elapsed="1.737113"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:45:11.737466" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:45:11.735970" elapsed="0.001565"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-17T00:45:11.739179" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-17T00:45:11.738817" elapsed="0.000406"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-17T00:45:11.739553" elapsed="0.000039"/>
</kw>
<status status="NOT RUN" start="2026-08-17T00:45:11.739307" elapsed="0.000323"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-17T00:45:11.742630" elapsed="0.000024"/>
</kw>
<status status="NOT RUN" start="2026-08-17T00:45:11.742362" elapsed="0.000331"/>
</branch>
<status status="PASS" start="2026-08-17T00:45:11.742343" elapsed="0.000376"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.743076" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-17T00:45:11.743205" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-17T00:45:11.742853" elapsed="0.000379"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:45:11.743807" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.106 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.22" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:45:11.743365" elapsed="0.000503"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.744509" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T00:45:11.744009" elapsed="0.000527"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-17T00:45:11.745472" level="INFO">Length is 0.</msg>
<msg time="2026-08-17T00:45:11.745579" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-17T00:45:11.745135" elapsed="0.000470"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T00:45:11.745750" elapsed="0.000336"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-17T00:45:11.746959" level="INFO">Logging into '10.30.170.22:22' as 'jenkins'.</msg>
<msg time="2026-08-17T00:45:12.105837" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Aug 17 00:44:30 UTC 2026

  System load:  0.15               Processes:             114
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.22
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Aug 17 00:45:11 2026 from 10.30.171.177
[?2004h[jenkins@releng-63164-373-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-17T00:45:11.746601" elapsed="0.359918"/>
</kw>
<msg time="2026-08-17T00:45:12.106760" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T00:45:11.746238" elapsed="0.360674"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-17T00:45:11.744756" elapsed="0.362380"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-17T00:45:12.108148" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.106 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-17T00:55:18.220121" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-17T00:55:18.220668" level="INFO">${stdout} = </msg>
<msg time="2026-08-17T00:55:18.220779" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-17T00:45:12.107537" elapsed="606.113301"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T00:55:18.221263" elapsed="0.000706"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.223368" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:46:17.302 16  switches: flows:  104371 102811 102082 100435 99926 102163 101206 100186 99441 99525 97174 96130 95563 99859 98684 98501  total = 26.634283 per ms 
00:47:17.403 16  switches: flows:  126111 124014 122490 121989 120279 122055 120615 123302 120619 120234 118897 119897 118864 121888 119486 118771  total = 32.271287 per ms 
00:48:17.504 16  switches: flows:  120487 120398 120334 117383 117207 118567 118851 117575 114843 117228 116380 116026 114706 116261 116645 114736  total = 31.241643 per ms 
00:49:17.605 16  switches: flows:  129122 128142 128583 125289 127059 127416 126893 126586 125647 124645 122953 123511 124391 123017 124637 121993  total = 33.442248 per ms 
00:50:17.706 16  switches: flows:  128296 128606 127643 126835 126085 126475 127007 126856 125089 123896 120352 122313 122138 123479 123206 121124  total = 33.267788 per ms 
00:51:17.807 16  switches: flows:  127421 127118 124480 123817 124435 124317 123292 122938 122382 119116 117906 120832 119255 120459 120966 120372  total = 32.597311 per ms 
00:52:17.908 16  switches: flows:  131598 130416 129519 129326 127878 127363 127615 125628 127371 122777 120077 121889 122992 124466 122989 122835  total = 33.523027 per ms 
00:53:18.009 16  switches: flows:  133599 132941 132365 130135 130366 129708 128819 129581 125520 123972 122501 125214 124585 128283 126290 126065  total = 34.108707 per ms 
00:54:18.110 16  switches: flows:  134966 130937 131526 129702 130373 127466 128356 128222 127207 125469 122574 123685 123953 128289 124914 123894  total = 33.968864 per ms 
00:55:18.211 16  switches: flows:  133216 131600 130442 130640 129475 126775 129806 127638 127117 124759 122943 124301 123329 127338 124832 124577  total = 33.923112 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31241.64/34108.71/33149.33/11085.64 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.222358" elapsed="0.001452"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-17T00:55:18.224496" elapsed="0.000151"/>
</return>
<status status="PASS" start="2026-08-17T00:55:18.224082" elapsed="0.000688"/>
</branch>
<status status="PASS" start="2026-08-17T00:55:18.224003" elapsed="0.000852"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-17T00:55:18.225183" elapsed="0.000046"/>
</return>
<status status="NOT RUN" start="2026-08-17T00:55:18.225061" elapsed="0.000261"/>
</branch>
<status status="NOT RUN" start="2026-08-17T00:55:18.225003" elapsed="0.000394"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-17T00:55:18.225507" elapsed="0.000047"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T00:55:18.232085" elapsed="0.000565"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T00:55:18.232861" elapsed="0.000254"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T00:55:18.233300" elapsed="0.000157"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-17T00:55:18.226616" elapsed="0.006917"/>
</kw>
<msg time="2026-08-17T00:55:18.233745" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-17T00:45:11.739993" elapsed="606.493791"/>
</kw>
<status status="PASS" start="2026-08-17T00:45:11.739660" elapsed="606.494191"/>
</branch>
<status status="PASS" start="2026-08-17T00:45:11.739281" elapsed="606.494608"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.234586" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:46:17.302 16  switches: flows:  104371 102811 102082 100435 99926 102163 101206 100186 99441 99525 97174 96130 95563 99859 98684 98501  total = 26.634283 per ms 
00:47:17.403 16  switches: flows:  126111 124014 122490 121989 120279 122055 120615 123302 120619 120234 118897 119897 118864 121888 119486 118771  total = 32.271287 per ms 
00:48:17.504 16  switches: flows:  120487 120398 120334 117383 117207 118567 118851 117575 114843 117228 116380 116026 114706 116261 116645 114736  total = 31.241643 per ms 
00:49:17.605 16  switches: flows:  129122 128142 128583 125289 127059 127416 126893 126586 125647 124645 122953 123511 124391 123017 124637 121993  total = 33.442248 per ms 
00:50:17.706 16  switches: flows:  128296 128606 127643 126835 126085 126475 127007 126856 125089 123896 120352 122313 122138 123479 123206 121124  total = 33.267788 per ms 
00:51:17.807 16  switches: flows:  127421 127118 124480 123817 124435 124317 123292 122938 122382 119116 117906 120832 119255 120459 120966 120372  total = 32.597311 per ms 
00:52:17.908 16  switches: flows:  131598 130416 129519 129326 127878 127363 127615 125628 127371 122777 120077 121889 122992 124466 122989 122835  total = 33.523027 per ms 
00:53:18.009 16  switches: flows:  133599 132941 132365 130135 130366 129708 128819 129581 125520 123972 122501 125214 124585 128283 126290 126065  total = 34.108707 per ms 
00:54:18.110 16  switches: flows:  134966 130937 131526 129702 130373 127466 128356 128222 127207 125469 122574 123685 123953 128289 124914 123894  total = 33.968864 per ms 
00:55:18.211 16  switches: flows:  133216 131600 130442 130640 129475 126775 129806 127638 127117 124759 122943 124301 123329 127338 124832 124577  total = 33.923112 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31241.64/34108.71/33149.33/11085.64 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.234116" elapsed="0.000590"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-17T00:55:18.234922" elapsed="0.000400"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-17T00:55:18.235749" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-17T00:55:18.235852" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31241.64/34108.71/33149.33/11085.64 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-17T00:55:18.235487" elapsed="0.000391"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T00:55:18.236329" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31241.64/34108.71/33149.33/11085.64 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T00:55:18.236049" elapsed="0.000309"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.238841" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.236506" elapsed="0.002396"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.241248" level="INFO">31241.64/34108.71/33149.33/11085.64</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.239053" elapsed="0.002255"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T00:55:18.243796" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T00:55:18.241460" elapsed="0.002366"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T00:55:18.246340" level="INFO">@{result_value_list} = [ 31241.64 | 34108.71 | 33149.33 | 11085.64 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T00:55:18.244055" elapsed="0.002319"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.246896" level="INFO">Length is 4.</msg>
<msg time="2026-08-17T00:55:18.246989" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-17T00:55:18.246534" elapsed="0.000479"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.251809" level="INFO">min :: 31241.64</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.247465" elapsed="0.004401"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-17T00:55:18.247332" elapsed="0.004569"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.256387" level="INFO">max :: 34108.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.252129" elapsed="0.004314"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-17T00:55:18.251992" elapsed="0.004486"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.261124" level="INFO">avg :: 33149.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.256710" elapsed="0.004470"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-17T00:55:18.256581" elapsed="0.004633"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.265698" level="INFO">stdev :: 11085.64</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.261431" elapsed="0.004323"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-17T00:55:18.261305" elapsed="0.004483"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-17T00:55:18.247086" elapsed="0.018733"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.270038" level="INFO">${min} = 31241.64</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T00:55:18.265974" elapsed="0.004091"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.275101" level="INFO">${max} = 34108.71</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T00:55:18.270217" elapsed="0.004915"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.279048" level="INFO">${average} = 33149.33</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T00:55:18.275305" elapsed="0.003770"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.282947" level="INFO">${stdev} = 11085.64</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T00:55:18.279224" elapsed="0.003750"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.283492" level="INFO">${date} = 2026-08-17 00:55:18</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-17T00:55:18.283130" elapsed="0.000387"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.284089" level="INFO">CBench Result: 2026-08-17 00:55:18,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31241.64,34108.71,33149.33,11085.64</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.283679" elapsed="0.000467"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-17T00:55:18.285240" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-17T00:55:18.284810" elapsed="0.000497"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-17T00:55:18.285456" elapsed="0.000492"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-17T00:55:18.284307" elapsed="0.001709"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-08-17T00:45:11.738124" elapsed="606.547953"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.286552" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-17T00:55:18.286225" elapsed="0.000397"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-17T00:55:18.287131" elapsed="0.000263"/>
</kw>
<status status="PASS" start="2026-08-17T00:55:18.286833" elapsed="0.000631"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-17T00:45:11.735112" elapsed="606.552389"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.288934" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.288380" elapsed="0.000611"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.290222" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-17T00:55:18.289896" elapsed="0.000368"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-17T00:55:18.290653" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-17T00:55:18.290387" elapsed="0.000326"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-17T00:55:18.293553" elapsed="0.000039"/>
</kw>
<status status="NOT RUN" start="2026-08-17T00:55:18.293312" elapsed="0.000315"/>
</branch>
<status status="PASS" start="2026-08-17T00:55:18.293294" elapsed="0.000357"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-17T00:55:18.293990" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-17T00:55:18.294108" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-17T00:55:18.293781" elapsed="0.000354"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.294734" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.106 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.22" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T00:55:18.294267" elapsed="0.000524"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-17T00:55:18.295320" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T00:55:18.294930" elapsed="0.000416"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-17T00:55:18.296241" level="INFO">Length is 0.</msg>
<msg time="2026-08-17T00:55:18.296327" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-17T00:55:18.295930" elapsed="0.000421"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T00:55:18.296489" elapsed="0.000337"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-17T00:55:18.297679" level="INFO">Logging into '10.30.170.22:22' as 'jenkins'.</msg>
<msg time="2026-08-17T00:55:18.936011" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Aug 17 00:55:18 UTC 2026

  System load:  1.07               Processes:             105
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.22
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Aug 17 00:45:12 2026 from 10.30.171.177
[?2004h[jenkins@releng-63164-373-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-17T00:55:18.297314" elapsed="0.638917"/>
</kw>
<msg time="2026-08-17T00:55:18.936322" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T00:55:18.296974" elapsed="0.639442"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-17T00:55:18.295543" elapsed="0.640998"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-17T00:55:18.937105" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.106 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-17T01:05:25.699154" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-17T01:05:25.701059" level="INFO">${stdout} = </msg>
<msg time="2026-08-17T01:05:25.701139" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-17T00:55:18.936796" elapsed="606.764383"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T01:05:25.701591" elapsed="0.001485"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.703899" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:24.066 16  switches: flows:  523961 528723 547348 568276 554300 547474 538802 545379 553228 549771 531718 520146 547087 515290 533889 523396  total = 143.813133 per ms 
00:57:24.168 16  switches: flows:  681255 683308 681395 686681 679304 681798 682926 684994 683645 682149 685629 687402 685087 685914 679791 678974  total = 181.861411 per ms 
00:58:24.269 16  switches: flows:  599275 585710 608786 607427 601258 614908 603201 612175 617471 522356 609887 595751 608689 606417 611299 604914  total = 159.889487 per ms 
00:59:24.372 16  switches: flows:  625923 638481 638395 641645 638151 634410 628878 634777 634780 639463 629247 619550 627459 627894 641288 633229  total = 168.608113 per ms 
01:00:24.473 16  switches: flows:  545317 548036 535334 546597 542364 540435 537830 539297 534811 547943 528719 544384 537302 536697 541433 545970  total = 143.966332 per ms 
01:01:24.577 16  switches: flows:  599496 615269 613888 614937 606840 621168 617736 608726 619454 602631 616298 607458 615162 612449 627621 613554  total = 163.262994 per ms 
01:02:24.678 16  switches: flows:  599067 605867 595316 598804 602322 587850 578743 586455 593380 469919 609046 586333 592779 595019 607516 585864  total = 156.307965 per ms 
01:03:24.780 16  switches: flows:  568194 556127 566485 575040 557025 561159 558307 556163 564577 573257 536327 571472 565848 570929 564381 563941  total = 149.900936 per ms 
01:04:25.592 16  switches: flows:  678784 676238 665257 672467 677939 672557 671115 666672 663817 667497 668048 675140 663147 657250 656639 671553  total = 176.018449 per ms 
01:05:25.694 16  switches: flows:  648778 643748 625715 634719 646129 639366 646789 625818 639904 629442 648093 643898 637585 633656 641164 651707  total = 170.321825 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 143966.33/181861.41/163348.61/55658.05 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.703346" elapsed="0.000812"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-17T01:05:25.704502" elapsed="0.000051"/>
</return>
<status status="PASS" start="2026-08-17T01:05:25.704283" elapsed="0.000356"/>
</branch>
<status status="PASS" start="2026-08-17T01:05:25.704246" elapsed="0.000431"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-17T01:05:25.704813" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-08-17T01:05:25.704760" elapsed="0.000112"/>
</branch>
<status status="NOT RUN" start="2026-08-17T01:05:25.704737" elapsed="0.000167"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-17T01:05:25.704948" elapsed="0.000020"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T01:05:25.709336" elapsed="0.000508"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T01:05:25.709988" elapsed="0.000170"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T01:05:25.710287" elapsed="0.000104"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-17T01:05:25.705428" elapsed="0.005017"/>
</kw>
<msg time="2026-08-17T01:05:25.710590" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-17T00:55:18.291050" elapsed="607.419568"/>
</kw>
<status status="PASS" start="2026-08-17T00:55:18.290739" elapsed="607.419929"/>
</branch>
<status status="PASS" start="2026-08-17T00:55:18.290364" elapsed="607.420327"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.711137" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:24.066 16  switches: flows:  523961 528723 547348 568276 554300 547474 538802 545379 553228 549771 531718 520146 547087 515290 533889 523396  total = 143.813133 per ms 
00:57:24.168 16  switches: flows:  681255 683308 681395 686681 679304 681798 682926 684994 683645 682149 685629 687402 685087 685914 679791 678974  total = 181.861411 per ms 
00:58:24.269 16  switches: flows:  599275 585710 608786 607427 601258 614908 603201 612175 617471 522356 609887 595751 608689 606417 611299 604914  total = 159.889487 per ms 
00:59:24.372 16  switches: flows:  625923 638481 638395 641645 638151 634410 628878 634777 634780 639463 629247 619550 627459 627894 641288 633229  total = 168.608113 per ms 
01:00:24.473 16  switches: flows:  545317 548036 535334 546597 542364 540435 537830 539297 534811 547943 528719 544384 537302 536697 541433 545970  total = 143.966332 per ms 
01:01:24.577 16  switches: flows:  599496 615269 613888 614937 606840 621168 617736 608726 619454 602631 616298 607458 615162 612449 627621 613554  total = 163.262994 per ms 
01:02:24.678 16  switches: flows:  599067 605867 595316 598804 602322 587850 578743 586455 593380 469919 609046 586333 592779 595019 607516 585864  total = 156.307965 per ms 
01:03:24.780 16  switches: flows:  568194 556127 566485 575040 557025 561159 558307 556163 564577 573257 536327 571472 565848 570929 564381 563941  total = 149.900936 per ms 
01:04:25.592 16  switches: flows:  678784 676238 665257 672467 677939 672557 671115 666672 663817 667497 668048 675140 663147 657250 656639 671553  total = 176.018449 per ms 
01:05:25.694 16  switches: flows:  648778 643748 625715 634719 646129 639366 646789 625818 639904 629442 648093 643898 637585 633656 641164 651707  total = 170.321825 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 143966.33/181861.41/163348.61/55658.05 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.710829" elapsed="0.000383"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-17T01:05:25.711368" elapsed="0.000395"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-17T01:05:25.712145" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-17T01:05:25.712235" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 143966.33/181861.41/163348.61/55658.05 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-17T01:05:25.711923" elapsed="0.000337"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T01:05:25.712693" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 143966.33/181861.41/163348.61/55658.05 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T01:05:25.712411" elapsed="0.000310"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.715108" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.712864" elapsed="0.002302"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.717494" level="INFO">143966.33/181861.41/163348.61/55658.05</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.715310" elapsed="0.002240"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T01:05:25.719886" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T01:05:25.717716" elapsed="0.002198"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T01:05:25.722354" level="INFO">@{result_value_list} = [ 143966.33 | 181861.41 | 163348.61 | 55658.05 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T01:05:25.720101" elapsed="0.002280"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.722863" level="INFO">Length is 4.</msg>
<msg time="2026-08-17T01:05:25.722953" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-17T01:05:25.722535" elapsed="0.000442"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.727815" level="INFO">min :: 143966.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.723355" elapsed="0.004516"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-17T01:05:25.723228" elapsed="0.004678"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.732375" level="INFO">max :: 181861.41</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.728123" elapsed="0.004308"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-17T01:05:25.727997" elapsed="0.004469"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.737037" level="INFO">avg :: 163348.61</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.732720" elapsed="0.004373"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-17T01:05:25.732593" elapsed="0.004535"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.741722" level="INFO">stdev :: 55658.05</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.737343" elapsed="0.004435"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-17T01:05:25.737215" elapsed="0.004598"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-17T01:05:25.723043" elapsed="0.018802"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.745947" level="INFO">${min} = 143966.33</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T01:05:25.742012" elapsed="0.003963"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.749867" level="INFO">${max} = 181861.41</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T01:05:25.746130" elapsed="0.003764"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.753741" level="INFO">${average} = 163348.61</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T01:05:25.750045" elapsed="0.003723"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.757616" level="INFO">${stdev} = 55658.05</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T01:05:25.753918" elapsed="0.003726"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.758149" level="INFO">${date} = 2026-08-17 01:05:25</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-17T01:05:25.757800" elapsed="0.000374"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.758759" level="INFO">CBench Result: 2026-08-17 01:05:25,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,143966.33,181861.41,163348.61,55658.05</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.758317" elapsed="0.000498"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-17T01:05:25.759891" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-17T01:05:25.759443" elapsed="0.000513"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-17T01:05:25.760105" elapsed="0.000489"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-17T01:05:25.758967" elapsed="0.001693"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-08-17T00:55:18.289306" elapsed="607.471415"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.761180" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-17T01:05:25.760869" elapsed="0.000368"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-17T01:05:25.761765" elapsed="0.000263"/>
</kw>
<status status="PASS" start="2026-08-17T01:05:25.761444" elapsed="0.000655"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-17T00:55:18.287822" elapsed="607.474315"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.763486" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.763102" elapsed="0.000440"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.764934" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-17T01:05:25.764481" elapsed="0.000499"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-17T01:05:25.765329" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-17T01:05:25.765106" elapsed="0.000281"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-17T01:05:25.768425" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-17T01:05:25.768169" elapsed="0.000313"/>
</branch>
<status status="PASS" start="2026-08-17T01:05:25.768150" elapsed="0.000356"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-17T01:05:25.768859" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-17T01:05:25.768977" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-17T01:05:25.768660" elapsed="0.000344"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.769572" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.106 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.22" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:05:25.769136" elapsed="0.000497"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-17T01:05:25.770175" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T01:05:25.769771" elapsed="0.000431"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-17T01:05:25.771104" level="INFO">Length is 0.</msg>
<msg time="2026-08-17T01:05:25.771192" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-17T01:05:25.770790" elapsed="0.000426"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T01:05:25.771354" elapsed="0.000340"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-17T01:05:25.772542" level="INFO">Logging into '10.30.170.22:22' as 'jenkins'.</msg>
<msg time="2026-08-17T01:05:26.340799" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Mon Aug 17 01:05:25 UTC 2026

  System load:  0.36               Processes:             105
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.22
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Mon Aug 17 00:55:18 2026 from 10.30.171.177
[?2004h[jenkins@releng-63164-373-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-17T01:05:25.772182" elapsed="0.568873"/>
</kw>
<msg time="2026-08-17T01:05:26.341160" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T01:05:25.771845" elapsed="0.569410"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-17T01:05:25.770401" elapsed="0.571000"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-17T01:05:26.342052" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.106 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-17T01:15:32.398066" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-17T01:15:32.401287" level="INFO">${stdout} = </msg>
<msg time="2026-08-17T01:15:32.401399" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-17T01:05:26.341692" elapsed="606.059764"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T01:15:32.404736" elapsed="0.001350"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.407809" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:31.496 16  switches: flows:  122068 125385 123738 123383 122899 123205 125383 126150 125125 122722 120837 122350 121803 123244 120899 124276  total = 32.891117 per ms 
01:07:31.597 16  switches: flows:  123244 128814 127564 126025 125069 123839 128085 126257 127467 122104 121105 123354 125154 125421 122790 125083  total = 33.300650 per ms 
01:08:31.698 16  switches: flows:  119061 119845 121376 120461 120239 118226 120793 117227 121169 116880 114176 116449 118828 117720 118328 115879  total = 31.558233 per ms 
01:09:31.798 16  switches: flows:  121474 124599 126118 124982 126292 121688 125985 124450 124531 121965 121246 123421 121873 123934 122434 121168  total = 32.881121 per ms 
01:10:31.899 16  switches: flows:  127025 126799 125700 127561 127989 122105 128107 126927 124798 122573 124100 123311 124436 123681 124004 123071  total = 33.314118 per ms 
01:11:31.999 16  switches: flows:  124765 127042 125685 126453 127514 125260 127027 127254 125767 122234 122558 124581 123208 122535 126071 125402  total = 33.333513 per ms 
01:12:32.099 16  switches: flows:  124758 126212 127816 126489 128290 124866 126295 126767 125155 124275 122279 124167 122896 122910 125724 122230  total = 33.296555 per ms 
01:13:32.200 16  switches: flows:  126759 128964 128684 127892 129371 127477 128893 129025 127732 126666 124438 126585 126499 125352 127356 125118  total = 33.890176 per ms 
01:14:32.300 16  switches: flows:  121991 124936 125570 124560 125466 121288 123682 124180 122547 120336 118012 122833 120029 122301 121734 121281  total = 32.624636 per ms 
01:15:32.400 16  switches: flows:  124561 128319 127685 125827 127365 125544 125325 123845 125605 124723 122571 125977 122669 125026 126072 125002  total = 33.379521 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31558.23/33890.18/33064.28/11039.16 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.406475" elapsed="0.001665"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-17T01:15:32.408656" elapsed="0.000127"/>
</return>
<status status="PASS" start="2026-08-17T01:15:32.408321" elapsed="0.000544"/>
</branch>
<status status="PASS" start="2026-08-17T01:15:32.408269" elapsed="0.000650"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-17T01:15:32.409125" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-08-17T01:15:32.409045" elapsed="0.000169"/>
</branch>
<status status="NOT RUN" start="2026-08-17T01:15:32.409010" elapsed="0.000252"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-17T01:15:32.409326" elapsed="0.000018"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-17T01:15:32.412968" elapsed="0.000338"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-17T01:15:32.413452" elapsed="0.000191"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-17T01:15:32.413773" elapsed="0.000100"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-17T01:15:32.409687" elapsed="0.004240"/>
</kw>
<msg time="2026-08-17T01:15:32.414062" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-17T01:05:25.765765" elapsed="606.648324"/>
</kw>
<status status="PASS" start="2026-08-17T01:05:25.765412" elapsed="606.648727"/>
</branch>
<status status="PASS" start="2026-08-17T01:05:25.765084" elapsed="606.649079"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.414614" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.106:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.106. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:31.496 16  switches: flows:  122068 125385 123738 123383 122899 123205 125383 126150 125125 122722 120837 122350 121803 123244 120899 124276  total = 32.891117 per ms 
01:07:31.597 16  switches: flows:  123244 128814 127564 126025 125069 123839 128085 126257 127467 122104 121105 123354 125154 125421 122790 125083  total = 33.300650 per ms 
01:08:31.698 16  switches: flows:  119061 119845 121376 120461 120239 118226 120793 117227 121169 116880 114176 116449 118828 117720 118328 115879  total = 31.558233 per ms 
01:09:31.798 16  switches: flows:  121474 124599 126118 124982 126292 121688 125985 124450 124531 121965 121246 123421 121873 123934 122434 121168  total = 32.881121 per ms 
01:10:31.899 16  switches: flows:  127025 126799 125700 127561 127989 122105 128107 126927 124798 122573 124100 123311 124436 123681 124004 123071  total = 33.314118 per ms 
01:11:31.999 16  switches: flows:  124765 127042 125685 126453 127514 125260 127027 127254 125767 122234 122558 124581 123208 122535 126071 125402  total = 33.333513 per ms 
01:12:32.099 16  switches: flows:  124758 126212 127816 126489 128290 124866 126295 126767 125155 124275 122279 124167 122896 122910 125724 122230  total = 33.296555 per ms 
01:13:32.200 16  switches: flows:  126759 128964 128684 127892 129371 127477 128893 129025 127732 126666 124438 126585 126499 125352 127356 125118  total = 33.890176 per ms 
01:14:32.300 16  switches: flows:  121991 124936 125570 124560 125466 121288 123682 124180 122547 120336 118012 122833 120029 122301 121734 121281  total = 32.624636 per ms 
01:15:32.400 16  switches: flows:  124561 128319 127685 125827 127365 125544 125325 123845 125605 124723 122571 125977 122669 125026 126072 125002  total = 33.379521 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 31558.23/33890.18/33064.28/11039.16 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.414311" elapsed="0.000377"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-17T01:15:32.414835" elapsed="0.000363"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-17T01:15:32.415594" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-17T01:15:32.415687" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 31558.23/33890.18/33064.28/11039.16 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-17T01:15:32.415359" elapsed="0.000351"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T01:15:32.416114" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 31558.23/33890.18/33064.28/11039.16 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T01:15:32.415863" elapsed="0.000277"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.418503" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.416283" elapsed="0.002302"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.420999" level="INFO">31558.23/33890.18/33064.28/11039.16</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.418731" elapsed="0.002326"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T01:15:32.423419" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T01:15:32.421206" elapsed="0.002240"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-17T01:15:32.425851" level="INFO">@{result_value_list} = [ 31558.23 | 33890.18 | 33064.28 | 11039.16 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-17T01:15:32.423661" elapsed="0.002218"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.426787" level="INFO">Length is 4.</msg>
<msg time="2026-08-17T01:15:32.426881" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-17T01:15:32.426031" elapsed="0.000873"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.431537" level="INFO">min :: 31558.23</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.427284" elapsed="0.004324"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-17T01:15:32.427158" elapsed="0.004485"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.436136" level="INFO">max :: 33890.18</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.431856" elapsed="0.004336"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-17T01:15:32.431731" elapsed="0.004495"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.440686" level="INFO">avg :: 33064.28</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.436438" elapsed="0.004316"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-17T01:15:32.436312" elapsed="0.004479"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.445240" level="INFO">stdev :: 11039.16</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.441006" elapsed="0.004291"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-17T01:15:32.440874" elapsed="0.004461"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-17T01:15:32.426972" elapsed="0.018393"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.449391" level="INFO">${min} = 31558.23</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T01:15:32.445523" elapsed="0.003896"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.453293" level="INFO">${max} = 33890.18</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T01:15:32.449590" elapsed="0.003729"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.457128" level="INFO">${average} = 33064.28</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T01:15:32.453472" elapsed="0.003683"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.460975" level="INFO">${stdev} = 11039.16</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-17T01:15:32.457305" elapsed="0.003696"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.461503" level="INFO">${date} = 2026-08-17 01:15:32</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-17T01:15:32.461160" elapsed="0.000368"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.462088" level="INFO">CBench Result: 2026-08-17 01:15:32,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,31558.23,33890.18,33064.28,11039.16</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-17T01:15:32.461688" elapsed="0.000454"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-17T01:15:32.463700" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-17T01:15:32.462775" elapsed="0.000994"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-17T01:15:32.463918" elapsed="0.000460"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-17T01:15:32.462290" elapsed="0.002152"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-08-17T01:05:25.763891" elapsed="606.700611"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.465003" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-17T01:15:32.464663" elapsed="0.000396"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-17T01:15:32.466325" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-17T01:15:32.465833" elapsed="0.000519"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-08-17T01:15:32.466599" elapsed="0.000036"/>
</return>
<status status="PASS" start="2026-08-17T01:15:32.466433" elapsed="0.000234"/>
</branch>
<status status="PASS" start="2026-08-17T01:15:32.466412" elapsed="0.000280"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-08-17T01:15:32.466834" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-08-17T01:15:32.466987" elapsed="0.000019"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-08-17T01:15:32.467141" elapsed="0.000019"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-17T01:15:32.467358" elapsed="0.000026"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-08-17T01:15:32.467532" elapsed="0.000050"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-08-17T01:15:32.467717" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-17T01:15:32.467860" elapsed="0.000025"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-08-17T01:15:32.468085" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-08-17T01:15:32.467950" elapsed="0.000186"/>
</branch>
<status status="NOT RUN" start="2026-08-17T01:15:32.467934" elapsed="0.000225"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-08-17T01:15:32.465449" elapsed="0.002759"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-17T01:05:25.762494" elapsed="606.705760"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-08-17T00:45:09.413474" elapsed="1823.055209"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
