<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-06-06T00:47:22.981988" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-06T00:47:23.553314" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-06-06T00:47:23.553169" elapsed="0.000221"/>
</branch>
<status status="PASS" start="2026-06-06T00:47:23.553137" elapsed="0.000279"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T00:47:23.553561" elapsed="0.000533"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-06T00:47:23.554569" level="INFO">Logging into '10.30.171.16:8101' as 'karaf'.</msg>
<msg time="2026-06-06T00:47:24.187827" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-06T00:47:23.554268" elapsed="0.633778"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-06T00:47:24.237193" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-06T00:47:24.188350" elapsed="0.048909"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-06T00:47:24.238968" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-06T00:47:24.239080" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-06T00:47:24.237426" elapsed="0.001684"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-06T00:47:24.239266" elapsed="0.000198"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T00:47:24.239630" elapsed="0.000238"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:47:24.240378" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:47:24.240019" elapsed="0.000413"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-06T00:47:24.240488" elapsed="0.000085"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.16
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-06T00:47:23.552786" elapsed="0.687944"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-06-06T00:47:23.549138" elapsed="0.691661"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-06T00:47:24.241403" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-06T00:47:24.240996" elapsed="0.000464"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-06T00:47:24.241885" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-06T00:47:24.241616" elapsed="0.000326"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-06T00:47:24.242530" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-06T00:47:24.242099" elapsed="0.000460"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-06T00:47:24.243090" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-06T00:47:24.242751" elapsed="0.000382"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-06T00:47:24.243654" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-06T00:47:24.243281" elapsed="0.000422"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-06T00:47:24.244182" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-06T00:47:24.243866" elapsed="0.000358"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-06-06T00:47:24.244529" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-06T00:47:24.244315" elapsed="0.000286"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-06T00:47:24.248982" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T00:47:24.248531" elapsed="0.000478"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-06T00:47:24.250289" level="INFO">Length is 0.</msg>
<msg time="2026-06-06T00:47:24.250379" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-06T00:47:24.249566" elapsed="0.000839"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T00:47:24.250556" elapsed="0.000383"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-06T00:47:24.251996" level="INFO">Logging into '10.30.171.140:22' as 'jenkins'.</msg>
<msg time="2026-06-06T00:47:25.064836" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jun  6 00:47:24 UTC 2026

  System load:  0.24               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.140
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-287-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-06T00:47:24.251457" elapsed="0.813584"/>
</kw>
<msg time="2026-06-06T00:47:25.065170" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T00:47:24.251100" elapsed="0.814198"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-06T00:47:24.249215" elapsed="0.816249"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.074857" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-06-06T00:47:25.065788" elapsed="0.011148"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T00:47:25.077242" elapsed="0.000463"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-06-06T00:47:24.248005" elapsed="0.829798"/>
</kw>
<status status="PASS" start="2026-06-06T00:47:24.244694" elapsed="0.833165"/>
</branch>
<status status="PASS" start="2026-06-06T00:47:24.244288" elapsed="0.833618"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-06T00:47:25.078193" elapsed="0.001087"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-06T00:47:25.086703" elapsed="0.000031"/>
</return>
<status status="NOT RUN" start="2026-06-06T00:47:25.086487" elapsed="0.000300"/>
</branch>
<status status="PASS" start="2026-06-06T00:47:25.086450" elapsed="0.000380"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-06T00:47:25.090994" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-06-06T00:47:25.090878" elapsed="0.000165"/>
</branch>
<status status="PASS" start="2026-06-06T00:47:25.090857" elapsed="0.000208"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T00:47:25.091218" elapsed="0.000474"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.092109" level="INFO">Logging into '10.30.171.16:8101' as 'karaf'.</msg>
<msg time="2026-06-06T00:47:25.323660" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-06T00:47:25.091843" elapsed="0.231985"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.419862" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-06T00:47:25.324083" elapsed="0.095897"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.424430" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-06T00:47:25.424621" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-06T00:47:25.420199" elapsed="0.004454"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-06T00:47:25.424809" elapsed="0.000200"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T00:47:25.425149" elapsed="0.000205"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:47:25.425886" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:47:25.425493" elapsed="0.000449"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-06T00:47:25.425996" elapsed="0.000053"/>
</return>
<msg time="2026-06-06T00:47:25.426203" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.16
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-06T00:47:25.090487" elapsed="0.335748"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-06T00:47:25.426384" elapsed="0.000625"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-06T00:47:25.427061" elapsed="0.000033"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-06-06T00:47:25.085937" elapsed="0.341256"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-06-06T00:47:25.431023" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-06-06T00:47:25.430884" elapsed="0.000186"/>
</branch>
<status status="PASS" start="2026-06-06T00:47:25.430859" elapsed="0.000236"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T00:47:25.431224" elapsed="0.000652"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.432287" level="INFO">Logging into '10.30.171.16:8101' as 'karaf'.</msg>
<msg time="2026-06-06T00:47:25.647816" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-06-06T00:47:25.432027" elapsed="0.215961"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.688971" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-06-06T00:47:25.648266" elapsed="0.040997"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.693884" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-06-06T00:47:25.694100" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-06-06T00:47:25.689959" elapsed="0.004203"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-06-06T00:47:25.694398" elapsed="0.000466"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T00:47:25.695133" elapsed="0.000341"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:47:25.696275" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:47:25.695767" elapsed="0.000587"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-06-06T00:47:25.696441" elapsed="0.000088"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.16
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-06-06T00:47:25.430495" elapsed="0.266272"/>
</kw>
<status status="PASS" start="2026-06-06T00:47:23.546527" elapsed="2.150361"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:47:25.700168" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:47:25.698201" elapsed="0.002066"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-06T00:47:25.702284" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-06T00:47:25.701819" elapsed="0.000520"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-06T00:47:25.702741" elapsed="0.000031"/>
</kw>
<status status="NOT RUN" start="2026-06-06T00:47:25.702448" elapsed="0.000365"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-06T00:47:25.706263" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-06-06T00:47:25.705981" elapsed="0.000342"/>
</branch>
<status status="PASS" start="2026-06-06T00:47:25.705953" elapsed="0.000397"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.706798" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-06T00:47:25.706960" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-06T00:47:25.706502" elapsed="0.000494"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:47:25.707769" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.16 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.140" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:47:25.707173" elapsed="0.000674"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.708594" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T00:47:25.708035" elapsed="0.000587"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-06T00:47:25.709579" level="INFO">Length is 0.</msg>
<msg time="2026-06-06T00:47:25.709690" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-06T00:47:25.709234" elapsed="0.000490"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T00:47:25.709891" elapsed="0.000413"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-06T00:47:25.711338" level="INFO">Logging into '10.30.171.140:22' as 'jenkins'.</msg>
<msg time="2026-06-06T00:47:26.066992" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jun  6 00:47:24 UTC 2026

  System load:  0.24               Processes:             109
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.140
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jun  6 00:47:24 2026 from 10.30.171.254
[?2004h[jenkins@releng-63164-287-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-06T00:47:25.710904" elapsed="0.356435"/>
</kw>
<msg time="2026-06-06T00:47:26.067510" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T00:47:25.710490" elapsed="0.357212"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-06T00:47:25.708846" elapsed="0.359121"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-06T00:47:26.069472" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.16 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-06T00:57:32.171437" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-06T00:57:32.172085" level="INFO">${stdout} = </msg>
<msg time="2026-06-06T00:57:32.172192" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-06T00:47:26.068390" elapsed="606.103867"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T00:57:32.172757" elapsed="0.000843"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.175324" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.16. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:48:31.252 16  switches: flows:  130642 124832 128039 130135 128645 128730 129861 127475 131080 125010 126369 128269 125920 126749 124567 125494  total = 34.030283 per ms 
00:49:31.353 16  switches: flows:  137287 140192 142549 143543 138459 141253 143310 141420 138857 138855 140408 136127 137933 139827 137392 134032  total = 37.128737 per ms 
00:50:31.453 16  switches: flows:  132209 134078 131608 136418 132150 134808 133100 133393 133954 132905 132873 127712 133665 131527 126726 127860  total = 35.190896 per ms 
00:51:31.554 16  switches: flows:  140553 142701 140812 144209 140259 140553 144194 143060 140657 139265 141739 137831 141835 139649 138565 136938  total = 37.484417 per ms 
00:52:31.656 16  switches: flows:  138505 141834 137502 136615 142198 141100 142278 142449 137108 136680 138514 137120 136933 136135 136682 135112  total = 36.884463 per ms 
00:53:31.757 16  switches: flows:  142906 146085 141905 139250 146920 146011 142756 144391 136468 136867 141383 140297 138288 139624 135445 136882  total = 37.528635 per ms 
00:54:31.858 16  switches: flows:  142862 146282 141446 140130 143031 146920 144121 143626 137144 138943 141139 141606 135878 140202 135310 137081  total = 37.532677 per ms 
00:55:31.959 16  switches: flows:  144205 147827 144098 141937 144084 145945 146077 146162 136714 139782 142495 141958 137803 139008 139694 139459  total = 37.890856 per ms 
00:56:32.060 16  switches: flows:  143849 148250 143535 142471 146478 147241 148099 145593 139696 138880 143695 142888 139230 138455 140638 139286  total = 38.074472 per ms 
00:57:32.162 16  switches: flows:  146544 147704 142012 144468 146507 146061 146886 144204 139870 140673 142114 141232 139468 139459 139009 139911  total = 38.038508 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 35190.90/38074.47/37305.96/12463.37 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.173999" elapsed="0.001646"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-06T00:57:32.176192" elapsed="0.000077"/>
</return>
<status status="PASS" start="2026-06-06T00:57:32.175887" elapsed="0.000464"/>
</branch>
<status status="PASS" start="2026-06-06T00:57:32.175815" elapsed="0.000591"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-06T00:57:32.176614" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-06-06T00:57:32.176535" elapsed="0.000232"/>
</branch>
<status status="NOT RUN" start="2026-06-06T00:57:32.176501" elapsed="0.000314"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-06T00:57:32.176888" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T00:57:32.181176" elapsed="0.000349"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T00:57:32.181690" elapsed="0.000184"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T00:57:32.182004" elapsed="0.000102"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-06T00:57:32.177578" elapsed="0.004581"/>
</kw>
<msg time="2026-06-06T00:57:32.182295" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-06T00:47:25.703242" elapsed="606.479079"/>
</kw>
<status status="PASS" start="2026-06-06T00:47:25.702851" elapsed="606.479520"/>
</branch>
<status status="PASS" start="2026-06-06T00:47:25.702417" elapsed="606.479978"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.182873" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.16. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:48:31.252 16  switches: flows:  130642 124832 128039 130135 128645 128730 129861 127475 131080 125010 126369 128269 125920 126749 124567 125494  total = 34.030283 per ms 
00:49:31.353 16  switches: flows:  137287 140192 142549 143543 138459 141253 143310 141420 138857 138855 140408 136127 137933 139827 137392 134032  total = 37.128737 per ms 
00:50:31.453 16  switches: flows:  132209 134078 131608 136418 132150 134808 133100 133393 133954 132905 132873 127712 133665 131527 126726 127860  total = 35.190896 per ms 
00:51:31.554 16  switches: flows:  140553 142701 140812 144209 140259 140553 144194 143060 140657 139265 141739 137831 141835 139649 138565 136938  total = 37.484417 per ms 
00:52:31.656 16  switches: flows:  138505 141834 137502 136615 142198 141100 142278 142449 137108 136680 138514 137120 136933 136135 136682 135112  total = 36.884463 per ms 
00:53:31.757 16  switches: flows:  142906 146085 141905 139250 146920 146011 142756 144391 136468 136867 141383 140297 138288 139624 135445 136882  total = 37.528635 per ms 
00:54:31.858 16  switches: flows:  142862 146282 141446 140130 143031 146920 144121 143626 137144 138943 141139 141606 135878 140202 135310 137081  total = 37.532677 per ms 
00:55:31.959 16  switches: flows:  144205 147827 144098 141937 144084 145945 146077 146162 136714 139782 142495 141958 137803 139008 139694 139459  total = 37.890856 per ms 
00:56:32.060 16  switches: flows:  143849 148250 143535 142471 146478 147241 148099 145593 139696 138880 143695 142888 139230 138455 140638 139286  total = 38.074472 per ms 
00:57:32.162 16  switches: flows:  146544 147704 142012 144468 146507 146061 146886 144204 139870 140673 142114 141232 139468 139459 139009 139911  total = 38.038508 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 35190.90/38074.47/37305.96/12463.37 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.182554" elapsed="0.000394"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-06T00:57:32.183096" elapsed="0.000401"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-06T00:57:32.183925" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-06T00:57:32.184017" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 35190.90/38074.47/37305.96/12463.37 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-06T00:57:32.183682" elapsed="0.000359"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T00:57:32.184455" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 35190.90/38074.47/37305.96/12463.37 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T00:57:32.184197" elapsed="0.000284"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.186891" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.184627" elapsed="0.002319"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.189310" level="INFO">35190.90/38074.47/37305.96/12463.37</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.187093" elapsed="0.002271"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T00:57:32.191749" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T00:57:32.189512" elapsed="0.002265"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T00:57:32.194185" level="INFO">@{result_value_list} = [ 35190.90 | 38074.47 | 37305.96 | 12463.37 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T00:57:32.191982" elapsed="0.002230"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.194694" level="INFO">Length is 4.</msg>
<msg time="2026-06-06T00:57:32.194784" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-06T00:57:32.194366" elapsed="0.000442"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.199552" level="INFO">min :: 35190.90</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.195256" elapsed="0.004353"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-06T00:57:32.195120" elapsed="0.004523"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.204165" level="INFO">max :: 38074.47</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.199880" elapsed="0.004341"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-06T00:57:32.199753" elapsed="0.004503"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.209036" level="INFO">avg :: 37305.96</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.204476" elapsed="0.004624"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-06T00:57:32.204345" elapsed="0.004790"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.213654" level="INFO">stdev :: 12463.37</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.209360" elapsed="0.004376"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-06T00:57:32.209230" elapsed="0.004542"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-06T00:57:32.194888" elapsed="0.018917"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.217938" level="INFO">${min} = 35190.90</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T00:57:32.213970" elapsed="0.003996"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.221847" level="INFO">${max} = 38074.47</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T00:57:32.218120" elapsed="0.003753"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.225938" level="INFO">${average} = 37305.96</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T00:57:32.222023" elapsed="0.003941"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.229894" level="INFO">${stdev} = 12463.37</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T00:57:32.226123" elapsed="0.003797"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.230472" level="INFO">${date} = 2026-06-06 00:57:32</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-06T00:57:32.230085" elapsed="0.000413"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.231107" level="INFO">CBench Result: 2026-06-06 00:57:32,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,35190.90,38074.47,37305.96,12463.37</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.230647" elapsed="0.000518"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-06T00:57:32.232308" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-06T00:57:32.231850" elapsed="0.000525"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-06T00:57:32.232528" elapsed="0.000490"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-06T00:57:32.231336" elapsed="0.001750"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-06-06T00:47:25.700935" elapsed="606.532215"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.233641" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-06T00:57:32.233313" elapsed="0.000400"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-06T00:57:32.234237" elapsed="0.000274"/>
</kw>
<status status="PASS" start="2026-06-06T00:57:32.233932" elapsed="0.000650"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-06T00:47:25.697101" elapsed="606.537520"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.236123" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.235583" elapsed="0.000605"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.237467" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-06T00:57:32.237131" elapsed="0.000377"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-06T00:57:32.237910" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-06T00:57:32.237653" elapsed="0.000316"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-06T00:57:32.240944" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-06-06T00:57:32.240691" elapsed="0.000310"/>
</branch>
<status status="PASS" start="2026-06-06T00:57:32.240645" elapsed="0.000379"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-06T00:57:32.241398" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-06T00:57:32.241519" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-06T00:57:32.241175" elapsed="0.000370"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.242135" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.16 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.140" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T00:57:32.241714" elapsed="0.000478"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-06T00:57:32.242757" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T00:57:32.242332" elapsed="0.000452"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-06T00:57:32.243710" level="INFO">Length is 0.</msg>
<msg time="2026-06-06T00:57:32.243799" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-06T00:57:32.243370" elapsed="0.000453"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T00:57:32.243964" elapsed="0.000324"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-06T00:57:32.245162" level="INFO">Logging into '10.30.171.140:22' as 'jenkins'.</msg>
<msg time="2026-06-06T00:57:32.849278" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jun  6 00:57:32 UTC 2026

  System load:  1.01               Processes:             104
  Usage of /:   19.6% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.140
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jun  6 00:47:25 2026 from 10.30.171.254
[?2004h[jenkins@releng-63164-287-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-06T00:57:32.244805" elapsed="0.604770"/>
</kw>
<msg time="2026-06-06T00:57:32.849737" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T00:57:32.244439" elapsed="0.605442"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-06T00:57:32.242997" elapsed="0.607050"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-06T00:57:32.850840" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.16 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-06T01:07:38.963816" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-06T01:07:38.964410" level="INFO">${stdout} = </msg>
<msg time="2026-06-06T01:07:38.964535" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-06T00:57:32.850369" elapsed="606.114235"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T01:07:38.965117" elapsed="0.000772"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:38.967095" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.16. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:58:37.977 16  switches: flows:  558096 549214 555655 554279 554082 558301 553973 552765 552231 541747 557806 543043 553679 550951 552442 546034  total = 147.238300 per ms 
00:59:38.079 16  switches: flows:  555380 546556 557220 549921 547563 551109 545314 552426 547032 546538 554213 552666 555617 560062 551437 551651  total = 146.831913 per ms 
01:00:38.180 16  switches: flows:  565872 563680 566041 564196 566034 561625 564531 558045 564365 563341 562124 566523 563246 559958 563844 565296  total = 150.058967 per ms 
01:01:38.282 16  switches: flows:  566691 561834 557363 556347 549606 562718 552635 556247 556809 555678 563564 561724 557568 564699 555132 555342  total = 148.648785 per ms 
01:02:38.384 16  switches: flows:  518563 525767 523660 523585 531782 531427 522142 519309 525461 526506 527420 522853 532980 514113 521632 530315  total = 139.722541 per ms 
01:03:38.498 16  switches: flows:  560807 563248 571254 567620 569365 562627 569568 564742 564482 565922 564646 568966 569770 566146 559367 557654  total = 150.483381 per ms 
01:04:38.600 16  switches: flows:  550156 558636 561086 560692 558420 553201 551804 563737 556051 556526 559975 562640 556215 557507 563267 550152  total = 148.417498 per ms 
01:05:38.757 16  switches: flows:  570611 575981 579754 567458 576176 569684 572902 569419 571924 565752 578536 565953 573408 570528 582135 570412  total = 152.281964 per ms 
01:06:38.859 16  switches: flows:  573197 575658 573079 563473 570433 569417 567173 574666 572115 571968 576692 569622 568262 576340 567905 570783  total = 152.091174 per ms 
01:07:38.963 16  switches: flows:  530528 522236 534733 523290 526289 527168 527570 518763 537420 524711 530035 524792 523482 524536 525331 524018  total = 140.174125 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 139722.54/152281.96/147634.48/49409.78 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:38.966270" elapsed="0.001157"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-06T01:07:38.967984" elapsed="0.000049"/>
</return>
<status status="PASS" start="2026-06-06T01:07:38.967712" elapsed="0.000372"/>
</branch>
<status status="PASS" start="2026-06-06T01:07:38.967564" elapsed="0.000555"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-06T01:07:38.968250" elapsed="0.000017"/>
</return>
<status status="NOT RUN" start="2026-06-06T01:07:38.968200" elapsed="0.000106"/>
</branch>
<status status="NOT RUN" start="2026-06-06T01:07:38.968177" elapsed="0.000159"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-06T01:07:38.968380" elapsed="0.000018"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T01:07:38.971960" elapsed="0.000636"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T01:07:38.972922" elapsed="0.000302"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T01:07:38.973418" elapsed="0.000146"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-06T01:07:38.968834" elapsed="0.004803"/>
</kw>
<msg time="2026-06-06T01:07:38.973841" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-06T00:57:32.238315" elapsed="606.735564"/>
</kw>
<status status="PASS" start="2026-06-06T00:57:32.237997" elapsed="606.735950"/>
</branch>
<status status="PASS" start="2026-06-06T00:57:32.237627" elapsed="606.736351"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:38.974576" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.16. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:58:37.977 16  switches: flows:  558096 549214 555655 554279 554082 558301 553973 552765 552231 541747 557806 543043 553679 550951 552442 546034  total = 147.238300 per ms 
00:59:38.079 16  switches: flows:  555380 546556 557220 549921 547563 551109 545314 552426 547032 546538 554213 552666 555617 560062 551437 551651  total = 146.831913 per ms 
01:00:38.180 16  switches: flows:  565872 563680 566041 564196 566034 561625 564531 558045 564365 563341 562124 566523 563246 559958 563844 565296  total = 150.058967 per ms 
01:01:38.282 16  switches: flows:  566691 561834 557363 556347 549606 562718 552635 556247 556809 555678 563564 561724 557568 564699 555132 555342  total = 148.648785 per ms 
01:02:38.384 16  switches: flows:  518563 525767 523660 523585 531782 531427 522142 519309 525461 526506 527420 522853 532980 514113 521632 530315  total = 139.722541 per ms 
01:03:38.498 16  switches: flows:  560807 563248 571254 567620 569365 562627 569568 564742 564482 565922 564646 568966 569770 566146 559367 557654  total = 150.483381 per ms 
01:04:38.600 16  switches: flows:  550156 558636 561086 560692 558420 553201 551804 563737 556051 556526 559975 562640 556215 557507 563267 550152  total = 148.417498 per ms 
01:05:38.757 16  switches: flows:  570611 575981 579754 567458 576176 569684 572902 569419 571924 565752 578536 565953 573408 570528 582135 570412  total = 152.281964 per ms 
01:06:38.859 16  switches: flows:  573197 575658 573079 563473 570433 569417 567173 574666 572115 571968 576692 569622 568262 576340 567905 570783  total = 152.091174 per ms 
01:07:38.963 16  switches: flows:  530528 522236 534733 523290 526289 527168 527570 518763 537420 524711 530035 524792 523482 524536 525331 524018  total = 140.174125 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 139722.54/152281.96/147634.48/49409.78 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:38.974173" elapsed="0.000525"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-06T01:07:38.974916" elapsed="0.000503"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-06T01:07:38.976016" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-06T01:07:38.976106" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 139722.54/152281.96/147634.48/49409.78 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-06T01:07:38.975731" elapsed="0.000400"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T01:07:38.976533" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 139722.54/152281.96/147634.48/49409.78 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T01:07:38.976284" elapsed="0.000276"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:38.978986" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:38.976718" elapsed="0.002345"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:38.981465" level="INFO">139722.54/152281.96/147634.48/49409.78</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:38.979218" elapsed="0.002302"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T01:07:38.983950" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T01:07:38.981682" elapsed="0.002296"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T01:07:38.986402" level="INFO">@{result_value_list} = [ 139722.54 | 152281.96 | 147634.48 | 49409.78 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T01:07:38.984164" elapsed="0.002265"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-06T01:07:38.986940" level="INFO">Length is 4.</msg>
<msg time="2026-06-06T01:07:38.987039" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-06T01:07:38.986583" elapsed="0.000481"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:38.992149" level="INFO">min :: 139722.54</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:38.987485" elapsed="0.004741"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-06T01:07:38.987316" elapsed="0.004957"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:38.997034" level="INFO">max :: 152281.96</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:38.992543" elapsed="0.004547"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-06T01:07:38.992397" elapsed="0.004729"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.001733" level="INFO">avg :: 147634.48</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:38.997344" elapsed="0.004446"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-06T01:07:38.997216" elapsed="0.004609"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.006943" level="INFO">stdev :: 49409.78</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:39.002041" elapsed="0.004960"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-06T01:07:39.001913" elapsed="0.005124"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-06T01:07:38.987129" elapsed="0.019939"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.011189" level="INFO">${min} = 139722.54</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T01:07:39.007225" elapsed="0.003991"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.015137" level="INFO">${max} = 152281.96</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T01:07:39.011373" elapsed="0.003791"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.019238" level="INFO">${average} = 147634.48</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T01:07:39.015317" elapsed="0.003948"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.023311" level="INFO">${stdev} = 49409.78</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T01:07:39.019419" elapsed="0.003919"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.024098" level="INFO">${date} = 2026-06-06 01:07:39</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-06T01:07:39.023526" elapsed="0.000604"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.024847" level="INFO">CBench Result: 2026-06-06 01:07:39,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,139722.54,152281.96,147634.48,49409.78</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:39.024314" elapsed="0.000598"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-06T01:07:39.026144" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-06T01:07:39.025631" elapsed="0.000600"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-06T01:07:39.026419" elapsed="0.000580"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-06T01:07:39.025076" elapsed="0.002000"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-06-06T00:57:32.236528" elapsed="606.790617"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.027736" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-06T01:07:39.027335" elapsed="0.000472"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-06-06T01:07:39.028495" elapsed="0.000339"/>
</kw>
<status status="PASS" start="2026-06-06T01:07:39.028111" elapsed="0.000805"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-06T00:57:32.234985" elapsed="606.793975"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.030950" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:39.030464" elapsed="0.000549"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.033008" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-06-06T01:07:39.032589" elapsed="0.000469"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-06-06T01:07:39.033453" elapsed="0.000025"/>
</kw>
<status status="NOT RUN" start="2026-06-06T01:07:39.033187" elapsed="0.000335"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-06-06T01:07:39.037233" elapsed="0.000026"/>
</kw>
<status status="NOT RUN" start="2026-06-06T01:07:39.036906" elapsed="0.000394"/>
</branch>
<status status="PASS" start="2026-06-06T01:07:39.036879" elapsed="0.000450"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-06-06T01:07:39.037733" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-06-06T01:07:39.037876" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-06-06T01:07:39.037491" elapsed="0.000420"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.038782" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.16 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.140" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:07:39.038078" elapsed="0.000776"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-06-06T01:07:39.039496" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T01:07:39.039024" elapsed="0.000503"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-06T01:07:39.040984" level="INFO">Length is 0.</msg>
<msg time="2026-06-06T01:07:39.041095" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-06T01:07:39.040407" elapsed="0.000716"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T01:07:39.041293" elapsed="0.000406"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-06-06T01:07:39.042767" level="INFO">Logging into '10.30.171.140:22' as 'jenkins'.</msg>
<msg time="2026-06-06T01:07:39.679846" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sat Jun  6 01:07:39 UTC 2026

  System load:  0.51               Processes:             105
  Usage of /:   19.6% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.140
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sat Jun  6 00:57:32 2026 from 10.30.171.254
[?2004h[jenkins@releng-63164-287-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-06-06T01:07:39.042306" elapsed="0.637870"/>
</kw>
<msg time="2026-06-06T01:07:39.680317" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T01:07:39.041887" elapsed="0.638556"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-06-06T01:07:39.039788" elapsed="0.640822"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-06-06T01:07:39.681487" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.16 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-06-06T01:17:45.715329" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-06-06T01:17:45.715953" level="INFO">${stdout} = </msg>
<msg time="2026-06-06T01:17:45.716067" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-06-06T01:07:39.680988" elapsed="606.035143"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T01:17:45.716578" elapsed="0.000760"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.718528" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.16. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:08:44.805 16  switches: flows:  148294 151404 146434 149623 151132 152942 148165 148696 140421 142965 145992 141303 144624 143983 139738 144701  total = 39.006950 per ms 
01:09:44.906 16  switches: flows:  150903 150898 145243 150859 148605 151614 152110 148245 142176 140634 145217 143472 141678 142863 141682 141896  total = 38.903239 per ms 
01:10:45.006 16  switches: flows:  149747 150905 145313 150791 148606 150382 150974 148362 143276 144195 147517 142464 140272 141723 142119 141963  total = 38.911852 per ms 
01:11:45.107 16  switches: flows:  148342 149820 143169 147208 148720 148497 149575 147008 140694 142820 144191 139249 140476 138777 141234 140797  total = 38.444986 per ms 
01:12:45.208 16  switches: flows:  151207 152432 145213 149855 150094 150312 149722 146943 143933 144047 147106 141849 141191 143626 141575 139521  total = 38.911667 per ms 
01:13:45.308 16  switches: flows:  148116 147115 143867 147518 145987 146811 147723 144598 140033 141572 143685 139507 137966 142839 138867 138991  total = 38.189509 per ms 
01:14:45.408 16  switches: flows:  146778 152450 150883 147286 147865 146641 149764 148335 147627 144023 143829 144896 145458 147569 141587 137997  total = 38.984721 per ms 
01:15:45.510 16  switches: flows:  147615 153523 152510 148093 145694 148007 150129 149600 145225 142440 139074 145359 143121 147629 140828 142049  total = 38.949909 per ms 
01:16:45.611 16  switches: flows:  148712 148264 149418 146688 144790 143129 148012 149213 144446 137601 138609 143427 143739 143768 139298 138579  total = 38.397443 per ms 
01:17:45.712 16  switches: flows:  146430 150629 149105 142476 144649 145323 148195 147535 140483 139915 138763 139790 141626 142976 139152 137030  total = 38.170580 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 38170.58/38984.72/38651.55/12887.95 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.717776" elapsed="0.001086"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-06-06T01:17:45.719358" elapsed="0.000072"/>
</return>
<status status="PASS" start="2026-06-06T01:17:45.719057" elapsed="0.000452"/>
</branch>
<status status="PASS" start="2026-06-06T01:17:45.718993" elapsed="0.000573"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-06-06T01:17:45.719820" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-06-06T01:17:45.719735" elapsed="0.000177"/>
</branch>
<status status="NOT RUN" start="2026-06-06T01:17:45.719658" elapsed="0.000302"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-06-06T01:17:45.720030" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-06-06T01:17:45.725602" elapsed="0.000801"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-06-06T01:17:45.726747" elapsed="0.000164"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-06-06T01:17:45.727039" elapsed="0.000097"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-06-06T01:17:45.720743" elapsed="0.006446"/>
</kw>
<msg time="2026-06-06T01:17:45.727316" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-06-06T01:07:39.033948" elapsed="606.693394"/>
</kw>
<status status="PASS" start="2026-06-06T01:07:39.033551" elapsed="606.693840"/>
</branch>
<status status="PASS" start="2026-06-06T01:07:39.033163" elapsed="606.694252"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.727858" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.16:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.16. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:08:44.805 16  switches: flows:  148294 151404 146434 149623 151132 152942 148165 148696 140421 142965 145992 141303 144624 143983 139738 144701  total = 39.006950 per ms 
01:09:44.906 16  switches: flows:  150903 150898 145243 150859 148605 151614 152110 148245 142176 140634 145217 143472 141678 142863 141682 141896  total = 38.903239 per ms 
01:10:45.006 16  switches: flows:  149747 150905 145313 150791 148606 150382 150974 148362 143276 144195 147517 142464 140272 141723 142119 141963  total = 38.911852 per ms 
01:11:45.107 16  switches: flows:  148342 149820 143169 147208 148720 148497 149575 147008 140694 142820 144191 139249 140476 138777 141234 140797  total = 38.444986 per ms 
01:12:45.208 16  switches: flows:  151207 152432 145213 149855 150094 150312 149722 146943 143933 144047 147106 141849 141191 143626 141575 139521  total = 38.911667 per ms 
01:13:45.308 16  switches: flows:  148116 147115 143867 147518 145987 146811 147723 144598 140033 141572 143685 139507 137966 142839 138867 138991  total = 38.189509 per ms 
01:14:45.408 16  switches: flows:  146778 152450 150883 147286 147865 146641 149764 148335 147627 144023 143829 144896 145458 147569 141587 137997  total = 38.984721 per ms 
01:15:45.510 16  switches: flows:  147615 153523 152510 148093 145694 148007 150129 149600 145225 142440 139074 145359 143121 147629 140828 142049  total = 38.949909 per ms 
01:16:45.611 16  switches: flows:  148712 148264 149418 146688 144790 143129 148012 149213 144446 137601 138609 143427 143739 143768 139298 138579  total = 38.397443 per ms 
01:17:45.712 16  switches: flows:  146430 150629 149105 142476 144649 145323 148195 147535 140483 139915 138763 139790 141626 142976 139152 137030  total = 38.170580 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 38170.58/38984.72/38651.55/12887.95 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.727554" elapsed="0.000377"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-06-06T01:17:45.728078" elapsed="0.000374"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-06-06T01:17:45.728845" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-06-06T01:17:45.728935" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 38170.58/38984.72/38651.55/12887.95 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-06-06T01:17:45.728610" elapsed="0.000350"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T01:17:45.729364" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 38170.58/38984.72/38651.55/12887.95 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T01:17:45.729111" elapsed="0.000280"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.731801" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.729535" elapsed="0.002322"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.734396" level="INFO">38170.58/38984.72/38651.55/12887.95</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.732002" elapsed="0.002451"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T01:17:45.736830" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T01:17:45.734604" elapsed="0.002253"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-06-06T01:17:45.739279" level="INFO">@{result_value_list} = [ 38170.58 | 38984.72 | 38651.55 | 12887.95 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-06-06T01:17:45.737046" elapsed="0.002261"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.739785" level="INFO">Length is 4.</msg>
<msg time="2026-06-06T01:17:45.739873" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-06-06T01:17:45.739462" elapsed="0.000434"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.744579" level="INFO">min :: 38170.58</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.740272" elapsed="0.004363"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-06-06T01:17:45.740144" elapsed="0.004546"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.749256" level="INFO">max :: 38984.72</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.744903" elapsed="0.004409"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-06-06T01:17:45.744778" elapsed="0.004569"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.753912" level="INFO">avg :: 38651.55</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.749556" elapsed="0.004411"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-06-06T01:17:45.749430" elapsed="0.004571"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.758708" level="INFO">stdev :: 12887.95</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.754259" elapsed="0.004510"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-06-06T01:17:45.754084" elapsed="0.004719"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-06-06T01:17:45.739962" elapsed="0.018871"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.763141" level="INFO">${min} = 38170.58</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T01:17:45.758991" elapsed="0.004181"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.767122" level="INFO">${max} = 38984.72</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T01:17:45.763332" elapsed="0.003817"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.771100" level="INFO">${average} = 38651.55</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T01:17:45.767305" elapsed="0.003822"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.775059" level="INFO">${stdev} = 12887.95</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-06-06T01:17:45.771281" elapsed="0.003805"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.775613" level="INFO">${date} = 2026-06-06 01:17:45</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-06-06T01:17:45.775258" elapsed="0.000381"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.776222" level="INFO">CBench Result: 2026-06-06 01:17:45,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,38170.58,38984.72,38651.55,12887.95</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-06-06T01:17:45.775807" elapsed="0.000471"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-06-06T01:17:45.777433" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-06-06T01:17:45.776944" elapsed="0.000562"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-06-06T01:17:45.777672" elapsed="0.000484"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-06-06T01:17:45.776444" elapsed="0.001779"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-06-06T01:07:39.031381" elapsed="606.746902"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.778778" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-06-06T01:17:45.778440" elapsed="0.000394"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-06-06T01:17:45.780069" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-06-06T01:17:45.779560" elapsed="0.000536"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-06-06T01:17:45.780328" elapsed="0.000036"/>
</return>
<status status="PASS" start="2026-06-06T01:17:45.780177" elapsed="0.000220"/>
</branch>
<status status="PASS" start="2026-06-06T01:17:45.780155" elapsed="0.000267"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-06-06T01:17:45.780568" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-06-06T01:17:45.780740" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-06-06T01:17:45.780901" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-06-06T01:17:45.781103" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-06-06T01:17:45.781253" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-06-06T01:17:45.781397" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-06-06T01:17:45.781540" elapsed="0.000019"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-06-06T01:17:45.781793" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-06-06T01:17:45.781621" elapsed="0.000226"/>
</branch>
<status status="NOT RUN" start="2026-06-06T01:17:45.781605" elapsed="0.000266"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-06-06T01:17:45.779213" elapsed="0.002710"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-06-06T01:07:39.029727" elapsed="606.752242"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-06-06T00:47:22.983543" elapsed="1822.799001"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
