<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-08-12T00:44:46.274032" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-12T00:44:46.825753" elapsed="0.000035"/>
</return>
<status status="NOT RUN" start="2026-08-12T00:44:46.825596" elapsed="0.000246"/>
</branch>
<status status="PASS" start="2026-08-12T00:44:46.825566" elapsed="0.000304"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T00:44:46.826018" elapsed="0.000524"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-12T00:44:46.827033" level="INFO">Logging into '10.30.171.28:8101' as 'karaf'.</msg>
<msg time="2026-08-12T00:44:47.414575" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-12T00:44:46.826732" elapsed="0.588075"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-12T00:44:47.465165" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-12T00:44:47.415154" elapsed="0.050087"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-12T00:44:47.467156" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-12T00:44:47.467277" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-12T00:44:47.465420" elapsed="0.001887"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-12T00:44:47.467466" elapsed="0.000239"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T00:44:47.467865" elapsed="0.000268"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:44:47.468677" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:44:47.468285" elapsed="0.000447"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-12T00:44:47.468789" elapsed="0.000069"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.28
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-12T00:44:46.825204" elapsed="0.643787"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-08-12T00:44:46.821578" elapsed="0.647480"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T00:44:47.469711" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T00:44:47.469261" elapsed="0.000508"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T00:44:47.470167" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T00:44:47.469920" elapsed="0.000313"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-12T00:44:47.470808" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-12T00:44:47.470384" elapsed="0.000451"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T00:44:47.471401" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T00:44:47.471029" elapsed="0.000415"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-12T00:44:47.471988" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-12T00:44:47.471610" elapsed="0.000405"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T00:44:47.472482" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T00:44:47.472173" elapsed="0.000369"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-08-12T00:44:47.472860" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-12T00:44:47.472640" elapsed="0.000275"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-12T00:44:47.477583" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T00:44:47.477121" elapsed="0.000489"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T00:44:47.478688" level="INFO">Length is 0.</msg>
<msg time="2026-08-12T00:44:47.478780" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T00:44:47.478167" elapsed="0.000638"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T00:44:47.478960" elapsed="0.000353"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-12T00:44:47.480397" level="INFO">Logging into '10.30.171.8:22' as 'jenkins'.</msg>
<msg time="2026-08-12T00:44:47.915748" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Aug 12 00:44:07 UTC 2026

  System load:  0.5                Processes:             110
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.8
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-368-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-12T00:44:47.479836" elapsed="0.436116"/>
</kw>
<msg time="2026-08-12T00:44:47.916057" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T00:44:47.479466" elapsed="0.436710"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-12T00:44:47.477817" elapsed="0.438504"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-08-12T00:44:47.923626" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-08-12T00:44:47.916607" elapsed="0.008444"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T00:44:47.925348" elapsed="0.000422"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-08-12T00:44:47.476577" elapsed="0.449282"/>
</kw>
<status status="PASS" start="2026-08-12T00:44:47.473211" elapsed="0.452701"/>
</branch>
<status status="PASS" start="2026-08-12T00:44:47.472605" elapsed="0.453355"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-12T00:44:47.926177" elapsed="0.000725"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-12T00:44:47.933123" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-08-12T00:44:47.932920" elapsed="0.000280"/>
</branch>
<status status="PASS" start="2026-08-12T00:44:47.932886" elapsed="0.000348"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-12T00:44:47.936842" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-12T00:44:47.936729" elapsed="0.000160"/>
</branch>
<status status="PASS" start="2026-08-12T00:44:47.936709" elapsed="0.000203"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T00:44:47.937043" elapsed="0.000476"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-12T00:44:47.937929" level="INFO">Logging into '10.30.171.28:8101' as 'karaf'.</msg>
<msg time="2026-08-12T00:44:48.133153" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-12T00:44:47.937668" elapsed="0.195623"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.229751" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-12T00:44:48.133542" elapsed="0.096311"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.246764" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-12T00:44:48.246984" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-12T00:44:48.230052" elapsed="0.016964"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-12T00:44:48.247160" elapsed="0.000220"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T00:44:48.247553" elapsed="0.000235"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:44:48.248285" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:44:48.247942" elapsed="0.000399"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-12T00:44:48.248395" elapsed="0.000063"/>
</return>
<msg time="2026-08-12T00:44:48.248631" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.28
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-12T00:44:47.936355" elapsed="0.312309"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-12T00:44:48.248813" elapsed="0.000540"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-12T00:44:48.249411" elapsed="0.000045"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-08-12T00:44:47.932473" elapsed="0.317116"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-08-12T00:44:48.253473" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-08-12T00:44:48.253334" elapsed="0.000201"/>
</branch>
<status status="PASS" start="2026-08-12T00:44:48.253308" elapsed="0.000252"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T00:44:48.253691" elapsed="0.000458"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.254581" level="INFO">Logging into '10.30.171.28:8101' as 'karaf'.</msg>
<msg time="2026-08-12T00:44:48.413611" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-08-12T00:44:48.254295" elapsed="0.159460"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.441180" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-08-12T00:44:48.413996" elapsed="0.027259"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.443375" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-08-12T00:44:48.443491" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-08-12T00:44:48.441429" elapsed="0.002108"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-08-12T00:44:48.443679" elapsed="0.000217"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T00:44:48.444045" elapsed="0.000218"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:44:48.444769" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:44:48.444404" elapsed="0.000414"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-08-12T00:44:48.444872" elapsed="0.000064"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.28
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-08-12T00:44:48.252992" elapsed="0.192065"/>
</kw>
<status status="PASS" start="2026-08-12T00:44:46.819628" elapsed="1.625495"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:44:48.447469" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:44:48.446244" elapsed="0.001314"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T00:44:48.449180" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T00:44:48.448816" elapsed="0.000408"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-12T00:44:48.449575" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-12T00:44:48.449307" elapsed="0.000328"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-12T00:44:48.452653" elapsed="0.000023"/>
</kw>
<status status="NOT RUN" start="2026-08-12T00:44:48.452386" elapsed="0.000325"/>
</branch>
<status status="PASS" start="2026-08-12T00:44:48.452366" elapsed="0.000370"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.453086" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-12T00:44:48.453211" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-12T00:44:48.452872" elapsed="0.000366"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:44:48.453824" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.28 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.8" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:44:48.453374" elapsed="0.000520"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.454541" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T00:44:48.454037" elapsed="0.000532"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T00:44:48.455528" level="INFO">Length is 0.</msg>
<msg time="2026-08-12T00:44:48.455622" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T00:44:48.455172" elapsed="0.000473"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T00:44:48.455787" elapsed="0.000336"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.457017" level="INFO">Logging into '10.30.171.8:22' as 'jenkins'.</msg>
<msg time="2026-08-12T00:44:48.788350" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Aug 12 00:44:07 UTC 2026

  System load:  0.5                Processes:             110
  Usage of /:   19.7% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.8
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Aug 12 00:44:47 2026 from 10.30.170.84
[?2004h[jenkins@releng-63164-368-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-12T00:44:48.456650" elapsed="0.332074"/>
</kw>
<msg time="2026-08-12T00:44:48.788841" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T00:44:48.456277" elapsed="0.332704"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-12T00:44:48.454775" elapsed="0.334377"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-12T00:44:48.789908" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.28 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-12T00:54:54.901932" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-12T00:54:54.902588" level="INFO">${stdout} = </msg>
<msg time="2026-08-12T00:54:54.902703" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-12T00:44:48.789472" elapsed="606.113291"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T00:54:54.903242" elapsed="0.000753"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.905156" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.28. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:53.964 16  switches: flows:  126755 123557 122535 123748 125186 123534 124297 123023 118473 118167 116503 117565 120792 118641 118080 116069  total = 32.282083 per ms 
00:46:54.064 16  switches: flows:  142779 138474 141352 141457 136916 139693 138651 138247 132261 134594 132028 131026 133227 135523 131125 133184  total = 36.281689 per ms 
00:47:54.164 16  switches: flows:  143490 139539 140899 142106 137682 139833 141675 137285 130782 134841 130833 131129 134611 134731 131655 133554  total = 36.350051 per ms 
00:48:54.266 16  switches: flows:  143837 138839 142488 142140 138805 139136 141384 136460 131072 133395 132162 133143 134347 130953 130260 133150  total = 36.298476 per ms 
00:49:54.367 16  switches: flows:  142901 140323 141299 142404 139877 139089 139103 134955 130501 132217 129703 129464 130203 129184 130286 134879  total = 36.046296 per ms 
00:50:54.468 16  switches: flows:  139074 136232 139660 139418 139613 137878 137314 131440 129206 131880 128304 127775 127390 127763 129673 131813  total = 35.514618 per ms 
00:51:54.568 16  switches: flows:  140991 136119 136654 137796 139173 138369 136782 133760 127823 131302 129658 129261 128878 129743 127946 131335  total = 35.533829 per ms 
00:52:54.669 16  switches: flows:  139835 135674 135956 137113 137556 137884 135471 134589 127789 129972 130075 129681 127234 128613 128586 131749  total = 35.403829 per ms 
00:53:54.769 16  switches: flows:  141505 137037 138547 139948 139982 139444 137464 136264 131621 131512 131853 130380 132094 130429 129926 130999  total = 35.923444 per ms 
00:54:54.870 16  switches: flows:  143546 140087 139370 141565 140920 141583 138541 137716 131813 134387 135050 132034 133053 132045 130408 134441  total = 36.381817 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 35403.83/36381.82/35970.45/11995.92 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.904355" elapsed="0.001111"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-12T00:54:54.906001" elapsed="0.000076"/>
</return>
<status status="PASS" start="2026-08-12T00:54:54.905688" elapsed="0.000507"/>
</branch>
<status status="PASS" start="2026-08-12T00:54:54.905632" elapsed="0.000624"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-12T00:54:54.906476" elapsed="0.000064"/>
</return>
<status status="NOT RUN" start="2026-08-12T00:54:54.906390" elapsed="0.000226"/>
</branch>
<status status="NOT RUN" start="2026-08-12T00:54:54.906354" elapsed="0.000318"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-12T00:54:54.906748" elapsed="0.000034"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T00:54:54.911657" elapsed="0.000464"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T00:54:54.912325" elapsed="0.000320"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T00:54:54.912845" elapsed="0.000157"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-12T00:54:54.907448" elapsed="0.005630"/>
</kw>
<msg time="2026-08-12T00:54:54.913259" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-12T00:44:48.450014" elapsed="606.463283"/>
</kw>
<status status="PASS" start="2026-08-12T00:44:48.449664" elapsed="606.463706"/>
</branch>
<status status="PASS" start="2026-08-12T00:44:48.449283" elapsed="606.464132"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.914049" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.28. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:45:53.964 16  switches: flows:  126755 123557 122535 123748 125186 123534 124297 123023 118473 118167 116503 117565 120792 118641 118080 116069  total = 32.282083 per ms 
00:46:54.064 16  switches: flows:  142779 138474 141352 141457 136916 139693 138651 138247 132261 134594 132028 131026 133227 135523 131125 133184  total = 36.281689 per ms 
00:47:54.164 16  switches: flows:  143490 139539 140899 142106 137682 139833 141675 137285 130782 134841 130833 131129 134611 134731 131655 133554  total = 36.350051 per ms 
00:48:54.266 16  switches: flows:  143837 138839 142488 142140 138805 139136 141384 136460 131072 133395 132162 133143 134347 130953 130260 133150  total = 36.298476 per ms 
00:49:54.367 16  switches: flows:  142901 140323 141299 142404 139877 139089 139103 134955 130501 132217 129703 129464 130203 129184 130286 134879  total = 36.046296 per ms 
00:50:54.468 16  switches: flows:  139074 136232 139660 139418 139613 137878 137314 131440 129206 131880 128304 127775 127390 127763 129673 131813  total = 35.514618 per ms 
00:51:54.568 16  switches: flows:  140991 136119 136654 137796 139173 138369 136782 133760 127823 131302 129658 129261 128878 129743 127946 131335  total = 35.533829 per ms 
00:52:54.669 16  switches: flows:  139835 135674 135956 137113 137556 137884 135471 134589 127789 129972 130075 129681 127234 128613 128586 131749  total = 35.403829 per ms 
00:53:54.769 16  switches: flows:  141505 137037 138547 139948 139982 139444 137464 136264 131621 131512 131853 130380 132094 130429 129926 130999  total = 35.923444 per ms 
00:54:54.870 16  switches: flows:  143546 140087 139370 141565 140920 141583 138541 137716 131813 134387 135050 132034 133053 132045 130408 134441  total = 36.381817 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 35403.83/36381.82/35970.45/11995.92 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.913638" elapsed="0.000525"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-12T00:54:54.914383" elapsed="0.000526"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-12T00:54:54.915438" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-12T00:54:54.915591" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 35403.83/36381.82/35970.45/11995.92 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-12T00:54:54.915129" elapsed="0.000497"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T00:54:54.916190" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 35403.83/36381.82/35970.45/11995.92 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T00:54:54.915838" elapsed="0.000390"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.919581" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.916428" elapsed="0.003235"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.922856" level="INFO">35403.83/36381.82/35970.45/11995.92</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.919863" elapsed="0.003050"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T00:54:54.925238" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T00:54:54.923061" elapsed="0.002205"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T00:54:54.927673" level="INFO">@{result_value_list} = [ 35403.83 | 36381.82 | 35970.45 | 11995.92 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T00:54:54.925454" elapsed="0.002247"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.928158" level="INFO">Length is 4.</msg>
<msg time="2026-08-12T00:54:54.928247" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T00:54:54.927853" elapsed="0.000417"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.932933" level="INFO">min :: 35403.83</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.928674" elapsed="0.004316"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-12T00:54:54.928543" elapsed="0.004481"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.937511" level="INFO">max :: 36381.82</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.933239" elapsed="0.004331"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-12T00:54:54.933114" elapsed="0.004490"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.942144" level="INFO">avg :: 35970.45</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.937819" elapsed="0.004391"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-12T00:54:54.937693" elapsed="0.004550"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.946929" level="INFO">stdev :: 11995.92</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.942460" elapsed="0.004525"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-12T00:54:54.942334" elapsed="0.004685"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-12T00:54:54.928339" elapsed="0.018713"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.951133" level="INFO">${min} = 35403.83</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T00:54:54.947207" elapsed="0.003954"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.955169" level="INFO">${max} = 36381.82</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T00:54:54.951312" elapsed="0.003884"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.959036" level="INFO">${average} = 35970.45</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T00:54:54.955347" elapsed="0.003715"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.962897" level="INFO">${stdev} = 11995.92</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T00:54:54.959213" elapsed="0.003711"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.963437" level="INFO">${date} = 2026-08-12 00:54:54</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-12T00:54:54.963086" elapsed="0.000377"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.964035" level="INFO">CBench Result: 2026-08-12 00:54:54,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,35403.83,36381.82,35970.45,11995.92</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.963625" elapsed="0.000466"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T00:54:54.965116" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T00:54:54.964707" elapsed="0.000475"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-12T00:54:54.965329" elapsed="0.000473"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-12T00:54:54.964226" elapsed="0.001640"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-08-12T00:44:48.448000" elapsed="606.517925"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.966421" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-12T00:54:54.966073" elapsed="0.000404"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-12T00:54:54.967001" elapsed="0.000264"/>
</kw>
<status status="PASS" start="2026-08-12T00:54:54.966705" elapsed="0.000630"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-12T00:44:48.445289" elapsed="606.522083"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.968653" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.968260" elapsed="0.000448"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.969950" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T00:54:54.969622" elapsed="0.000370"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-12T00:54:54.970349" elapsed="0.000026"/>
</kw>
<status status="NOT RUN" start="2026-08-12T00:54:54.970100" elapsed="0.000323"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-12T00:54:54.973308" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-12T00:54:54.973054" elapsed="0.000311"/>
</branch>
<status status="PASS" start="2026-08-12T00:54:54.973034" elapsed="0.000362"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-12T00:54:54.973741" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-12T00:54:54.973862" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-12T00:54:54.973553" elapsed="0.000335"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.974513" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.28 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.8" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T00:54:54.974022" elapsed="0.000564"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-12T00:54:54.975130" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T00:54:54.974725" elapsed="0.000431"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T00:54:54.976064" level="INFO">Length is 0.</msg>
<msg time="2026-08-12T00:54:54.976151" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T00:54:54.975762" elapsed="0.000413"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T00:54:54.976312" elapsed="0.000337"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-12T00:54:54.977511" level="INFO">Logging into '10.30.171.8:22' as 'jenkins'.</msg>
<msg time="2026-08-12T00:54:55.547583" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Aug 12 00:54:55 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.8
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Aug 12 00:44:48 2026 from 10.30.170.84
[?2004h[jenkins@releng-63164-368-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-12T00:54:54.977141" elapsed="0.570658"/>
</kw>
<msg time="2026-08-12T00:54:55.547885" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T00:54:54.976798" elapsed="0.571183"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-12T00:54:54.975357" elapsed="0.572747"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-12T00:54:55.548683" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.28 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-12T01:05:01.666468" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-12T01:05:01.668054" level="INFO">${stdout} = </msg>
<msg time="2026-08-12T01:05:01.668162" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-12T00:54:55.548341" elapsed="606.119878"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T01:05:01.669364" elapsed="0.000828"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.671823" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.28. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:00.672 16  switches: flows:  639764 639188 629488 639803 632264 636357 627439 636379 609901 626042 613041 622678 628006 622404 620579 630947  total = 167.571333 per ms 
00:57:00.774 16  switches: flows:  623362 614042 610339 611602 610831 618727 610471 617473 619169 607004 608741 618618 614510 610666 611160 611028  total = 163.353709 per ms 
00:58:00.875 16  switches: flows:  626026 623011 617720 620364 626140 624643 614453 622480 622583 610114 624812 623578 616669 623866 622012 619394  total = 165.352792 per ms 
00:59:00.977 16  switches: flows:  622302 629635 618271 617773 626732 620963 621187 629084 628081 618304 619579 625081 626918 619973 626503 630119  total = 166.060786 per ms 
01:00:01.079 16  switches: flows:  619815 624962 613622 626376 626105 630506 623072 632288 626382 615579 614624 630183 613309 615770 628407 629073  total = 165.887939 per ms 
01:01:01.192 16  switches: flows:  637051 614772 623063 644007 626772 635954 629211 633658 621979 632145 634550 626262 639700 630267 636169 629886  total = 167.942862 per ms 
01:02:01.293 16  switches: flows:  619912 626951 620091 622631 615223 620801 606533 624432 624045 627935 609664 624519 613764 627206 623017 628644  total = 165.310871 per ms 
01:03:01.395 16  switches: flows:  600773 597965 596930 596166 594456 596534 587375 594713 599511 597701 595173 594099 593245 590082 595641 587456  total = 158.364266 per ms 
01:04:01.497 16  switches: flows:  637791 641281 626419 635345 621532 624732 633141 624198 629875 628676 622815 618463 623493 632889 631780 631793  total = 167.454390 per ms 
01:05:01.622 16  switches: flows:  601100 600559 592492 597972 596730 601564 599482 599779 601018 605761 587752 589515 596114 593367 593988 597430  total = 158.912194 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 158364.27/167942.86/164293.31/54861.87 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.670580" elapsed="0.001575"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-12T01:05:01.672674" elapsed="0.000072"/>
</return>
<status status="PASS" start="2026-08-12T01:05:01.672329" elapsed="0.000495"/>
</branch>
<status status="PASS" start="2026-08-12T01:05:01.672278" elapsed="0.000600"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-12T01:05:01.673125" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-08-12T01:05:01.673043" elapsed="0.000170"/>
</branch>
<status status="NOT RUN" start="2026-08-12T01:05:01.673008" elapsed="0.000251"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-12T01:05:01.673325" elapsed="0.000029"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T01:05:01.678150" elapsed="0.000381"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T01:05:01.678682" elapsed="0.000170"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T01:05:01.678981" elapsed="0.000120"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-12T01:05:01.674036" elapsed="0.005119"/>
</kw>
<msg time="2026-08-12T01:05:01.679298" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-12T00:54:54.970786" elapsed="606.708538"/>
</kw>
<status status="PASS" start="2026-08-12T00:54:54.970450" elapsed="606.708923"/>
</branch>
<status status="PASS" start="2026-08-12T00:54:54.970078" elapsed="606.709318"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.679877" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.28. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:56:00.672 16  switches: flows:  639764 639188 629488 639803 632264 636357 627439 636379 609901 626042 613041 622678 628006 622404 620579 630947  total = 167.571333 per ms 
00:57:00.774 16  switches: flows:  623362 614042 610339 611602 610831 618727 610471 617473 619169 607004 608741 618618 614510 610666 611160 611028  total = 163.353709 per ms 
00:58:00.875 16  switches: flows:  626026 623011 617720 620364 626140 624643 614453 622480 622583 610114 624812 623578 616669 623866 622012 619394  total = 165.352792 per ms 
00:59:00.977 16  switches: flows:  622302 629635 618271 617773 626732 620963 621187 629084 628081 618304 619579 625081 626918 619973 626503 630119  total = 166.060786 per ms 
01:00:01.079 16  switches: flows:  619815 624962 613622 626376 626105 630506 623072 632288 626382 615579 614624 630183 613309 615770 628407 629073  total = 165.887939 per ms 
01:01:01.192 16  switches: flows:  637051 614772 623063 644007 626772 635954 629211 633658 621979 632145 634550 626262 639700 630267 636169 629886  total = 167.942862 per ms 
01:02:01.293 16  switches: flows:  619912 626951 620091 622631 615223 620801 606533 624432 624045 627935 609664 624519 613764 627206 623017 628644  total = 165.310871 per ms 
01:03:01.395 16  switches: flows:  600773 597965 596930 596166 594456 596534 587375 594713 599511 597701 595173 594099 593245 590082 595641 587456  total = 158.364266 per ms 
01:04:01.497 16  switches: flows:  637791 641281 626419 635345 621532 624732 633141 624198 629875 628676 622815 618463 623493 632889 631780 631793  total = 167.454390 per ms 
01:05:01.622 16  switches: flows:  601100 600559 592492 597972 596730 601564 599482 599779 601018 605761 587752 589515 596114 593367 593988 597430  total = 158.912194 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 158364.27/167942.86/164293.31/54861.87 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.679572" elapsed="0.000386"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-12T01:05:01.680111" elapsed="0.000377"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-12T01:05:01.680900" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-12T01:05:01.680990" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 158364.27/167942.86/164293.31/54861.87 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-12T01:05:01.680663" elapsed="0.000352"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T01:05:01.681460" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 158364.27/167942.86/164293.31/54861.87 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T01:05:01.681189" elapsed="0.000298"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.683952" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.681654" elapsed="0.002355"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.686381" level="INFO">158364.27/167942.86/164293.31/54861.87</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.684156" elapsed="0.002281"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T01:05:01.688785" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T01:05:01.686600" elapsed="0.002211"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T01:05:01.691220" level="INFO">@{result_value_list} = [ 158364.27 | 167942.86 | 164293.31 | 54861.87 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T01:05:01.689011" elapsed="0.002237"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.691860" level="INFO">Length is 4.</msg>
<msg time="2026-08-12T01:05:01.691948" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T01:05:01.691400" elapsed="0.000571"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.696857" level="INFO">min :: 158364.27</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.692359" elapsed="0.004555"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-12T01:05:01.692232" elapsed="0.004717"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.703400" level="INFO">max :: 167942.86</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.697166" elapsed="0.006320"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-12T01:05:01.697038" elapsed="0.006527"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.709135" level="INFO">avg :: 164293.31</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.704456" elapsed="0.004741"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-12T01:05:01.703698" elapsed="0.005536"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.713966" level="INFO">stdev :: 54861.87</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.709469" elapsed="0.004555"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-12T01:05:01.709329" elapsed="0.004730"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-12T01:05:01.692039" elapsed="0.022051"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.718018" level="INFO">${min} = 158364.27</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T01:05:01.714266" elapsed="0.003779"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.721884" level="INFO">${max} = 167942.86</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T01:05:01.718197" elapsed="0.003716"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.725751" level="INFO">${average} = 164293.31</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T01:05:01.722079" elapsed="0.003698"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.729693" level="INFO">${stdev} = 54861.87</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T01:05:01.725926" elapsed="0.003794"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.730265" level="INFO">${date} = 2026-08-12 01:05:01</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-12T01:05:01.729878" elapsed="0.000414"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.730863" level="INFO">CBench Result: 2026-08-12 01:05:01,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,158364.27,167942.86,164293.31,54861.87</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.730438" elapsed="0.000481"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T01:05:01.732038" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T01:05:01.731573" elapsed="0.000533"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-12T01:05:01.732255" elapsed="0.000489"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-12T01:05:01.731072" elapsed="0.001737"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-08-12T00:54:54.969023" elapsed="606.763847"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.733344" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-12T01:05:01.733019" elapsed="0.000383"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-08-12T01:05:01.733927" elapsed="0.000266"/>
</kw>
<status status="PASS" start="2026-08-12T01:05:01.733627" elapsed="0.000669"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-12T00:54:54.967688" elapsed="606.766647"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.735554" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.735159" elapsed="0.000453"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.736827" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-08-12T01:05:01.736474" elapsed="0.000394"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-08-12T01:05:01.737670" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-12T01:05:01.737426" elapsed="0.000303"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-08-12T01:05:01.740786" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-08-12T01:05:01.740537" elapsed="0.000305"/>
</branch>
<status status="PASS" start="2026-08-12T01:05:01.740506" elapsed="0.000360"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-08-12T01:05:01.741195" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-08-12T01:05:01.741311" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-08-12T01:05:01.741000" elapsed="0.000337"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.741904" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.28 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.8" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:05:01.741470" elapsed="0.000492"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-08-12T01:05:01.742549" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T01:05:01.742100" elapsed="0.000477"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T01:05:01.743464" level="INFO">Length is 0.</msg>
<msg time="2026-08-12T01:05:01.743575" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T01:05:01.743151" elapsed="0.000449"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T01:05:01.743739" elapsed="0.000318"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-08-12T01:05:01.745344" level="INFO">Logging into '10.30.171.8:22' as 'jenkins'.</msg>
<msg time="2026-08-12T01:05:02.360369" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-186-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Aug 12 01:05:01 UTC 2026

  System load:  0.31               Processes:             107
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.8
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Aug 12 00:54:55 2026 from 10.30.170.84
[?2004h[jenkins@releng-63164-368-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-08-12T01:05:01.744992" elapsed="0.615603"/>
</kw>
<msg time="2026-08-12T01:05:02.360676" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T01:05:01.744647" elapsed="0.616108"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-08-12T01:05:01.742777" elapsed="0.618090"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-08-12T01:05:02.361400" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.28 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-08-12T01:15:08.453014" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-08-12T01:15:08.453610" level="INFO">${stdout} = </msg>
<msg time="2026-08-12T01:15:08.453709" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-08-12T01:05:02.361081" elapsed="606.092685"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T01:15:08.454156" elapsed="0.000505"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.455429" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.28. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:07.485 16  switches: flows:  138476 133832 138082 138607 137693 138423 137181 138746 133341 134633 132987 133310 134306 134320 130928 130597  total = 36.091033 per ms 
01:07:07.586 16  switches: flows:  135441 132448 137919 135079 134513 136430 136245 137780 130913 133896 130843 129791 134678 130171 130076 128797  total = 35.524326 per ms 
01:08:07.687 16  switches: flows:  140608 137271 140088 141677 136675 140081 138228 139251 135597 135595 133937 135760 135713 132969 133104 131253  total = 36.402650 per ms 
01:09:07.788 16  switches: flows:  141287 140349 143160 142323 139462 142771 140163 141966 137239 139797 137931 135684 139753 135880 136497 134527  total = 37.084551 per ms 
01:10:07.889 16  switches: flows:  140629 139447 139474 141347 139198 142439 142240 145423 139052 139319 138489 138310 139751 136415 140246 136765  total = 37.246801 per ms 
01:11:07.990 16  switches: flows:  141182 137101 139303 139824 136174 142298 139507 142520 135535 138134 137299 135762 137742 134342 137599 134765  total = 36.756754 per ms 
01:12:08.091 16  switches: flows:  141507 136567 141471 141695 135449 141469 137824 139843 136014 138060 136982 135728 138477 133746 136467 133087  total = 36.678363 per ms 
01:13:08.192 16  switches: flows:  141714 137521 142161 141612 136134 142621 139362 141463 135791 140607 136162 133891 136880 135308 135347 134793  total = 36.794713 per ms 
01:14:08.294 16  switches: flows:  145809 138751 144378 144492 139300 143353 145044 143381 138491 141941 138070 137411 143439 136279 138487 135795  total = 37.510723 per ms 
01:15:08.395 16  switches: flows:  143977 140334 142231 143323 140915 142681 144247 142371 137774 141158 137398 135086 142466 136237 138119 135449  total = 37.333798 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 35524.33/37510.72/36814.74/12284.57 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.454904" elapsed="0.000777"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-08-12T01:15:08.456019" elapsed="0.000049"/>
</return>
<status status="PASS" start="2026-08-12T01:15:08.455806" elapsed="0.000313"/>
</branch>
<status status="PASS" start="2026-08-12T01:15:08.455771" elapsed="0.000385"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-08-12T01:15:08.456295" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-08-12T01:15:08.456240" elapsed="0.000114"/>
</branch>
<status status="NOT RUN" start="2026-08-12T01:15:08.456217" elapsed="0.000169"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-08-12T01:15:08.456430" elapsed="0.000020"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-08-12T01:15:08.460325" elapsed="0.000506"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-08-12T01:15:08.461046" elapsed="0.000228"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-08-12T01:15:08.461465" elapsed="0.000167"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-08-12T01:15:08.456912" elapsed="0.004799"/>
</kw>
<msg time="2026-08-12T01:15:08.461899" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-08-12T01:05:01.738073" elapsed="606.723866"/>
</kw>
<status status="PASS" start="2026-08-12T01:05:01.737755" elapsed="606.724260"/>
</branch>
<status status="PASS" start="2026-08-12T01:05:01.737402" elapsed="606.724648"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.462696" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.28:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.28. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:06:07.485 16  switches: flows:  138476 133832 138082 138607 137693 138423 137181 138746 133341 134633 132987 133310 134306 134320 130928 130597  total = 36.091033 per ms 
01:07:07.586 16  switches: flows:  135441 132448 137919 135079 134513 136430 136245 137780 130913 133896 130843 129791 134678 130171 130076 128797  total = 35.524326 per ms 
01:08:07.687 16  switches: flows:  140608 137271 140088 141677 136675 140081 138228 139251 135597 135595 133937 135760 135713 132969 133104 131253  total = 36.402650 per ms 
01:09:07.788 16  switches: flows:  141287 140349 143160 142323 139462 142771 140163 141966 137239 139797 137931 135684 139753 135880 136497 134527  total = 37.084551 per ms 
01:10:07.889 16  switches: flows:  140629 139447 139474 141347 139198 142439 142240 145423 139052 139319 138489 138310 139751 136415 140246 136765  total = 37.246801 per ms 
01:11:07.990 16  switches: flows:  141182 137101 139303 139824 136174 142298 139507 142520 135535 138134 137299 135762 137742 134342 137599 134765  total = 36.756754 per ms 
01:12:08.091 16  switches: flows:  141507 136567 141471 141695 135449 141469 137824 139843 136014 138060 136982 135728 138477 133746 136467 133087  total = 36.678363 per ms 
01:13:08.192 16  switches: flows:  141714 137521 142161 141612 136134 142621 139362 141463 135791 140607 136162 133891 136880 135308 135347 134793  total = 36.794713 per ms 
01:14:08.294 16  switches: flows:  145809 138751 144378 144492 139300 143353 145044 143381 138491 141941 138070 137411 143439 136279 138487 135795  total = 37.510723 per ms 
01:15:08.395 16  switches: flows:  143977 140334 142231 143323 140915 142681 144247 142371 137774 141158 137398 135086 142466 136237 138119 135449  total = 37.333798 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 35524.33/37510.72/36814.74/12284.57 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.462252" elapsed="0.000552"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-08-12T01:15:08.463027" elapsed="0.000595"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-08-12T01:15:08.464117" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-08-12T01:15:08.464205" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 35524.33/37510.72/36814.74/12284.57 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-08-12T01:15:08.463858" elapsed="0.000371"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T01:15:08.464645" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 35524.33/37510.72/36814.74/12284.57 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T01:15:08.464379" elapsed="0.000293"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.467013" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.464814" elapsed="0.002254"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.469405" level="INFO">35524.33/37510.72/36814.74/12284.57</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.467225" elapsed="0.002235"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T01:15:08.471796" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T01:15:08.469621" elapsed="0.002201"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-08-12T01:15:08.474187" level="INFO">@{result_value_list} = [ 35524.33 | 37510.72 | 36814.74 | 12284.57 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-08-12T01:15:08.472006" elapsed="0.002208"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.474682" level="INFO">Length is 4.</msg>
<msg time="2026-08-12T01:15:08.474769" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-08-12T01:15:08.474366" elapsed="0.000426"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.479435" level="INFO">min :: 35524.33</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.475183" elapsed="0.004308"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-08-12T01:15:08.475035" elapsed="0.004505"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.483982" level="INFO">max :: 37510.72</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.479751" elapsed="0.004290"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-08-12T01:15:08.479627" elapsed="0.004448"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.488533" level="INFO">avg :: 36814.74</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.484282" elapsed="0.004308"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-08-12T01:15:08.484157" elapsed="0.004466"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.493055" level="INFO">stdev :: 12284.57</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.488829" elapsed="0.004281"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-08-12T01:15:08.488704" elapsed="0.004439"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-08-12T01:15:08.474856" elapsed="0.018316"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.497139" level="INFO">${min} = 35524.33</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T01:15:08.493370" elapsed="0.003795"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.501010" level="INFO">${max} = 37510.72</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T01:15:08.497315" elapsed="0.003721"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.505106" level="INFO">${average} = 36814.74</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T01:15:08.501188" elapsed="0.003949"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.509014" level="INFO">${stdev} = 12284.57</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-08-12T01:15:08.505287" elapsed="0.003753"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.509551" level="INFO">${date} = 2026-08-12 01:15:08</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-08-12T01:15:08.509196" elapsed="0.000382"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.510122" level="INFO">CBench Result: 2026-08-12 01:15:08,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,35524.33,37510.72,36814.74,12284.57</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-08-12T01:15:08.509719" elapsed="0.000459"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-08-12T01:15:08.511271" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-08-12T01:15:08.510787" elapsed="0.000553"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-08-12T01:15:08.511487" elapsed="0.000477"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-08-12T01:15:08.510310" elapsed="0.001722"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-08-12T01:05:01.735929" elapsed="606.776161"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.512554" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-08-12T01:15:08.512232" elapsed="0.000379"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-08-12T01:15:08.513835" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-08-12T01:15:08.513345" elapsed="0.000517"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-08-12T01:15:08.514082" elapsed="0.000030"/>
</return>
<status status="PASS" start="2026-08-12T01:15:08.513936" elapsed="0.000207"/>
</branch>
<status status="PASS" start="2026-08-12T01:15:08.513918" elapsed="0.000249"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-08-12T01:15:08.514306" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-08-12T01:15:08.514460" elapsed="0.000020"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-08-12T01:15:08.514641" elapsed="0.000021"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-08-12T01:15:08.514841" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-08-12T01:15:08.514995" elapsed="0.000028"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-08-12T01:15:08.515171" elapsed="0.000020"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-08-12T01:15:08.515319" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-08-12T01:15:08.515554" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-08-12T01:15:08.515402" elapsed="0.000205"/>
</branch>
<status status="NOT RUN" start="2026-08-12T01:15:08.515385" elapsed="0.000246"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-08-12T01:15:08.512981" elapsed="0.002699"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-08-12T01:05:01.734646" elapsed="606.781079"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-08-12T00:44:46.275598" elapsed="1822.240542"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
