<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-04-22T00:50:53.736777" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-22T00:50:54.321144" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-04-22T00:50:54.320989" elapsed="0.000230"/>
</branch>
<status status="PASS" start="2026-04-22T00:50:54.320958" elapsed="0.000288"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T00:50:54.321450" elapsed="0.000527"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-22T00:50:54.322459" level="INFO">Logging into '10.30.170.168:8101' as 'karaf'.</msg>
<msg time="2026-04-22T00:50:54.908317" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-22T00:50:54.322148" elapsed="0.586369"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-22T00:50:54.956795" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-22T00:50:54.908815" elapsed="0.048060"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-22T00:50:54.958646" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-22T00:50:54.958763" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-22T00:50:54.957036" elapsed="0.001756"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-22T00:50:54.958948" elapsed="0.000191"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T00:50:54.959299" elapsed="0.000207"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T00:50:54.960006" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T00:50:54.959658" elapsed="0.000403"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-22T00:50:54.960118" elapsed="0.000058"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.168
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-22T00:50:54.320574" elapsed="0.639731"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-04-22T00:50:54.316892" elapsed="0.643479"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-22T00:50:54.960947" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-22T00:50:54.960588" elapsed="0.000421"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-22T00:50:54.961404" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-22T00:50:54.961161" elapsed="0.000316"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-22T00:50:54.962107" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-22T00:50:54.961690" elapsed="0.000445"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-22T00:50:54.962661" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-22T00:50:54.962309" elapsed="0.000395"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-22T00:50:54.963219" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-22T00:50:54.962849" elapsed="0.000398"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-22T00:50:54.963736" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-22T00:50:54.963406" elapsed="0.000372"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-04-22T00:50:54.964075" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-22T00:50:54.963863" elapsed="0.000267"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-22T00:50:54.968530" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T00:50:54.968103" elapsed="0.000454"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-22T00:50:54.969540" level="INFO">Length is 0.</msg>
<msg time="2026-04-22T00:50:54.969624" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-22T00:50:54.969100" elapsed="0.000549"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T00:50:54.969817" elapsed="0.000347"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-22T00:50:54.971160" level="INFO">Logging into '10.30.170.126:22' as 'jenkins'.</msg>
<msg time="2026-04-22T00:50:55.680488" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Apr 22 00:50:55 UTC 2026

  System load:  0.17               Processes:             112
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.126
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-197-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-22T00:50:54.970679" elapsed="0.709968"/>
</kw>
<msg time="2026-04-22T00:50:55.680740" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T00:50:54.970316" elapsed="0.710512"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-22T00:50:54.968762" elapsed="0.712188"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-04-22T00:50:55.688253" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-04-22T00:50:55.681166" elapsed="0.008923"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T00:50:55.690386" elapsed="0.000398"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-04-22T00:50:54.967586" elapsed="0.723286"/>
</kw>
<status status="PASS" start="2026-04-22T00:50:54.964332" elapsed="0.726592"/>
</branch>
<status status="PASS" start="2026-04-22T00:50:54.963838" elapsed="0.727132"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-22T00:50:55.691176" elapsed="0.000681"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-22T00:50:55.697899" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-04-22T00:50:55.697730" elapsed="0.000243"/>
</branch>
<status status="PASS" start="2026-04-22T00:50:55.697697" elapsed="0.000309"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-22T00:50:55.703027" elapsed="0.000020"/>
</return>
<status status="NOT RUN" start="2026-04-22T00:50:55.702868" elapsed="0.000225"/>
</branch>
<status status="PASS" start="2026-04-22T00:50:55.702841" elapsed="0.000284"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T00:50:55.703306" elapsed="0.000629"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-22T00:50:55.704523" level="INFO">Logging into '10.30.170.168:8101' as 'karaf'.</msg>
<msg time="2026-04-22T00:50:55.910918" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-22T00:50:55.704137" elapsed="0.206894"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-22T00:50:55.995009" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-22T00:50:55.911228" elapsed="0.083850"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-22T00:50:56.041534" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-22T00:50:56.041712" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-22T00:50:55.995232" elapsed="0.046511"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-22T00:50:56.041885" elapsed="0.000185"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T00:50:56.042213" elapsed="0.000284"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T00:50:56.042960" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T00:50:56.042639" elapsed="0.000384"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-22T00:50:56.043074" elapsed="0.000053"/>
</return>
<msg time="2026-04-22T00:50:56.043276" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.168
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-22T00:50:55.702349" elapsed="0.340958"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-22T00:50:56.043471" elapsed="0.000539"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-22T00:50:56.044063" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-04-22T00:50:55.697292" elapsed="0.346901"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-04-22T00:50:56.047832" elapsed="0.000015"/>
</return>
<status status="NOT RUN" start="2026-04-22T00:50:56.047697" elapsed="0.000184"/>
</branch>
<status status="PASS" start="2026-04-22T00:50:56.047674" elapsed="0.000232"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T00:50:56.048036" elapsed="0.000461"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-04-22T00:50:56.049056" level="INFO">Logging into '10.30.170.168:8101' as 'karaf'.</msg>
<msg time="2026-04-22T00:50:56.272343" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-04-22T00:50:56.048646" elapsed="0.223856"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-04-22T00:50:56.300643" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-04-22T00:50:56.272735" elapsed="0.027991"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-04-22T00:50:56.303218" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-04-22T00:50:56.303363" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-04-22T00:50:56.300928" elapsed="0.002475"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-04-22T00:50:56.303615" elapsed="0.000246"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T00:50:56.304060" elapsed="0.000242"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T00:50:56.304948" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T00:50:56.304522" elapsed="0.000495"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-04-22T00:50:56.305090" elapsed="0.000072"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.168
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-04-22T00:50:56.047353" elapsed="0.257996"/>
</kw>
<status status="PASS" start="2026-04-22T00:50:54.314832" elapsed="1.990626"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T00:50:56.310145" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T00:50:56.307955" elapsed="0.002339"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-22T00:50:56.313542" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-22T00:50:56.312735" elapsed="0.000858"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-22T00:50:56.313918" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-22T00:50:56.313675" elapsed="0.000301"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-22T00:50:56.317622" elapsed="0.000030"/>
</kw>
<status status="NOT RUN" start="2026-04-22T00:50:56.317258" elapsed="0.000444"/>
</branch>
<status status="PASS" start="2026-04-22T00:50:56.317231" elapsed="0.000508"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-22T00:50:56.318209" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-22T00:50:56.318384" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-22T00:50:56.317922" elapsed="0.000499"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T00:50:56.319235" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.168 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.126" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T00:50:56.318647" elapsed="0.000671"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-22T00:50:56.320172" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T00:50:56.319536" elapsed="0.000672"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-22T00:50:56.321561" level="INFO">Length is 0.</msg>
<msg time="2026-04-22T00:50:56.321688" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-22T00:50:56.321033" elapsed="0.000688"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T00:50:56.321917" elapsed="0.000453"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-22T00:50:56.323559" level="INFO">Logging into '10.30.170.126:22' as 'jenkins'.</msg>
<msg time="2026-04-22T00:50:56.650654" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Apr 22 00:50:55 UTC 2026

  System load:  0.17               Processes:             112
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.126
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Apr 22 00:50:55 2026 from 10.30.171.215
[?2004h[jenkins@releng-63164-197-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-22T00:50:56.323114" elapsed="0.327756"/>
</kw>
<msg time="2026-04-22T00:50:56.650961" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T00:50:56.322632" elapsed="0.328412"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-22T00:50:56.320514" elapsed="0.330657"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-22T00:50:56.651937" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.168 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-22T01:01:02.750389" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-22T01:01:02.750927" level="INFO">${stdout} = </msg>
<msg time="2026-04-22T01:01:02.751029" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-22T00:50:56.651389" elapsed="606.099702"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T01:01:02.751573" elapsed="0.000845"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.753590" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.168. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:52:01.858 16  switches: flows:  100717 100716 99626 99731 103164 100522 99746 98382 97626 97502 97552 95284 98383 95176 96065 96670  total = 26.281033 per ms 
00:53:01.959 16  switches: flows:  108421 108212 106513 107083 108895 106895 106243 106499 103919 104158 101760 101777 102455 102393 101744 103300  total = 27.957751 per ms 
00:54:02.060 16  switches: flows:  99684 99067 99720 99724 99814 100147 98086 97053 95985 98856 96968 96497 94544 94629 98988 94244  total = 26.023312 per ms 
00:55:02.161 16  switches: flows:  103520 103464 105181 102842 103962 102162 102815 101686 100756 100326 99815 99757 100264 99789 101045 100586  total = 27.087592 per ms 
00:56:02.263 16  switches: flows:  113534 114362 111987 115721 112990 112651 112667 110604 110721 108884 107634 110006 109438 107674 108471 107559  total = 29.532397 per ms 
00:57:02.364 16  switches: flows:  121050 121731 121410 119449 121473 121099 120915 118528 116053 114988 114011 113047 116417 112735 115464 114093  total = 31.322092 per ms 
00:58:02.465 16  switches: flows:  103808 101634 103490 102400 102550 101214 102498 100947 99098 99772 92651 97421 98111 97523 98168 99399  total = 26.633519 per ms 
00:59:02.566 16  switches: flows:  110648 111182 110653 110574 108530 109875 111059 108181 110317 105427 106830 106441 106980 104628 108380 108204  total = 28.916855 per ms 
01:00:02.667 16  switches: flows:  125669 123005 121149 120314 122326 121363 121057 120273 118260 120475 118220 119085 117557 115479 119705 120826  total = 32.025919 per ms 
01:01:02.768 16  switches: flows:  125770 125257 124782 123378 125899 124683 124122 122561 119736 121501 118279 118764 121589 119313 120540 119481  total = 32.539901 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26023.31/32539.90/29115.48/9967.53 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.752818" elapsed="0.001081"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-22T01:01:02.754427" elapsed="0.000115"/>
</return>
<status status="PASS" start="2026-04-22T01:01:02.754113" elapsed="0.000513"/>
</branch>
<status status="PASS" start="2026-04-22T01:01:02.754049" elapsed="0.000633"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-22T01:01:02.754900" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-04-22T01:01:02.754817" elapsed="0.000175"/>
</branch>
<status status="NOT RUN" start="2026-04-22T01:01:02.754781" elapsed="0.000259"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-22T01:01:02.755140" elapsed="0.000034"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T01:01:02.760721" elapsed="0.000534"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T01:01:02.761477" elapsed="0.000231"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T01:01:02.761887" elapsed="0.000135"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-22T01:01:02.755862" elapsed="0.006232"/>
</kw>
<msg time="2026-04-22T01:01:02.762270" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-22T00:50:56.314327" elapsed="606.447980"/>
</kw>
<status status="PASS" start="2026-04-22T00:50:56.314006" elapsed="606.448368"/>
</branch>
<status status="PASS" start="2026-04-22T00:50:56.313651" elapsed="606.448758"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.763030" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.168. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:52:01.858 16  switches: flows:  100717 100716 99626 99731 103164 100522 99746 98382 97626 97502 97552 95284 98383 95176 96065 96670  total = 26.281033 per ms 
00:53:01.959 16  switches: flows:  108421 108212 106513 107083 108895 106895 106243 106499 103919 104158 101760 101777 102455 102393 101744 103300  total = 27.957751 per ms 
00:54:02.060 16  switches: flows:  99684 99067 99720 99724 99814 100147 98086 97053 95985 98856 96968 96497 94544 94629 98988 94244  total = 26.023312 per ms 
00:55:02.161 16  switches: flows:  103520 103464 105181 102842 103962 102162 102815 101686 100756 100326 99815 99757 100264 99789 101045 100586  total = 27.087592 per ms 
00:56:02.263 16  switches: flows:  113534 114362 111987 115721 112990 112651 112667 110604 110721 108884 107634 110006 109438 107674 108471 107559  total = 29.532397 per ms 
00:57:02.364 16  switches: flows:  121050 121731 121410 119449 121473 121099 120915 118528 116053 114988 114011 113047 116417 112735 115464 114093  total = 31.322092 per ms 
00:58:02.465 16  switches: flows:  103808 101634 103490 102400 102550 101214 102498 100947 99098 99772 92651 97421 98111 97523 98168 99399  total = 26.633519 per ms 
00:59:02.566 16  switches: flows:  110648 111182 110653 110574 108530 109875 111059 108181 110317 105427 106830 106441 106980 104628 108380 108204  total = 28.916855 per ms 
01:00:02.667 16  switches: flows:  125669 123005 121149 120314 122326 121363 121057 120273 118260 120475 118220 119085 117557 115479 119705 120826  total = 32.025919 per ms 
01:01:02.768 16  switches: flows:  125770 125257 124782 123378 125899 124683 124122 122561 119736 121501 118279 118764 121589 119313 120540 119481  total = 32.539901 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 26023.31/32539.90/29115.48/9967.53 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.762622" elapsed="0.000508"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-22T01:01:02.763336" elapsed="0.000527"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-22T01:01:02.764418" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-22T01:01:02.764564" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 26023.31/32539.90/29115.48/9967.53 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-22T01:01:02.764100" elapsed="0.000499"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:01:02.765165" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 26023.31/32539.90/29115.48/9967.53 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:01:02.764813" elapsed="0.000389"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.768515" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.765417" elapsed="0.003176"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.771838" level="INFO">26023.31/32539.90/29115.48/9967.53</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.768797" elapsed="0.003118"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:01:02.774565" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:01:02.772164" elapsed="0.002428"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:01:02.776964" level="INFO">@{result_value_list} = [ 26023.31 | 32539.90 | 29115.48 | 9967.53 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:01:02.774786" elapsed="0.002206"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.777467" level="INFO">Length is 4.</msg>
<msg time="2026-04-22T01:01:02.777555" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-22T01:01:02.777144" elapsed="0.000435"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.782181" level="INFO">min :: 26023.31</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.777969" elapsed="0.004274"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-22T01:01:02.777841" elapsed="0.004438"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.786717" level="INFO">max :: 32539.90</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.782510" elapsed="0.004263"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-22T01:01:02.782370" elapsed="0.004437"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.791279" level="INFO">avg :: 29115.48</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.787031" elapsed="0.004303"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-22T01:01:02.786900" elapsed="0.004469"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.795830" level="INFO">stdev :: 9967.53</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.791601" elapsed="0.004285"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-22T01:01:02.791475" elapsed="0.004445"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-22T01:01:02.777649" elapsed="0.018304"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.799743" level="INFO">${min} = 26023.31</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:01:02.796130" elapsed="0.003639"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.803575" level="INFO">${max} = 32539.90</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:01:02.799919" elapsed="0.003682"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.807535" level="INFO">${average} = 29115.48</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:01:02.803750" elapsed="0.003811"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.811422" level="INFO">${stdev} = 9967.53</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:01:02.807709" elapsed="0.003756"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.811981" level="INFO">${date} = 2026-04-22 01:01:02</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-22T01:01:02.811623" elapsed="0.000400"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.812597" level="INFO">CBench Result: 2026-04-22 01:01:02,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,26023.31,32539.90,29115.48,9967.53</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.812170" elapsed="0.000482"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-22T01:01:02.813903" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-22T01:01:02.813257" elapsed="0.000721"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-22T01:01:02.814133" elapsed="0.000514"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-22T01:01:02.812790" elapsed="0.001921"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-04-22T00:50:56.311239" elapsed="606.503533"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.815240" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-22T01:01:02.814923" elapsed="0.000375"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-04-22T01:01:02.815835" elapsed="0.000284"/>
</kw>
<status status="PASS" start="2026-04-22T01:01:02.815534" elapsed="0.000654"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-22T00:50:56.305664" elapsed="606.510563"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.817569" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.817171" elapsed="0.000453"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.818882" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-22T01:01:02.818541" elapsed="0.000384"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-22T01:01:02.819249" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-22T01:01:02.819033" elapsed="0.000273"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-22T01:01:02.822157" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-04-22T01:01:02.821913" elapsed="0.000299"/>
</branch>
<status status="PASS" start="2026-04-22T01:01:02.821895" elapsed="0.000340"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-22T01:01:02.822579" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-22T01:01:02.822698" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-22T01:01:02.822373" elapsed="0.000352"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.823269" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.168 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.126" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:01:02.822856" elapsed="0.000469"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-22T01:01:02.823868" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T01:01:02.823477" elapsed="0.000417"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-22T01:01:02.824797" level="INFO">Length is 0.</msg>
<msg time="2026-04-22T01:01:02.824884" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-22T01:01:02.824495" elapsed="0.000413"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T01:01:02.825046" elapsed="0.000320"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-22T01:01:02.826229" level="INFO">Logging into '10.30.170.126:22' as 'jenkins'.</msg>
<msg time="2026-04-22T01:01:03.406147" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Apr 22 01:01:03 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.126
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Apr 22 00:50:56 2026 from 10.30.171.215
[?2004h[jenkins@releng-63164-197-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-22T01:01:02.825878" elapsed="0.580472"/>
</kw>
<msg time="2026-04-22T01:01:03.406459" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T01:01:02.825534" elapsed="0.581044"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-22T01:01:02.824109" elapsed="0.582588"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-22T01:01:03.407218" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.168 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-22T01:11:10.797681" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-22T01:11:10.798214" level="INFO">${stdout} = </msg>
<msg time="2026-04-22T01:11:10.798321" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-22T01:01:03.406911" elapsed="607.391467"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T01:11:10.798863" elapsed="0.000724"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.800791" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.168. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:02:08.562 16  switches: flows:  486806 484742 487061 469876 485811 483825 478133 488838 471332 458700 473086 474451 461743 452710 491772 470882  total = 126.996133 per ms 
01:03:08.664 16  switches: flows:  306622 371421 368626 363147 383428 353725 309428 356097 378546 359275 368799 372167 331504 334111 351350 326269  total = 93.751131 per ms 
01:04:08.766 16  switches: flows:  394858 493599 515621 500095 497375 495570 364351 494842 503654 489483 502744 499442 372608 507655 509903 476080  total = 126.750345 per ms 
01:05:08.868 16  switches: flows:  542510 416988 377984 465076 356861 468570 468694 392584 422131 356668 468939 375465 572183 458382 391895 468410  total = 116.524564 per ms 
01:06:08.975 16  switches: flows:  482559 506088 520247 539392 514627 497626 519339 507533 523276 501542 508014 517151 500223 500094 448669 512747  total = 134.748008 per ms 
01:07:10.049 16  switches: flows:  490640 474550 480004 489013 491772 485929 487445 485883 484028 487948 491376 485343 490884 483896 484977 490531  total = 127.456297 per ms 
01:08:10.150 16  switches: flows:  552528 541166 449489 548782 547371 451940 442551 429792 445847 527041 398478 426167 464814 624388 622355 516561  total = 132.931802 per ms 
01:09:10.253 16  switches: flows:  465833 518136 465760 468547 479751 443670 436031 527317 284740 415717 588251 388593 580754 529333 466421 506339  total = 125.872623 per ms 
01:10:10.712 16  switches: flows:  486901 527213 523921 411298 530293 402969 533517 523802 491068 523788 530754 518326 474034 521481 479262 504919  total = 132.050179 per ms 
01:11:10.813 16  switches: flows:  561188 549959 568079 557662 552820 558713 555998 567354 564744 561857 553378 558607 560288 565388 568252 570696  total = 149.332488 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 93751.13/149332.49/126601.94/44550.66 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.799943" elapsed="0.001150"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-22T01:11:10.801753" elapsed="0.000091"/>
</return>
<status status="PASS" start="2026-04-22T01:11:10.801358" elapsed="0.000581"/>
</branch>
<status status="PASS" start="2026-04-22T01:11:10.801283" elapsed="0.000723"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-22T01:11:10.802253" elapsed="0.000034"/>
</return>
<status status="NOT RUN" start="2026-04-22T01:11:10.802160" elapsed="0.000199"/>
</branch>
<status status="NOT RUN" start="2026-04-22T01:11:10.802118" elapsed="0.000298"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-22T01:11:10.802529" elapsed="0.000032"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T01:11:10.808264" elapsed="0.000485"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T01:11:10.808956" elapsed="0.000225"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T01:11:10.809360" elapsed="0.000164"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-22T01:11:10.803278" elapsed="0.006323"/>
</kw>
<msg time="2026-04-22T01:11:10.809780" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-22T01:01:02.819658" elapsed="607.990158"/>
</kw>
<status status="PASS" start="2026-04-22T01:01:02.819331" elapsed="607.990554"/>
</branch>
<status status="PASS" start="2026-04-22T01:01:02.819012" elapsed="607.990907"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.810531" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.168. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:02:08.562 16  switches: flows:  486806 484742 487061 469876 485811 483825 478133 488838 471332 458700 473086 474451 461743 452710 491772 470882  total = 126.996133 per ms 
01:03:08.664 16  switches: flows:  306622 371421 368626 363147 383428 353725 309428 356097 378546 359275 368799 372167 331504 334111 351350 326269  total = 93.751131 per ms 
01:04:08.766 16  switches: flows:  394858 493599 515621 500095 497375 495570 364351 494842 503654 489483 502744 499442 372608 507655 509903 476080  total = 126.750345 per ms 
01:05:08.868 16  switches: flows:  542510 416988 377984 465076 356861 468570 468694 392584 422131 356668 468939 375465 572183 458382 391895 468410  total = 116.524564 per ms 
01:06:08.975 16  switches: flows:  482559 506088 520247 539392 514627 497626 519339 507533 523276 501542 508014 517151 500223 500094 448669 512747  total = 134.748008 per ms 
01:07:10.049 16  switches: flows:  490640 474550 480004 489013 491772 485929 487445 485883 484028 487948 491376 485343 490884 483896 484977 490531  total = 127.456297 per ms 
01:08:10.150 16  switches: flows:  552528 541166 449489 548782 547371 451940 442551 429792 445847 527041 398478 426167 464814 624388 622355 516561  total = 132.931802 per ms 
01:09:10.253 16  switches: flows:  465833 518136 465760 468547 479751 443670 436031 527317 284740 415717 588251 388593 580754 529333 466421 506339  total = 125.872623 per ms 
01:10:10.712 16  switches: flows:  486901 527213 523921 411298 530293 402969 533517 523802 491068 523788 530754 518326 474034 521481 479262 504919  total = 132.050179 per ms 
01:11:10.813 16  switches: flows:  561188 549959 568079 557662 552820 558713 555998 567354 564744 561857 553378 558607 560288 565388 568252 570696  total = 149.332488 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 93751.13/149332.49/126601.94/44550.66 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.810110" elapsed="0.000522"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-22T01:11:10.810837" elapsed="0.000645"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-22T01:11:10.812017" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-22T01:11:10.812140" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 93751.13/149332.49/126601.94/44550.66 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-22T01:11:10.811710" elapsed="0.000464"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:11:10.812758" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 93751.13/149332.49/126601.94/44550.66 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:11:10.812385" elapsed="0.000411"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.816115" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.812994" elapsed="0.003203"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.818542" level="INFO">93751.13/149332.49/126601.94/44550.66</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.816367" elapsed="0.002229"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:11:10.821220" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:11:10.818742" elapsed="0.002505"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:11:10.823683" level="INFO">@{result_value_list} = [ 93751.13 | 149332.49 | 126601.94 | 44550.66 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:11:10.821452" elapsed="0.002260"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.824169" level="INFO">Length is 4.</msg>
<msg time="2026-04-22T01:11:10.824256" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-22T01:11:10.823865" elapsed="0.000414"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.829082" level="INFO">min :: 93751.13</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.824690" elapsed="0.004448"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-22T01:11:10.824560" elapsed="0.004612"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.833641" level="INFO">max :: 149332.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.829389" elapsed="0.004307"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-22T01:11:10.829264" elapsed="0.004468"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.838301" level="INFO">avg :: 126601.94</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.833945" elapsed="0.004413"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-22T01:11:10.833820" elapsed="0.004573"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.842961" level="INFO">stdev :: 44550.66</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.838624" elapsed="0.004392"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-22T01:11:10.838496" elapsed="0.004555"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-22T01:11:10.824347" elapsed="0.018749"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.847166" level="INFO">${min} = 93751.13</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:11:10.843252" elapsed="0.003941"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.850986" level="INFO">${max} = 149332.49</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:11:10.847345" elapsed="0.003667"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.854810" level="INFO">${average} = 126601.94</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:11:10.851175" elapsed="0.003661"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.858729" level="INFO">${stdev} = 44550.66</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:11:10.854984" elapsed="0.003772"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.859271" level="INFO">${date} = 2026-04-22 01:11:10</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-22T01:11:10.858913" elapsed="0.000384"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.859861" level="INFO">CBench Result: 2026-04-22 01:11:10,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,93751.13,149332.49,126601.94,44550.66</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.859455" elapsed="0.000461"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-22T01:11:10.860923" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-22T01:11:10.860531" elapsed="0.000457"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-22T01:11:10.861136" elapsed="0.000471"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-22T01:11:10.860053" elapsed="0.001617"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-04-22T01:01:02.817939" elapsed="608.043789"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.862192" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-22T01:11:10.861878" elapsed="0.000371"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-04-22T01:11:10.862767" elapsed="0.000264"/>
</kw>
<status status="PASS" start="2026-04-22T01:11:10.862470" elapsed="0.000657"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-22T01:01:02.816592" elapsed="608.046574"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.864404" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.864021" elapsed="0.000460"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.865701" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-04-22T01:11:10.865350" elapsed="0.000393"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-04-22T01:11:10.866069" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-04-22T01:11:10.865852" elapsed="0.000275"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-04-22T01:11:10.869153" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-04-22T01:11:10.868907" elapsed="0.000302"/>
</branch>
<status status="PASS" start="2026-04-22T01:11:10.868888" elapsed="0.000345"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-04-22T01:11:10.869565" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-04-22T01:11:10.869683" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-04-22T01:11:10.869362" elapsed="0.000347"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.870256" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.170.168 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.126" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:11:10.869841" elapsed="0.000472"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-04-22T01:11:10.870861" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T01:11:10.870468" elapsed="0.000419"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-22T01:11:10.871801" level="INFO">Length is 0.</msg>
<msg time="2026-04-22T01:11:10.871889" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-22T01:11:10.871497" elapsed="0.000416"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T01:11:10.872052" elapsed="0.000315"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-04-22T01:11:10.873323" level="INFO">Logging into '10.30.170.126:22' as 'jenkins'.</msg>
<msg time="2026-04-22T01:11:11.473657" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Wed Apr 22 01:11:11 UTC 2026

  System load:  0.44               Processes:             105
  Usage of /:   19.5% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.126
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Wed Apr 22 01:01:03 2026 from 10.30.171.215
[?2004h[jenkins@releng-63164-197-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-04-22T01:11:10.872947" elapsed="0.600938"/>
</kw>
<msg time="2026-04-22T01:11:11.473977" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T01:11:10.872530" elapsed="0.601537"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-04-22T01:11:10.871105" elapsed="0.603082"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-04-22T01:11:11.474742" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.170.168 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-04-22T01:21:17.565633" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-04-22T01:21:17.566182" level="INFO">${stdout} = </msg>
<msg time="2026-04-22T01:21:17.566288" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-04-22T01:11:11.474417" elapsed="606.091928"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T01:21:17.566812" elapsed="0.000722"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.568623" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.168. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:12:16.688 16  switches: flows:  110412 109668 109768 109536 110619 106136 108561 107866 103529 106624 106766 105599 108600 106249 104864 105050  total = 28.664117 per ms 
01:13:16.789 16  switches: flows:  124374 122967 123903 123700 124774 122304 124075 123734 122162 122035 121486 121945 121655 119522 119009 121379  total = 32.595571 per ms 
01:14:16.890 16  switches: flows:  119900 116979 119586 117816 118375 116660 118724 118609 118008 116467 116960 115674 115949 114506 114179 114607  total = 31.164530 per ms 
01:15:16.990 16  switches: flows:  123609 123886 125111 124160 123468 122751 123364 121803 122054 121640 121156 122711 122153 119199 120837 120061  total = 32.578269 per ms 
01:16:17.090 16  switches: flows:  118979 117748 117325 117798 119733 116419 118466 117165 117457 117330 115085 115884 116365 115219 116292 115511  total = 31.160927 per ms 
01:17:17.191 16  switches: flows:  126729 126804 125441 125014 124895 124749 122160 122243 121971 120920 121096 123831 122352 120869 122870 121970  total = 32.843712 per ms 
01:18:17.291 16  switches: flows:  120189 116874 118404 118250 118089 118876 117738 117291 116693 113057 116186 114814 116458 113847 113478 115674  total = 31.046805 per ms 
01:19:17.392 16  switches: flows:  108985 107834 106504 105696 108182 108202 108647 106258 105624 103877 105780 103542 105639 104865 104407 103741  total = 28.248836 per ms 
01:20:17.493 16  switches: flows:  127253 125717 124920 121939 122788 124753 121670 123783 121293 120658 122860 121862 121523 121501 123005 121136  total = 32.722802 per ms 
01:21:17.593 16  switches: flows:  117002 116213 115010 115500 116255 113870 115879 115325 111881 114603 114238 111819 111564 112862 112009 113633  total = 30.410237 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28248.84/32843.71/31419.08/10567.00 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.567884" elapsed="0.001042"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-04-22T01:21:17.569478" elapsed="0.000074"/>
</return>
<status status="PASS" start="2026-04-22T01:21:17.569137" elapsed="0.000495"/>
</branch>
<status status="PASS" start="2026-04-22T01:21:17.569078" elapsed="0.000629"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-04-22T01:21:17.569921" elapsed="0.000028"/>
</return>
<status status="NOT RUN" start="2026-04-22T01:21:17.569840" elapsed="0.000169"/>
</branch>
<status status="NOT RUN" start="2026-04-22T01:21:17.569801" elapsed="0.000256"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-04-22T01:21:17.570124" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-04-22T01:21:17.575079" elapsed="0.000327"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-04-22T01:21:17.575568" elapsed="0.000163"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-04-22T01:21:17.575857" elapsed="0.000097"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-04-22T01:21:17.570834" elapsed="0.005177"/>
</kw>
<msg time="2026-04-22T01:21:17.576138" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 10...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-04-22T01:11:10.866476" elapsed="606.709688"/>
</kw>
<status status="PASS" start="2026-04-22T01:11:10.866152" elapsed="606.710064"/>
</branch>
<status status="PASS" start="2026-04-22T01:11:10.865832" elapsed="606.710408"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.576687" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.170.168:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.170.168. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:12:16.688 16  switches: flows:  110412 109668 109768 109536 110619 106136 108561 107866 103529 106624 106766 105599 108600 106249 104864 105050  total = 28.664117 per ms 
01:13:16.789 16  switches: flows:  124374 122967 123903 123700 124774 122304 124075 123734 122162 122035 121486 121945 121655 119522 119009 121379  total = 32.595571 per ms 
01:14:16.890 16  switches: flows:  119900 116979 119586 117816 118375 116660 118724 118609 118008 116467 116960 115674 115949 114506 114179 114607  total = 31.164530 per ms 
01:15:16.990 16  switches: flows:  123609 123886 125111 124160 123468 122751 123364 121803 122054 121640 121156 122711 122153 119199 120837 120061  total = 32.578269 per ms 
01:16:17.090 16  switches: flows:  118979 117748 117325 117798 119733 116419 118466 117165 117457 117330 115085 115884 116365 115219 116292 115511  total = 31.160927 per ms 
01:17:17.191 16  switches: flows:  126729 126804 125441 125014 124895 124749 122160 122243 121971 120920 121096 123831 122352 120869 122870 121970  total = 32.843712 per ms 
01:18:17.291 16  switches: flows:  120189 116874 118404 118250 118089 118876 117738 117291 116693 113057 116186 114814 116458 113847 113478 115674  total = 31.046805 per ms 
01:19:17.392 16  switches: flows:  108985 107834 106504 105696 108182 108202 108647 106258 105624 103877 105780 103542 105639 104865 104407 103741  total = 28.248836 per ms 
01:20:17.493 16  switches: flows:  127253 125717 124920 121939 122788 124753 121670 123783 121293 120658 122860 121862 121523 121501 123005 121136  total = 32.722802 per ms 
01:21:17.593 16  switches: flows:  117002 116213 115010 115500 116255 113870 115879 115325 111881 114603 114238 111819 111564 112862 112009 113633  total = 30.410237 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 28248.84/32843.71/31419.08/10567.00 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.576376" elapsed="0.000383"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-04-22T01:21:17.576904" elapsed="0.000380"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-04-22T01:21:17.577685" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-04-22T01:21:17.577775" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 28248.84/32843.71/31419.08/10567.00 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-04-22T01:21:17.577456" elapsed="0.000343"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:21:17.578207" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 28248.84/32843.71/31419.08/10567.00 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:21:17.577949" elapsed="0.000283"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.580636" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.578373" elapsed="0.002318"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.583050" level="INFO">28248.84/32843.71/31419.08/10567.00</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.580840" elapsed="0.002264"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:21:17.585418" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:21:17.583250" elapsed="0.002209"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-04-22T01:21:17.587861" level="INFO">@{result_value_list} = [ 28248.84 | 32843.71 | 31419.08 | 10567.00 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-04-22T01:21:17.585644" elapsed="0.002245"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.588382" level="INFO">Length is 4.</msg>
<msg time="2026-04-22T01:21:17.588485" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-04-22T01:21:17.588069" elapsed="0.000441"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.593233" level="INFO">min :: 28248.84</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.588897" elapsed="0.004391"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-04-22T01:21:17.588771" elapsed="0.004551"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.597898" level="INFO">max :: 32843.71</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.593548" elapsed="0.004410"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-04-22T01:21:17.593409" elapsed="0.004584"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.602514" level="INFO">avg :: 31419.08</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.598203" elapsed="0.004367"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-04-22T01:21:17.598075" elapsed="0.004528"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.607208" level="INFO">stdev :: 10567.00</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.602808" elapsed="0.004455"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-04-22T01:21:17.602686" elapsed="0.004611"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-04-22T01:21:17.588576" elapsed="0.018751"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.611213" level="INFO">${min} = 28248.84</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:21:17.607504" elapsed="0.003736"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.615375" level="INFO">${max} = 32843.71</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:21:17.611388" elapsed="0.004013"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.619251" level="INFO">${average} = 31419.08</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:21:17.615570" elapsed="0.003707"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.623121" level="INFO">${stdev} = 10567.00</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-04-22T01:21:17.619425" elapsed="0.003722"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.623667" level="INFO">${date} = 2026-04-22 01:21:17</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-04-22T01:21:17.623302" elapsed="0.000391"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.624244" level="INFO">CBench Result: 2026-04-22 01:21:17,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,28248.84,32843.71,31419.08,10567.00</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-04-22T01:21:17.623841" elapsed="0.000459"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-04-22T01:21:17.625361" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-04-22T01:21:17.624915" elapsed="0.000513"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-04-22T01:21:17.625599" elapsed="0.000468"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-04-22T01:21:17.624449" elapsed="0.001681"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-04-22T01:11:10.864794" elapsed="606.761395"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.626662" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-04-22T01:21:17.626335" elapsed="0.000383"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-04-22T01:21:17.627928" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-04-22T01:21:17.627422" elapsed="0.000537"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-04-22T01:21:17.628180" elapsed="0.000031"/>
</return>
<status status="PASS" start="2026-04-22T01:21:17.628033" elapsed="0.000208"/>
</branch>
<status status="PASS" start="2026-04-22T01:21:17.628015" elapsed="0.000250"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-04-22T01:21:17.628405" elapsed="0.000021"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-04-22T01:21:17.628577" elapsed="0.000021"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-04-22T01:21:17.628735" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-04-22T01:21:17.628925" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-04-22T01:21:17.629074" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-04-22T01:21:17.629218" elapsed="0.000025"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-04-22T01:21:17.629367" elapsed="0.000019"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-04-22T01:21:17.629602" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-04-22T01:21:17.629464" elapsed="0.000189"/>
</branch>
<status status="NOT RUN" start="2026-04-22T01:21:17.629446" elapsed="0.000230"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-04-22T01:21:17.627087" elapsed="0.002663"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-04-22T01:11:10.863474" elapsed="606.766322"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-04-22T00:50:53.738332" elapsed="1823.891881"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
