<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-07-17T00:41:40.289994" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-17T00:41:40.834411" elapsed="0.000022"/>
</return>
<status status="NOT RUN" start="2026-07-17T00:41:40.834272" elapsed="0.000212"/>
</branch>
<status status="PASS" start="2026-07-17T00:41:40.834242" elapsed="0.000269"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T00:41:40.834669" elapsed="0.000515"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-17T00:41:40.835650" level="INFO">Logging into '10.30.171.43:8101' as 'karaf'.</msg>
<msg time="2026-07-17T00:41:41.777241" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-17T00:41:40.835356" elapsed="0.942075"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-17T00:41:41.826846" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-17T00:41:41.777748" elapsed="0.049325"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-17T00:41:41.830896" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-17T00:41:41.831179" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-17T00:41:41.827434" elapsed="0.003813"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-17T00:41:41.831590" elapsed="0.000509"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T00:41:41.832444" elapsed="0.000444"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:41:41.834031" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:41:41.833253" elapsed="0.000900"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-17T00:41:41.834212" elapsed="0.000056"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.43
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-17T00:41:40.833842" elapsed="1.000549"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-07-17T00:41:40.830265" elapsed="1.004191"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-17T00:41:41.835027" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-17T00:41:41.834643" elapsed="0.000442"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-17T00:41:41.835482" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-17T00:41:41.835238" elapsed="0.000308"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-17T00:41:41.836142" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-17T00:41:41.835722" elapsed="0.000449"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-17T00:41:41.836677" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-17T00:41:41.836347" elapsed="0.000372"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-17T00:41:41.837256" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-17T00:41:41.836865" elapsed="0.000418"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-17T00:41:41.837785" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-17T00:41:41.837466" elapsed="0.000362"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-07-17T00:41:41.838147" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-17T00:41:41.837911" elapsed="0.000290"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-17T00:41:41.842882" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T00:41:41.842427" elapsed="0.000483"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-17T00:41:41.843951" level="INFO">Length is 0.</msg>
<msg time="2026-07-17T00:41:41.844051" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-17T00:41:41.843477" elapsed="0.000598"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T00:41:41.844219" elapsed="0.000340"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-17T00:41:41.845598" level="INFO">Logging into '10.30.170.35:22' as 'jenkins'.</msg>
<msg time="2026-07-17T00:41:42.576083" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jul 17 00:41:42 UTC 2026

  System load:  0.13               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.35
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-342-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-17T00:41:41.845072" elapsed="0.731171"/>
</kw>
<msg time="2026-07-17T00:41:42.576336" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T00:41:41.844714" elapsed="0.731719"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-17T00:41:41.843139" elapsed="0.733420"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-07-17T00:41:42.582524" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-07-17T00:41:42.576815" elapsed="0.007220"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T00:41:42.584231" elapsed="0.000280"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-07-17T00:41:41.841884" elapsed="0.742691"/>
</kw>
<status status="PASS" start="2026-07-17T00:41:41.838524" elapsed="0.746121"/>
</branch>
<status status="PASS" start="2026-07-17T00:41:41.837886" elapsed="0.746796"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-17T00:41:42.584840" elapsed="0.000523"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-17T00:41:42.589979" elapsed="0.000030"/>
</return>
<status status="NOT RUN" start="2026-07-17T00:41:42.589792" elapsed="0.000267"/>
</branch>
<status status="PASS" start="2026-07-17T00:41:42.589759" elapsed="0.000334"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-17T00:41:42.595041" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-07-17T00:41:42.594863" elapsed="0.000244"/>
</branch>
<status status="PASS" start="2026-07-17T00:41:42.594837" elapsed="0.000302"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T00:41:42.595320" elapsed="0.000600"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-17T00:41:42.596510" level="INFO">Logging into '10.30.171.43:8101' as 'karaf'.</msg>
<msg time="2026-07-17T00:41:42.803676" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-17T00:41:42.596144" elapsed="0.207657"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-17T00:41:42.898857" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-17T00:41:42.804031" elapsed="0.094913"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-17T00:41:42.907137" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-17T00:41:42.907334" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-17T00:41:42.899131" elapsed="0.008235"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-17T00:41:42.907509" elapsed="0.000193"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T00:41:42.907850" elapsed="0.000221"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:41:42.908558" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:41:42.908211" elapsed="0.000403"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-17T00:41:42.908666" elapsed="0.000052"/>
</return>
<msg time="2026-07-17T00:41:42.908869" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.3           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.43
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-17T00:41:42.594370" elapsed="0.314532"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-17T00:41:42.909074" elapsed="0.000549"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-17T00:41:42.909674" elapsed="0.000032"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-07-17T00:41:42.589370" elapsed="0.320437"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-07-17T00:41:42.913568" elapsed="0.000016"/>
</return>
<status status="NOT RUN" start="2026-07-17T00:41:42.913434" elapsed="0.000182"/>
</branch>
<status status="PASS" start="2026-07-17T00:41:42.913410" elapsed="0.000229"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T00:41:42.913770" elapsed="0.000464"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-07-17T00:41:42.914873" level="INFO">Logging into '10.30.171.43:8101' as 'karaf'.</msg>
<msg time="2026-07-17T00:41:43.090224" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-07-17T00:41:42.914600" elapsed="0.175792"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-07-17T00:41:43.115130" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-07-17T00:41:43.090659" elapsed="0.024541"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-07-17T00:41:43.117014" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-07-17T00:41:43.117121" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-07-17T00:41:43.115373" elapsed="0.001777"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-07-17T00:41:43.117286" elapsed="0.000206"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T00:41:43.117638" elapsed="0.000205"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:41:43.118322" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:41:43.118003" elapsed="0.000368"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-07-17T00:41:43.118426" elapsed="0.000058"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.43
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-07-17T00:41:42.913096" elapsed="0.205511"/>
</kw>
<status status="PASS" start="2026-07-17T00:41:40.828516" elapsed="2.290156"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:41:43.120878" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:41:43.119532" elapsed="0.001413"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-17T00:41:43.122413" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-17T00:41:43.122058" elapsed="0.000398"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-17T00:41:43.122778" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-17T00:41:43.122539" elapsed="0.000297"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-17T00:41:43.125824" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-17T00:41:43.125574" elapsed="0.000306"/>
</branch>
<status status="PASS" start="2026-07-17T00:41:43.125555" elapsed="0.000351"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-17T00:41:43.126286" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-17T00:41:43.126412" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-17T00:41:43.126065" elapsed="0.000374"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:41:43.127011" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.43 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.35" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:41:43.126576" elapsed="0.000495"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-17T00:41:43.127688" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T00:41:43.127211" elapsed="0.000503"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-17T00:41:43.128665" level="INFO">Length is 0.</msg>
<msg time="2026-07-17T00:41:43.128754" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-17T00:41:43.128337" elapsed="0.000441"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T00:41:43.128920" elapsed="0.000347"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-17T00:41:43.130133" level="INFO">Logging into '10.30.170.35:22' as 'jenkins'.</msg>
<msg time="2026-07-17T00:41:43.458282" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jul 17 00:41:42 UTC 2026

  System load:  0.13               Processes:             111
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.35
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jul 17 00:41:42 2026 from 10.30.170.83
[?2004h[jenkins@releng-63164-342-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-17T00:41:43.129763" elapsed="0.328725"/>
</kw>
<msg time="2026-07-17T00:41:43.458574" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T00:41:43.129421" elapsed="0.329246"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-17T00:41:43.127922" elapsed="0.330880"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-17T00:41:43.459418" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.43 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-17T00:51:49.585115" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-17T00:51:49.587043" level="INFO">${stdout} = </msg>
<msg time="2026-07-17T00:51:49.587156" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-17T00:41:43.459078" elapsed="606.128138"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T00:51:49.587639" elapsed="0.000827"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.589569" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.43. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:42:48.671 16  switches: flows:  136657 134108 130045 135849 137086 129989 130946 132875 125381 124438 124140 129339 126261 123078 123988 127254  total = 34.523900 per ms 
00:43:48.772 16  switches: flows:  147519 147698 142689 142586 146329 143665 141854 140655 134919 133788 137557 139118 134342 134373 135412 137979  total = 37.279174 per ms 
00:44:48.873 16  switches: flows:  153692 152131 148120 150045 151962 150493 145334 146052 140233 139642 142643 145643 139904 140181 143352 142885  total = 38.807061 per ms 
00:45:48.973 16  switches: flows:  156406 157618 151759 148893 154426 151305 145349 147665 143755 143918 147253 146590 141941 141416 146436 142958  total = 39.395687 per ms 
00:46:49.074 16  switches: flows:  157793 155778 149086 151087 155431 151874 148719 147323 143943 142119 145252 146809 143432 142647 147743 146301  total = 39.522870 per ms 
00:47:49.174 16  switches: flows:  154834 157117 149193 150764 152730 151803 149991 149586 141883 145196 145673 146652 141861 142204 144318 147532  total = 39.456408 per ms 
00:48:49.274 16  switches: flows:  153713 153592 148667 149356 152941 153030 151454 148672 142413 141797 146388 146311 140818 141345 147385 146659  total = 39.343330 per ms 
00:49:49.375 16  switches: flows:  157278 154926 151353 149203 155136 153575 150627 148585 143986 142172 146752 146502 143529 142825 150541 145520  total = 39.642292 per ms 
00:50:49.475 16  switches: flows:  156411 155769 149453 152489 152106 151488 148581 147482 144095 142520 145205 147517 141500 139436 147276 143755  total = 39.352356 per ms 
00:51:49.575 16  switches: flows:  155647 154265 148908 150295 151913 149026 146339 146110 143442 140893 146342 148126 140750 145431 146672 145466  total = 39.261521 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 37279.17/39642.29/39117.86/13057.32 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.588853" elapsed="0.000912"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-17T00:51:49.590129" elapsed="0.000063"/>
</return>
<status status="PASS" start="2026-07-17T00:51:49.589897" elapsed="0.000350"/>
</branch>
<status status="PASS" start="2026-07-17T00:51:49.589856" elapsed="0.000427"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-17T00:51:49.590417" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-07-17T00:51:49.590366" elapsed="0.000107"/>
</branch>
<status status="NOT RUN" start="2026-07-17T00:51:49.590344" elapsed="0.000159"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-17T00:51:49.590548" elapsed="0.000019"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T00:51:49.594148" elapsed="0.000468"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T00:51:49.594822" elapsed="0.000260"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T00:51:49.595264" elapsed="0.000137"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-17T00:51:49.591015" elapsed="0.004462"/>
</kw>
<msg time="2026-07-17T00:51:49.595654" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-17T00:41:43.123198" elapsed="606.472493"/>
</kw>
<status status="PASS" start="2026-07-17T00:41:43.122864" elapsed="606.472897"/>
</branch>
<status status="PASS" start="2026-07-17T00:41:43.122514" elapsed="606.473279"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.596413" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.43. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:42:48.671 16  switches: flows:  136657 134108 130045 135849 137086 129989 130946 132875 125381 124438 124140 129339 126261 123078 123988 127254  total = 34.523900 per ms 
00:43:48.772 16  switches: flows:  147519 147698 142689 142586 146329 143665 141854 140655 134919 133788 137557 139118 134342 134373 135412 137979  total = 37.279174 per ms 
00:44:48.873 16  switches: flows:  153692 152131 148120 150045 151962 150493 145334 146052 140233 139642 142643 145643 139904 140181 143352 142885  total = 38.807061 per ms 
00:45:48.973 16  switches: flows:  156406 157618 151759 148893 154426 151305 145349 147665 143755 143918 147253 146590 141941 141416 146436 142958  total = 39.395687 per ms 
00:46:49.074 16  switches: flows:  157793 155778 149086 151087 155431 151874 148719 147323 143943 142119 145252 146809 143432 142647 147743 146301  total = 39.522870 per ms 
00:47:49.174 16  switches: flows:  154834 157117 149193 150764 152730 151803 149991 149586 141883 145196 145673 146652 141861 142204 144318 147532  total = 39.456408 per ms 
00:48:49.274 16  switches: flows:  153713 153592 148667 149356 152941 153030 151454 148672 142413 141797 146388 146311 140818 141345 147385 146659  total = 39.343330 per ms 
00:49:49.375 16  switches: flows:  157278 154926 151353 149203 155136 153575 150627 148585 143986 142172 146752 146502 143529 142825 150541 145520  total = 39.642292 per ms 
00:50:49.475 16  switches: flows:  156411 155769 149453 152489 152106 151488 148581 147482 144095 142520 145205 147517 141500 139436 147276 143755  total = 39.352356 per ms 
00:51:49.575 16  switches: flows:  155647 154265 148908 150295 151913 149026 146339 146110 143442 140893 146342 148126 140750 145431 146672 145466  total = 39.261521 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 37279.17/39642.29/39117.86/13057.32 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.596012" elapsed="0.000505"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-17T00:51:49.596722" elapsed="0.000561"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-17T00:51:49.597824" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-17T00:51:49.597950" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 37279.17/39642.29/39117.86/13057.32 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-17T00:51:49.597507" elapsed="0.000499"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T00:51:49.598583" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 37279.17/39642.29/39117.86/13057.32 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T00:51:49.598225" elapsed="0.000396"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.601833" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.598824" elapsed="0.003065"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.604277" level="INFO">37279.17/39642.29/39117.86/13057.32</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.602051" elapsed="0.002283"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T00:51:49.606689" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T00:51:49.604483" elapsed="0.002233"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T00:51:49.609134" level="INFO">@{result_value_list} = [ 37279.17 | 39642.29 | 39117.86 | 13057.32 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T00:51:49.606902" elapsed="0.002260"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.609618" level="INFO">Length is 4.</msg>
<msg time="2026-07-17T00:51:49.609706" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-17T00:51:49.609315" elapsed="0.000415"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.614573" level="INFO">min :: 37279.17</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.610151" elapsed="0.004480"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-17T00:51:49.610019" elapsed="0.004649"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.619385" level="INFO">max :: 39642.29</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.614898" elapsed="0.004546"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-17T00:51:49.614769" elapsed="0.004711"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.624092" level="INFO">avg :: 39117.86</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.619698" elapsed="0.004451"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-17T00:51:49.619568" elapsed="0.004615"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.628659" level="INFO">stdev :: 13057.32</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.624399" elapsed="0.004316"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-17T00:51:49.624274" elapsed="0.004475"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-17T00:51:49.609802" elapsed="0.018979"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.632607" level="INFO">${min} = 37279.17</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T00:51:49.628952" elapsed="0.003682"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.636633" level="INFO">${max} = 39642.29</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T00:51:49.632783" elapsed="0.003877"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.640849" level="INFO">${average} = 39117.86</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T00:51:49.637116" elapsed="0.003759"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.644870" level="INFO">${stdev} = 13057.32</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T00:51:49.641046" elapsed="0.003851"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.645525" level="INFO">${date} = 2026-07-17 00:51:49</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-17T00:51:49.645088" elapsed="0.000474"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.646134" level="INFO">CBench Result: 2026-07-17 00:51:49,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,37279.17,39642.29,39117.86,13057.32</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.645710" elapsed="0.000479"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-17T00:51:49.647220" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-17T00:51:49.646804" elapsed="0.000481"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-17T00:51:49.647437" elapsed="0.000446"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-17T00:51:49.646331" elapsed="0.001617"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-07-17T00:41:43.121398" elapsed="606.526633"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.648513" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-17T00:51:49.648185" elapsed="0.000384"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-17T00:51:49.649131" elapsed="0.000264"/>
</kw>
<status status="PASS" start="2026-07-17T00:51:49.648800" elapsed="0.000666"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-17T00:41:43.118826" elapsed="606.530677"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.650819" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.650443" elapsed="0.000430"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.652157" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-17T00:51:49.651803" elapsed="0.000395"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-17T00:51:49.652525" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-17T00:51:49.652308" elapsed="0.000274"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-17T00:51:49.655471" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-17T00:51:49.655222" elapsed="0.000305"/>
</branch>
<status status="PASS" start="2026-07-17T00:51:49.655197" elapsed="0.000353"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-17T00:51:49.655872" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-17T00:51:49.656009" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-17T00:51:49.655678" elapsed="0.000358"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.656585" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.43 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.35" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T00:51:49.656171" elapsed="0.000471"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-17T00:51:49.657233" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T00:51:49.656814" elapsed="0.000446"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-17T00:51:49.658147" level="INFO">Length is 0.</msg>
<msg time="2026-07-17T00:51:49.658235" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-17T00:51:49.657829" elapsed="0.000430"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T00:51:49.658398" elapsed="0.000318"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-17T00:51:49.659613" level="INFO">Logging into '10.30.170.35:22' as 'jenkins'.</msg>
<msg time="2026-07-17T00:51:50.297842" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jul 17 00:51:49 UTC 2026

  System load:  1.0                Processes:             104
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.35
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jul 17 00:41:43 2026 from 10.30.170.83
[?2004h[jenkins@releng-63164-342-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-17T00:51:49.659228" elapsed="0.638790"/>
</kw>
<msg time="2026-07-17T00:51:50.298094" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T00:51:49.658866" elapsed="0.639310"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-17T00:51:49.657461" elapsed="0.640826"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-17T00:51:50.298771" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.43 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-17T01:01:56.391400" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-17T01:01:56.392016" level="INFO">${stdout} = </msg>
<msg time="2026-07-17T01:01:56.392130" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-17T00:51:50.298487" elapsed="606.093702"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T01:01:56.392669" elapsed="0.000709"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.394653" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.43. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:52:55.422 16  switches: flows:  520130 536055 535082 538141 537249 527881 536437 532553 520518 531891 528868 524987 524344 525555 525728 528919  total = 141.238967 per ms 
00:53:55.525 16  switches: flows:  545330 536906 535218 541183 542539 544617 546856 543396 542497 538443 545662 530044 536574 546331 544854 546194  total = 144.199984 per ms 
00:54:55.660 16  switches: flows:  537695 549843 549168 547726 538925 541686 542347 533535 536806 550987 539968 544094 541973 547423 538974 541363  total = 144.383531 per ms 
00:55:55.763 16  switches: flows:  595026 598629 590588 596065 586269 597164 593125 595298 598356 593166 588885 591650 591765 588944 596211 596313  total = 158.021623 per ms 
00:56:55.866 16  switches: flows:  604255 619849 618502 615224 618766 621858 623346 609623 614471 625347 615702 609437 621306 622136 626583 614128  total = 164.396388 per ms 
00:57:55.967 16  switches: flows:  590645 604265 597249 605168 597364 602786 604314 597153 598982 605217 597296 603274 597665 597827 596287 609355  total = 159.811522 per ms 
00:58:56.068 16  switches: flows:  612463 620766 614741 611913 618090 618886 624807 613883 616306 620158 610598 607151 616661 619511 619962 605834  total = 163.920057 per ms 
00:59:56.171 16  switches: flows:  603862 625829 611663 602761 610944 618555 610928 602416 610444 613936 610766 605993 611484 618886 613015 605620  total = 162.676882 per ms 
01:00:56.272 16  switches: flows:  616297 616589 623516 623503 622607 626365 626656 623926 617832 622942 618042 618882 611660 624454 625247 627165  total = 165.483278 per ms 
01:01:56.374 16  switches: flows:  584498 595717 600252 593548 582134 591602 580803 583802 575642 595902 594225 592899 587943 587762 594137 594336  total = 156.988472 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 144199.98/165483.28/157764.64/53148.82 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.393781" elapsed="0.001256"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-17T01:01:56.395547" elapsed="0.000083"/>
</return>
<status status="PASS" start="2026-07-17T01:01:56.395241" elapsed="0.000488"/>
</branch>
<status status="PASS" start="2026-07-17T01:01:56.395181" elapsed="0.000607"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-17T01:01:56.396070" elapsed="0.000031"/>
</return>
<status status="NOT RUN" start="2026-07-17T01:01:56.395950" elapsed="0.000214"/>
</branch>
<status status="NOT RUN" start="2026-07-17T01:01:56.395911" elapsed="0.000303"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-17T01:01:56.396285" elapsed="0.000030"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T01:01:56.401510" elapsed="0.000549"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T01:01:56.402287" elapsed="0.000256"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T01:01:56.402740" elapsed="0.000157"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-17T01:01:56.397110" elapsed="0.005889"/>
</kw>
<msg time="2026-07-17T01:01:56.403194" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-17T00:51:49.652935" elapsed="606.750301"/>
</kw>
<status status="PASS" start="2026-07-17T00:51:49.652606" elapsed="606.750702"/>
</branch>
<status status="PASS" start="2026-07-17T00:51:49.652288" elapsed="606.751055"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.404058" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.43. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:52:55.422 16  switches: flows:  520130 536055 535082 538141 537249 527881 536437 532553 520518 531891 528868 524987 524344 525555 525728 528919  total = 141.238967 per ms 
00:53:55.525 16  switches: flows:  545330 536906 535218 541183 542539 544617 546856 543396 542497 538443 545662 530044 536574 546331 544854 546194  total = 144.199984 per ms 
00:54:55.660 16  switches: flows:  537695 549843 549168 547726 538925 541686 542347 533535 536806 550987 539968 544094 541973 547423 538974 541363  total = 144.383531 per ms 
00:55:55.763 16  switches: flows:  595026 598629 590588 596065 586269 597164 593125 595298 598356 593166 588885 591650 591765 588944 596211 596313  total = 158.021623 per ms 
00:56:55.866 16  switches: flows:  604255 619849 618502 615224 618766 621858 623346 609623 614471 625347 615702 609437 621306 622136 626583 614128  total = 164.396388 per ms 
00:57:55.967 16  switches: flows:  590645 604265 597249 605168 597364 602786 604314 597153 598982 605217 597296 603274 597665 597827 596287 609355  total = 159.811522 per ms 
00:58:56.068 16  switches: flows:  612463 620766 614741 611913 618090 618886 624807 613883 616306 620158 610598 607151 616661 619511 619962 605834  total = 163.920057 per ms 
00:59:56.171 16  switches: flows:  603862 625829 611663 602761 610944 618555 610928 602416 610444 613936 610766 605993 611484 618886 613015 605620  total = 162.676882 per ms 
01:00:56.272 16  switches: flows:  616297 616589 623516 623503 622607 626365 626656 623926 617832 622942 618042 618882 611660 624454 625247 627165  total = 165.483278 per ms 
01:01:56.374 16  switches: flows:  584498 595717 600252 593548 582134 591602 580803 583802 575642 595902 594225 592899 587943 587762 594137 594336  total = 156.988472 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 144199.98/165483.28/157764.64/53148.82 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.403553" elapsed="0.000621"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-17T01:01:56.404402" elapsed="0.000550"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-17T01:01:56.405536" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-17T01:01:56.405688" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 144199.98/165483.28/157764.64/53148.82 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-17T01:01:56.405214" elapsed="0.000512"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T01:01:56.406360" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 144199.98/165483.28/157764.64/53148.82 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T01:01:56.405957" elapsed="0.000444"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.410017" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.406615" elapsed="0.003488"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.413160" level="INFO">144199.98/165483.28/157764.64/53148.82</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.410319" elapsed="0.002897"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T01:01:56.415567" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T01:01:56.413364" elapsed="0.002231"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T01:01:56.418035" level="INFO">@{result_value_list} = [ 144199.98 | 165483.28 | 157764.64 | 53148.82 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T01:01:56.415800" elapsed="0.002264"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.418535" level="INFO">Length is 4.</msg>
<msg time="2026-07-17T01:01:56.418625" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-17T01:01:56.418228" elapsed="0.000421"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.423539" level="INFO">min :: 144199.98</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.419066" elapsed="0.004532"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-17T01:01:56.418904" elapsed="0.004729"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.428388" level="INFO">max :: 165483.28</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.423886" elapsed="0.004559"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-17T01:01:56.423723" elapsed="0.004757"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.433303" level="INFO">avg :: 157764.64</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.428697" elapsed="0.004665"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-17T01:01:56.428569" elapsed="0.004829"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.437988" level="INFO">stdev :: 53148.82</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.433616" elapsed="0.004432"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-17T01:01:56.433486" elapsed="0.004598"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-17T01:01:56.418715" elapsed="0.019400"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.442001" level="INFO">${min} = 144199.98</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T01:01:56.438274" elapsed="0.003755"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.445875" level="INFO">${max} = 165483.28</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T01:01:56.442188" elapsed="0.003713"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.449758" level="INFO">${average} = 157764.64</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T01:01:56.446067" elapsed="0.003717"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.453667" level="INFO">${stdev} = 53148.82</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T01:01:56.449935" elapsed="0.003759"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.454226" level="INFO">${date} = 2026-07-17 01:01:56</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-17T01:01:56.453853" elapsed="0.000399"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.454808" level="INFO">CBench Result: 2026-07-17 01:01:56,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,144199.98,165483.28,157764.64,53148.82</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.454399" elapsed="0.000464"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-17T01:01:56.455934" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-17T01:01:56.455502" elapsed="0.000522"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-17T01:01:56.456175" elapsed="0.000456"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-17T01:01:56.455024" elapsed="0.001671"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-07-17T00:51:49.651206" elapsed="606.805548"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.457239" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-17T01:01:56.456905" elapsed="0.000391"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-07-17T01:01:56.457805" elapsed="0.000275"/>
</kw>
<status status="PASS" start="2026-07-17T01:01:56.457506" elapsed="0.000645"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-17T00:51:49.649808" elapsed="606.808381"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.459580" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.459183" elapsed="0.000455"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.460847" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-07-17T01:01:56.460520" elapsed="0.000368"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-07-17T01:01:56.461233" elapsed="0.000022"/>
</kw>
<status status="NOT RUN" start="2026-07-17T01:01:56.461014" elapsed="0.000278"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-07-17T01:01:56.464509" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-07-17T01:01:56.464259" elapsed="0.000307"/>
</branch>
<status status="PASS" start="2026-07-17T01:01:56.464240" elapsed="0.000350"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-07-17T01:01:56.464904" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-07-17T01:01:56.465071" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-07-17T01:01:56.464721" elapsed="0.000378"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.465665" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.43 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.170.35" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:01:56.465238" elapsed="0.000487"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-07-17T01:01:56.466290" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T01:01:56.465866" elapsed="0.000451"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-17T01:01:56.467232" level="INFO">Length is 0.</msg>
<msg time="2026-07-17T01:01:56.467322" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-17T01:01:56.466901" elapsed="0.000446"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T01:01:56.467488" elapsed="0.000339"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-07-17T01:01:56.468703" level="INFO">Logging into '10.30.170.35:22' as 'jenkins'.</msg>
<msg time="2026-07-17T01:01:57.068944" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-153-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Fri Jul 17 01:01:56 UTC 2026

  System load:  0.48               Processes:             105
  Usage of /:   19.3% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.170.35
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

0 updates can be applied immediately.

9 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.4 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Fri Jul 17 00:51:50 2026 from 10.30.170.83
[?2004h[jenkins@releng-63164-342-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-07-17T01:01:56.468348" elapsed="0.600938"/>
</kw>
<msg time="2026-07-17T01:01:57.069438" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T01:01:56.468001" elapsed="0.601580"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-07-17T01:01:56.466524" elapsed="0.603277"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-07-17T01:01:57.070833" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.43 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-07-17T01:12:03.344082" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-07-17T01:12:03.344751" level="INFO">${stdout} = </msg>
<msg time="2026-07-17T01:12:03.344859" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-07-17T01:01:57.070280" elapsed="606.274636"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T01:12:03.345448" elapsed="0.000776"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.347378" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.43. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:03:02.431 16  switches: flows:  157196 156489 149697 149165 153247 152270 152633 152981 150353 144485 148185 145895 149047 144255 140794 149154  total = 39.930767 per ms 
01:04:02.531 16  switches: flows:  148466 155195 149332 146166 145393 150776 154104 149492 147891 143263 148324 148169 146792 140579 143548 142138  total = 39.261574 per ms 
01:05:02.632 16  switches: flows:  147981 152796 148922 147660 146921 151088 150965 150186 149150 144117 146242 148778 149049 141966 143092 143582  total = 39.309287 per ms 
01:06:02.732 16  switches: flows:  149496 154052 149099 149039 147679 149260 152204 150258 148470 144978 148140 149985 147696 142330 143793 144361  total = 39.448135 per ms 
01:07:02.832 16  switches: flows:  148808 153170 149327 146571 146083 152093 152838 148766 150220 141829 148161 150040 148049 145759 144245 142767  total = 39.413001 per ms 
01:08:02.933 16  switches: flows:  148094 152059 148645 148493 145917 150267 152603 149115 149557 142523 148490 149879 147089 141890 143615 142981  total = 39.287929 per ms 
01:09:03.033 16  switches: flows:  149277 152729 148708 147191 148091 152361 153870 150318 150169 145890 148863 148348 147624 144705 142619 143150  total = 39.499160 per ms 
01:10:03.133 16  switches: flows:  149649 154400 150709 149210 149765 154883 155488 153180 150178 147186 151987 150820 150727 147056 147577 146483  total = 40.088001 per ms 
01:11:03.234 16  switches: flows:  148197 153366 147773 149107 146529 152322 156257 153010 150071 144395 148875 149953 147274 146155 145468 144481  total = 39.654335 per ms 
01:12:03.334 16  switches: flows:  149090 154011 147405 147712 147575 152376 152989 152659 150020 143988 150318 146661 147419 145679 144380 143273  total = 39.526606 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 39261.57/40088.00/39498.67/13168.41 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.346599" elapsed="0.001100"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-07-17T01:12:03.348245" elapsed="0.000080"/>
</return>
<status status="PASS" start="2026-07-17T01:12:03.347902" elapsed="0.000554"/>
</branch>
<status status="PASS" start="2026-07-17T01:12:03.347840" elapsed="0.000677"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-07-17T01:12:03.348727" elapsed="0.000029"/>
</return>
<status status="NOT RUN" start="2026-07-17T01:12:03.348645" elapsed="0.000171"/>
</branch>
<status status="NOT RUN" start="2026-07-17T01:12:03.348609" elapsed="0.000255"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-07-17T01:12:03.348913" elapsed="0.000019"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-07-17T01:12:03.352675" elapsed="0.000495"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-07-17T01:12:03.353380" elapsed="0.000234"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-07-17T01:12:03.353796" elapsed="0.000135"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-07-17T01:12:03.349366" elapsed="0.004663"/>
</kw>
<msg time="2026-07-17T01:12:03.354207" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-07-17T01:01:56.461626" elapsed="606.892618"/>
</kw>
<status status="PASS" start="2026-07-17T01:01:56.461317" elapsed="606.892995"/>
</branch>
<status status="PASS" start="2026-07-17T01:01:56.460993" elapsed="606.893351"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.354934" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.43:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.43. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:03:02.431 16  switches: flows:  157196 156489 149697 149165 153247 152270 152633 152981 150353 144485 148185 145895 149047 144255 140794 149154  total = 39.930767 per ms 
01:04:02.531 16  switches: flows:  148466 155195 149332 146166 145393 150776 154104 149492 147891 143263 148324 148169 146792 140579 143548 142138  total = 39.261574 per ms 
01:05:02.632 16  switches: flows:  147981 152796 148922 147660 146921 151088 150965 150186 149150 144117 146242 148778 149049 141966 143092 143582  total = 39.309287 per ms 
01:06:02.732 16  switches: flows:  149496 154052 149099 149039 147679 149260 152204 150258 148470 144978 148140 149985 147696 142330 143793 144361  total = 39.448135 per ms 
01:07:02.832 16  switches: flows:  148808 153170 149327 146571 146083 152093 152838 148766 150220 141829 148161 150040 148049 145759 144245 142767  total = 39.413001 per ms 
01:08:02.933 16  switches: flows:  148094 152059 148645 148493 145917 150267 152603 149115 149557 142523 148490 149879 147089 141890 143615 142981  total = 39.287929 per ms 
01:09:03.033 16  switches: flows:  149277 152729 148708 147191 148091 152361 153870 150318 150169 145890 148863 148348 147624 144705 142619 143150  total = 39.499160 per ms 
01:10:03.133 16  switches: flows:  149649 154400 150709 149210 149765 154883 155488 153180 150178 147186 151987 150820 150727 147056 147577 146483  total = 40.088001 per ms 
01:11:03.234 16  switches: flows:  148197 153366 147773 149107 146529 152322 156257 153010 150071 144395 148875 149953 147274 146155 145468 144481  total = 39.654335 per ms 
01:12:03.334 16  switches: flows:  149090 154011 147405 147712 147575 152376 152989 152659 150020 143988 150318 146661 147419 145679 144380 143273  total = 39.526606 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 39261.57/40088.00/39498.67/13168.41 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.354536" elapsed="0.000523"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-07-17T01:12:03.355274" elapsed="0.000510"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-07-17T01:12:03.356328" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-07-17T01:12:03.356486" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 39261.57/40088.00/39498.67/13168.41 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-07-17T01:12:03.356026" elapsed="0.000495"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T01:12:03.357054" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 39261.57/40088.00/39498.67/13168.41 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T01:12:03.356734" elapsed="0.000346"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.359469" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.357225" elapsed="0.002299"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.361879" level="INFO">39261.57/40088.00/39498.67/13168.41</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.359671" elapsed="0.002264"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T01:12:03.364280" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T01:12:03.362098" elapsed="0.002208"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-07-17T01:12:03.366740" level="INFO">@{result_value_list} = [ 39261.57 | 40088.00 | 39498.67 | 13168.41 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-07-17T01:12:03.364533" elapsed="0.002234"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.367239" level="INFO">Length is 4.</msg>
<msg time="2026-07-17T01:12:03.367328" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-07-17T01:12:03.366920" elapsed="0.000431"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.372009" level="INFO">min :: 39261.57</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.367730" elapsed="0.004337"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-07-17T01:12:03.367602" elapsed="0.004499"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.376623" level="INFO">max :: 40088.00</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.372315" elapsed="0.004364"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-07-17T01:12:03.372187" elapsed="0.004527"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.381492" level="INFO">avg :: 39498.67</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.376926" elapsed="0.004623"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-07-17T01:12:03.376796" elapsed="0.004787"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.386100" level="INFO">stdev :: 13168.41</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.381792" elapsed="0.004365"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-07-17T01:12:03.381665" elapsed="0.004526"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-07-17T01:12:03.367416" elapsed="0.018804"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.390295" level="INFO">${min} = 39261.57</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T01:12:03.386379" elapsed="0.003948"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.394476" level="INFO">${max} = 40088.00</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T01:12:03.390494" elapsed="0.004009"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.398431" level="INFO">${average} = 39498.67</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T01:12:03.394657" elapsed="0.003802"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.402604" level="INFO">${stdev} = 13168.41</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-07-17T01:12:03.398613" elapsed="0.004018"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.403192" level="INFO">${date} = 2026-07-17 01:12:03</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-07-17T01:12:03.402794" elapsed="0.000424"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.403809" level="INFO">CBench Result: 2026-07-17 01:12:03,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,39261.57,40088.00,39498.67,13168.41</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-07-17T01:12:03.403374" elapsed="0.000494"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-07-17T01:12:03.405088" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-07-17T01:12:03.404578" elapsed="0.000581"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-07-17T01:12:03.405311" elapsed="0.000458"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-07-17T01:12:03.404047" elapsed="0.001790"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-07-17T01:01:56.459974" elapsed="606.945927"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.406374" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-07-17T01:12:03.406066" elapsed="0.000364"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-07-17T01:12:03.407747" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-07-17T01:12:03.407213" elapsed="0.000561"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-07-17T01:12:03.408014" elapsed="0.000033"/>
</return>
<status status="PASS" start="2026-07-17T01:12:03.407850" elapsed="0.000229"/>
</branch>
<status status="PASS" start="2026-07-17T01:12:03.407830" elapsed="0.000273"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-07-17T01:12:03.408247" elapsed="0.000022"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-07-17T01:12:03.408406" elapsed="0.000049"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-07-17T01:12:03.408597" elapsed="0.000020"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-07-17T01:12:03.408804" elapsed="0.000021"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-07-17T01:12:03.408955" elapsed="0.000035"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-07-17T01:12:03.409118" elapsed="0.000025"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-07-17T01:12:03.409268" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-07-17T01:12:03.409492" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-07-17T01:12:03.409356" elapsed="0.000188"/>
</branch>
<status status="NOT RUN" start="2026-07-17T01:12:03.409338" elapsed="0.000229"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-07-17T01:12:03.406791" elapsed="0.002828"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-07-17T01:01:56.458468" elapsed="606.951197"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-07-17T00:41:40.291561" elapsed="1823.118671"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
