<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-09-13T00:43:19.915044" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-13T00:43:20.421510" elapsed="0.000021"/>
</return>
<status status="NOT RUN" start="2026-09-13T00:43:20.421380" elapsed="0.000197"/>
</branch>
<status status="PASS" start="2026-09-13T00:43:20.421352" elapsed="0.000248"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T00:43:20.421731" elapsed="0.000518"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-13T00:43:20.422664" level="INFO">Logging into '10.30.171.98:8101' as 'karaf'.</msg>
<msg time="2026-09-13T00:43:21.266740" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-13T00:43:20.422403" elapsed="0.844539"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-13T00:43:21.317481" level="INFO">@root&gt;log:set ERROR</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-13T00:43:21.267203" elapsed="0.050340"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-13T00:43:21.319393" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-13T00:43:21.319493" level="INFO">${output} = [?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-13T00:43:21.317692" elapsed="0.001827"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-13T00:43:21.319659" elapsed="0.000212"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T00:43:21.320017" elapsed="0.000202"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:43:21.320648" level="INFO">[?1l&gt;[?2004l[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:43:21.320352" elapsed="0.000345"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-13T00:43:21.320743" elapsed="0.000081"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.98
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-13T00:43:20.421040" elapsed="0.899892"/>
</kw>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="PASS" start="2026-09-13T00:43:20.417627" elapsed="0.903360"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-13T00:43:21.321493" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-13T00:43:21.321152" elapsed="0.000391"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-13T00:43:21.321972" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-13T00:43:21.321680" elapsed="0.000347"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-13T00:43:21.322513" level="INFO">${duration_in_ms} = 60000</msg>
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-13T00:43:21.322164" elapsed="0.000374"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-13T00:43:21.323022" level="INFO">${duration_in_ms} = 60000</msg>
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-13T00:43:21.322688" elapsed="0.000371"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-13T00:43:21.323518" level="INFO">${test_timeout} = 900.0</msg>
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-13T00:43:21.323189" elapsed="0.000353"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-13T00:43:21.324033" level="INFO">${test_timeout} = 900.0</msg>
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-13T00:43:21.323684" elapsed="0.000387"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-09-13T00:43:21.324338" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-13T00:43:21.324148" elapsed="0.000238"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-13T00:43:21.328237" level="INFO">${conn_id} = 2</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T00:43:21.327879" elapsed="0.000382"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-13T00:43:21.329184" level="INFO">Length is 0.</msg>
<msg time="2026-09-13T00:43:21.329258" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-13T00:43:21.328751" elapsed="0.000529"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T00:43:21.329409" elapsed="0.000644"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-13T00:43:21.330998" level="INFO">Logging into '10.30.171.187:22' as 'jenkins'.</msg>
<msg time="2026-09-13T00:43:21.799431" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Sep 13 00:42:51 UTC 2026

  System load:  0.26               Processes:             110
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.187
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


[?2004h[jenkins@releng-63164-397-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-13T00:43:21.330508" elapsed="0.469048"/>
</kw>
<msg time="2026-09-13T00:43:21.799631" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T00:43:21.330197" elapsed="0.469512"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-13T00:43:21.328447" elapsed="0.471459"/>
</kw>
<kw name="File Should Exist" owner="SSHLibrary">
<msg time="2026-09-13T00:43:21.809650" level="INFO">[chan 1] Opened sftp connection (server version 3)</msg>
<arg>${file}</arg>
<doc>Fails if the given ``path`` does NOT point to an existing file.</doc>
<status status="PASS" start="2026-09-13T00:43:21.800088" elapsed="0.011600"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T00:43:21.811972" elapsed="0.000349"/>
</kw>
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="PASS" start="2026-09-13T00:43:21.327408" elapsed="0.484989"/>
</kw>
<status status="PASS" start="2026-09-13T00:43:21.324456" elapsed="0.487985"/>
</branch>
<status status="PASS" start="2026-09-13T00:43:21.324124" elapsed="0.488363"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-13T00:43:21.812675" elapsed="0.000608"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-13T00:43:21.818709" elapsed="0.000022"/>
</return>
<status status="NOT RUN" start="2026-09-13T00:43:21.818560" elapsed="0.000244"/>
</branch>
<status status="PASS" start="2026-09-13T00:43:21.818530" elapsed="0.000307"/>
</if>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-13T00:43:21.823354" elapsed="0.000019"/>
</return>
<status status="NOT RUN" start="2026-09-13T00:43:21.823206" elapsed="0.000207"/>
</branch>
<status status="PASS" start="2026-09-13T00:43:21.823181" elapsed="0.000259"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T00:43:21.823606" elapsed="0.000561"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-13T00:43:21.824658" level="INFO">Logging into '10.30.171.98:8101' as 'karaf'.</msg>
<msg time="2026-09-13T00:43:22.091727" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-13T00:43:21.824345" elapsed="0.267528"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.193908" level="INFO">@root&gt;feature:list -i | 0[C 0g[Krep odl-openflowplugin-drop-test</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-13T00:43:22.092085" elapsed="0.101898"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.199036" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-13T00:43:22.199209" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-13T00:43:22.194129" elapsed="0.005108"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-13T00:43:22.199377" elapsed="0.000181"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T00:43:22.199703" elapsed="0.000237"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:43:22.200345" level="INFO">[?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                                    x OpenDaylight :: Openflow Plugin :: Drop Test
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:43:22.200065" elapsed="0.000329"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-13T00:43:22.200438" elapsed="0.000049"/>
</return>
<msg time="2026-09-13T00:43:22.200629" level="INFO">${output} = [?1l&gt;[?2004l[31;1modl-openflowplugin-drop-test[0m                                    x 0.21.5           x x        x Started x [31;1modl-openflowplugin-drop-test[0m                     ...</msg>
<var>${output}</var>
<arg>feature:list -i | grep ${feature_name}</arg>
<arg>${controller}</arg>
<arg>${karaf_port}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.98
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-13T00:43:21.822725" elapsed="0.377932"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>${feature_name}</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-13T00:43:22.200829" elapsed="0.000474"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-13T00:43:22.201346" elapsed="0.000030"/>
</return>
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="PASS" start="2026-09-13T00:43:21.818198" elapsed="0.383298"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-09-13T00:43:22.204958" elapsed="0.000014"/>
</return>
<status status="NOT RUN" start="2026-09-13T00:43:22.204834" elapsed="0.000166"/>
</branch>
<status status="PASS" start="2026-09-13T00:43:22.204810" elapsed="0.000212"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T00:43:22.205140" elapsed="0.000394"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.205918" level="INFO">Logging into '10.30.171.98:8101' as 'karaf'.</msg>
<msg time="2026-09-13T00:43:22.385077" level="INFO">Read output: [33m                                                                                           
[33m    ________                       ________                .__  .__       .__     __       
[33m    \_____  \ ______   ____   ____ \______ \ _____  ___.__.|  | |__| ____ |  |___/  |_     
[33m     /   |   \\____ \_/ __ \ /    \ |    |  \\__  \&lt;   |  ||  | |  |/ ___\|  |  \   __\    
[33m    /    |    \  |_&gt; &gt;  ___/|   |  \|    `   \/ __ \\___  ||  |_|  / /_/  &gt;   Y  \  |      
[33m    \_______  /   __/ \___  &gt;___|  /_______  (____  / ____||____/__\___  /|___|  /__|      
[33m            \/|__|        \/     \/        \/     \/\/            /_____/      \/          
[33m                                                                                           

Hit '[1m&lt;tab&gt;[0m' for a list of available commands
and '[1m[cmd] --help[0m' for help on a specific command.
Hit '[1m&lt;ctrl-d&gt;[0m' or type '[1msystem:shutdown[0m' or '[1mlogout[0m' to shutdown OpenDaylight.

[?1h=[90m~[0m                                                                                [?2004hopendaylight-user</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="PASS" start="2026-09-13T00:43:22.205662" elapsed="0.179544"/>
</kw>
<kw name="Write" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.406162" level="INFO">@root&gt;dropallpacketsrpc on</msg>
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="PASS" start="2026-09-13T00:43:22.385427" elapsed="0.020790"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.407868" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<msg time="2026-09-13T00:43:22.407961" level="INFO">${output} = [?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="PASS" start="2026-09-13T00:43:22.406348" elapsed="0.001639"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="PASS" start="2026-09-13T00:43:22.408105" elapsed="0.000169"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T00:43:22.408415" elapsed="0.000173"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:43:22.409025" level="INFO">[?1l&gt;[?2004lDropAllFlows transitions to on
[?1h=[90m~[0m                                                                                [?2004hopendaylight-user@root&gt;</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:43:22.408714" elapsed="0.000355"/>
</kw>
<return>
<value>${output}</value>
<status status="PASS" start="2026-09-13T00:43:22.409115" elapsed="0.000048"/>
</return>
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.171.98
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="PASS" start="2026-09-13T00:43:22.204514" elapsed="0.204753"/>
</kw>
<status status="PASS" start="2026-09-13T00:43:20.415915" elapsed="1.993409"/>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:43:22.411361" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:43:22.410350" elapsed="0.001069"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-13T00:43:22.412819" level="INFO">${output_filename} = latency.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-13T00:43:22.412474" elapsed="0.000386"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-13T00:43:22.413153" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-13T00:43:22.412931" elapsed="0.000274"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-13T00:43:22.415849" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-09-13T00:43:22.415606" elapsed="0.000293"/>
</branch>
<status status="PASS" start="2026-09-13T00:43:22.415589" elapsed="0.000332"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.416219" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-13T00:43:22.416325" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-13T00:43:22.416037" elapsed="0.000311"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:43:22.416864" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.98 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.187" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:43:22.416465" elapsed="0.000452"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.417443" level="INFO">${conn_id} = 5</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T00:43:22.417038" elapsed="0.000429"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-13T00:43:22.418286" level="INFO">Length is 0.</msg>
<msg time="2026-09-13T00:43:22.418364" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-13T00:43:22.417998" elapsed="0.000387"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T00:43:22.418509" elapsed="0.000330"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.419590" level="INFO">Logging into '10.30.171.187:22' as 'jenkins'.</msg>
<msg time="2026-09-13T00:43:22.824294" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Sep 13 00:42:51 UTC 2026

  System load:  0.26               Processes:             110
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.187
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Sep 13 00:43:21 2026 from 10.30.170.83
[?2004h[jenkins@releng-63164-397-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-13T00:43:22.419282" elapsed="0.405164"/>
</kw>
<msg time="2026-09-13T00:43:22.824517" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T00:43:22.418975" elapsed="0.405617"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-13T00:43:22.417642" elapsed="0.407052"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-13T00:43:22.825181" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.98 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-13T00:53:28.961534" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-13T00:53:28.962295" level="INFO">${stdout} = </msg>
<msg time="2026-09-13T00:53:28.962392" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-13T00:43:22.824909" elapsed="606.137536"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T00:53:28.962940" elapsed="0.000719"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:28.964727" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.98. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:44:28.057 16  switches: flows:  90878 89808 89342 89984 88482 88545 89494 88680 88396 86737 86703 88110 87974 86020 87812 86346  total = 23.555183 per ms 
00:45:28.157 16  switches: flows:  97496 96403 98072 96280 94783 96889 95693 96555 95645 94049 94441 93557 93070 94289 94608 93961  total = 25.387474 per ms 
00:46:28.258 16  switches: flows:  97756 96360 97352 97456 96378 96849 96278 97458 95593 94785 94129 94416 94653 94005 94688 94509  total = 25.501857 per ms 
00:47:28.358 16  switches: flows:  96836 97282 97710 97909 96139 95304 97073 96939 95006 95296 95057 95976 94534 94452 95877 94601  total = 25.557170 per ms 
00:48:28.458 16  switches: flows:  99427 100112 97248 97464 97522 95642 98438 96786 95703 95243 96033 96564 95555 94979 95222 93746  total = 25.718490 per ms 
00:49:28.558 16  switches: flows:  98347 98120 96365 95752 97490 95948 99481 96186 93579 93440 96347 95034 96133 95718 94046 94644  total = 25.567824 per ms 
00:50:28.658 16  switches: flows:  93954 90460 90744 92031 90779 90513 93894 91897 88747 88821 90555 90581 90522 90476 89872 88699  total = 24.168744 per ms 
00:51:28.759 16  switches: flows:  97835 96527 94743 94917 94206 93765 95932 95190 92252 93037 94436 95125 93700 93952 91959 92260  total = 25.121995 per ms 
00:52:28.859 16  switches: flows:  95709 94245 92810 92314 94147 92775 93993 92608 90306 91120 92563 92521 92716 92454 90853 90678  total = 24.655707 per ms 
00:53:28.959 16  switches: flows:  99420 96512 95012 94901 94432 93475 96652 94838 93894 92361 95110 94505 94151 93792 92173 93069  total = 25.196222 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 24168.74/25718.49/25208.39/8416.16 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:28.964058" elapsed="0.000986"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-13T00:53:28.965512" elapsed="0.000071"/>
</return>
<status status="PASS" start="2026-09-13T00:53:28.965238" elapsed="0.000439"/>
</branch>
<status status="PASS" start="2026-09-13T00:53:28.965185" elapsed="0.000542"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-13T00:53:28.965947" elapsed="0.000026"/>
</return>
<status status="NOT RUN" start="2026-09-13T00:53:28.965874" elapsed="0.000174"/>
</branch>
<status status="NOT RUN" start="2026-09-13T00:53:28.965843" elapsed="0.000248"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-13T00:53:28.966156" elapsed="0.000026"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T00:53:28.971214" elapsed="0.000681"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T00:53:28.972208" elapsed="0.000314"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T00:53:28.972808" elapsed="0.000218"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-13T00:53:28.966756" elapsed="0.006375"/>
</kw>
<msg time="2026-09-13T00:53:28.973376" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-13T00:43:22.413515" elapsed="606.559914"/>
</kw>
<status status="PASS" start="2026-09-13T00:43:22.413230" elapsed="606.560293"/>
</branch>
<status status="PASS" start="2026-09-13T00:43:22.412910" elapsed="606.560660"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:28.974483" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.98. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:44:28.057 16  switches: flows:  90878 89808 89342 89984 88482 88545 89494 88680 88396 86737 86703 88110 87974 86020 87812 86346  total = 23.555183 per ms 
00:45:28.157 16  switches: flows:  97496 96403 98072 96280 94783 96889 95693 96555 95645 94049 94441 93557 93070 94289 94608 93961  total = 25.387474 per ms 
00:46:28.258 16  switches: flows:  97756 96360 97352 97456 96378 96849 96278 97458 95593 94785 94129 94416 94653 94005 94688 94509  total = 25.501857 per ms 
00:47:28.358 16  switches: flows:  96836 97282 97710 97909 96139 95304 97073 96939 95006 95296 95057 95976 94534 94452 95877 94601  total = 25.557170 per ms 
00:48:28.458 16  switches: flows:  99427 100112 97248 97464 97522 95642 98438 96786 95703 95243 96033 96564 95555 94979 95222 93746  total = 25.718490 per ms 
00:49:28.558 16  switches: flows:  98347 98120 96365 95752 97490 95948 99481 96186 93579 93440 96347 95034 96133 95718 94046 94644  total = 25.567824 per ms 
00:50:28.658 16  switches: flows:  93954 90460 90744 92031 90779 90513 93894 91897 88747 88821 90555 90581 90522 90476 89872 88699  total = 24.168744 per ms 
00:51:28.759 16  switches: flows:  97835 96527 94743 94917 94206 93765 95932 95190 92252 93037 94436 95125 93700 93952 91959 92260  total = 25.121995 per ms 
00:52:28.859 16  switches: flows:  95709 94245 92810 92314 94147 92775 93993 92608 90306 91120 92563 92521 92716 92454 90853 90678  total = 24.655707 per ms 
00:53:28.959 16  switches: flows:  99420 96512 95012 94901 94432 93475 96652 94838 93894 92361 95110 94505 94151 93792 92173 93069  total = 25.196222 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 24168.74/25718.49/25208.39/8416.16 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:28.973876" elapsed="0.000756"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-13T00:53:28.974958" elapsed="0.000758"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-13T00:53:28.976532" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-13T00:53:28.976741" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 24168.74/25718.49/25208.39/8416.16 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-13T00:53:28.976088" elapsed="0.000742"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T00:53:28.977664" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 24168.74/25718.49/25208.39/8416.16 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T00:53:28.977160" elapsed="0.000557"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:28.982552" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:28.978058" elapsed="0.004607"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:28.987533" level="INFO">24168.74/25718.49/25208.39/8416.16</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:28.983009" elapsed="0.004650"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T00:53:28.992452" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T00:53:28.988010" elapsed="0.004498"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T00:53:28.997407" level="INFO">@{result_value_list} = [ 24168.74 | 25718.49 | 25208.39 | 8416.16 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T00:53:28.992925" elapsed="0.004537"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-13T00:53:28.998440" level="INFO">Length is 4.</msg>
<msg time="2026-09-13T00:53:28.998615" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-13T00:53:28.997765" elapsed="0.000898"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.007075" level="INFO">min :: 24168.74</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:28.999470" elapsed="0.007678"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-13T00:53:28.999205" elapsed="0.007989"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.012942" level="INFO">max :: 25718.49</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:29.007513" elapsed="0.005618"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-13T00:53:29.007314" elapsed="0.005860"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.019161" level="INFO">avg :: 25208.39</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:29.013444" elapsed="0.005796"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-13T00:53:29.013285" elapsed="0.005999"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.024890" level="INFO">stdev :: 8416.16</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:29.019556" elapsed="0.005403"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-13T00:53:29.019396" elapsed="0.005622"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-13T00:53:28.998817" elapsed="0.026241"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.029897" level="INFO">${min} = 24168.74</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T00:53:29.025255" elapsed="0.004675"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.034516" level="INFO">${max} = 25718.49</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T00:53:29.030137" elapsed="0.004403"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.038052" level="INFO">${average} = 25208.39</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T00:53:29.034696" elapsed="0.003380"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.041528" level="INFO">${stdev} = 8416.16</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T00:53:29.038212" elapsed="0.003339"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.042063" level="INFO">${date} = 2026-09-13 00:53:29</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-13T00:53:29.041696" elapsed="0.000390"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.042576" level="INFO">CBench Result: 2026-09-13 00:53:29,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,24168.74,25718.49,25208.39,8416.16</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:29.042215" elapsed="0.000410"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-13T00:53:29.043602" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/latency.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-13T00:53:29.043209" elapsed="0.000453"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-13T00:53:29.043809" elapsed="0.000431"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-13T00:53:29.042763" elapsed="0.001535"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>${latency_results_file}</arg>
<status status="PASS" start="2026-09-13T00:43:22.411826" elapsed="606.632524"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.044767" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-13T00:53:29.044479" elapsed="0.000354"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-13T00:53:29.045295" elapsed="0.000238"/>
</kw>
<status status="PASS" start="2026-09-13T00:53:29.045031" elapsed="0.000562"/>
</kw>
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-13T00:43:22.409465" elapsed="606.636160"/>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.046906" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:29.046552" elapsed="0.000405"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.048125" level="INFO">${output_filename} = throughput.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-13T00:53:29.047823" elapsed="0.000338"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-13T00:53:29.048493" elapsed="0.000021"/>
</kw>
<status status="NOT RUN" start="2026-09-13T00:53:29.048229" elapsed="0.000318"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-13T00:53:29.051287" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-13T00:53:29.051070" elapsed="0.000266"/>
</branch>
<status status="PASS" start="2026-09-13T00:53:29.051053" elapsed="0.000303"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-13T00:53:29.051658" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-13T00:53:29.051762" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-13T00:53:29.051473" elapsed="0.000329"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.052299" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.98 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.187" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T00:53:29.051920" elapsed="0.000429"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-13T00:53:29.052829" level="INFO">${conn_id} = 7</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T00:53:29.052469" elapsed="0.000383"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-13T00:53:29.053676" level="INFO">Length is 0.</msg>
<msg time="2026-09-13T00:53:29.053756" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-13T00:53:29.053392" elapsed="0.000401"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T00:53:29.053920" elapsed="0.000303"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-13T00:53:29.055002" level="INFO">Logging into '10.30.171.187:22' as 'jenkins'.</msg>
<msg time="2026-09-13T00:53:29.683525" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Sep 13 00:53:29 UTC 2026

  System load:  1.0                Processes:             105
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.187
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Sep 13 00:43:22 2026 from 10.30.170.83
[?2004h[jenkins@releng-63164-397-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-13T00:53:29.054660" elapsed="0.629059"/>
</kw>
<msg time="2026-09-13T00:53:29.683815" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T00:53:29.054355" elapsed="0.629548"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-13T00:53:29.053039" elapsed="0.630984"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-13T00:53:29.684528" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.98 -t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-13T01:03:35.790500" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-13T01:03:35.791260" level="INFO">${stdout} = </msg>
<msg time="2026-09-13T01:03:35.791356" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-13T00:53:29.684234" elapsed="606.107173"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T01:03:35.791952" elapsed="0.000750"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.793906" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.98. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:54:34.865 16  switches: flows:  599122 601431 607401 608749 610498 594803 603236 593804 609895 608174 610034 587006 607480 604061 603068 597423  total = 160.769750 per ms 
00:55:34.972 16  switches: flows:  746153 746394 737997 742494 743781 744966 744899 745627 741259 748155 743699 742458 742142 744445 745163 748575  total = 198.117194 per ms 
00:56:35.073 16  switches: flows:  748742 753291 745609 745166 755899 752684 746979 752847 749416 754650 753849 751895 752867 756773 755409 748300  total = 200.070252 per ms 
00:57:35.174 16  switches: flows:  765288 762595 759355 751366 759211 757055 763873 765345 764122 755265 762926 756889 756821 750306 765445 757869  total = 202.222779 per ms 
00:58:35.276 16  switches: flows:  766947 765348 770964 758969 763732 768565 765562 764589 765449 766673 768133 762448 766496 766633 762898 758404  total = 203.687164 per ms 
00:59:35.378 16  switches: flows:  760965 758421 754746 754010 746821 756177 757695 762134 760820 761938 757650 752805 750517 754638 753985 754493  total = 201.289172 per ms 
01:00:35.479 16  switches: flows:  769087 763841 761052 760233 764190 765613 767153 767515 768963 766755 760290 764519 761814 764146 765493 761306  total = 203.524094 per ms 
01:01:35.580 16  switches: flows:  764498 760681 760540 754882 761790 764922 759159 758137 760516 761431 759765 761287 758118 759740 767158 760610  total = 202.545344 per ms 
01:02:35.681 16  switches: flows:  761139 766919 763302 761030 760377 774121 761442 765797 757408 765990 767667 762070 758072 770647 764700 760650  total = 203.348177 per ms 
01:03:35.782 16  switches: flows:  719740 715305 712769 708925 706633 705027 710050 715072 714929 716197 717276 711736 712283 711813 713760 710063  total = 189.707137 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 189707.14/203687.16/200501.26/66964.58 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.793103" elapsed="0.001098"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-13T01:03:35.794703" elapsed="0.000107"/>
</return>
<status status="PASS" start="2026-09-13T01:03:35.794371" elapsed="0.000561"/>
</branch>
<status status="PASS" start="2026-09-13T01:03:35.794321" elapsed="0.000663"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-13T01:03:35.795172" elapsed="0.000036"/>
</return>
<status status="NOT RUN" start="2026-09-13T01:03:35.795100" elapsed="0.000163"/>
</branch>
<status status="NOT RUN" start="2026-09-13T01:03:35.795068" elapsed="0.000237"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-13T01:03:35.795365" elapsed="0.000025"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T01:03:35.800701" elapsed="0.000708"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T01:03:35.801733" elapsed="0.000360"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T01:03:35.802355" elapsed="0.000228"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-13T01:03:35.796050" elapsed="0.006642"/>
</kw>
<msg time="2026-09-13T01:03:35.802971" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with ...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-13T00:53:29.048972" elapsed="606.754053"/>
</kw>
<status status="PASS" start="2026-09-13T00:53:29.048571" elapsed="606.754550"/>
</branch>
<status status="PASS" start="2026-09-13T00:53:29.048209" elapsed="606.754962"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.804113" level="INFO">cbench: controller benchmarking tool
   running in mode 'throughput'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.98. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
00:54:34.865 16  switches: flows:  599122 601431 607401 608749 610498 594803 603236 593804 609895 608174 610034 587006 607480 604061 603068 597423  total = 160.769750 per ms 
00:55:34.972 16  switches: flows:  746153 746394 737997 742494 743781 744966 744899 745627 741259 748155 743699 742458 742142 744445 745163 748575  total = 198.117194 per ms 
00:56:35.073 16  switches: flows:  748742 753291 745609 745166 755899 752684 746979 752847 749416 754650 753849 751895 752867 756773 755409 748300  total = 200.070252 per ms 
00:57:35.174 16  switches: flows:  765288 762595 759355 751366 759211 757055 763873 765345 764122 755265 762926 756889 756821 750306 765445 757869  total = 202.222779 per ms 
00:58:35.276 16  switches: flows:  766947 765348 770964 758969 763732 768565 765562 764589 765449 766673 768133 762448 766496 766633 762898 758404  total = 203.687164 per ms 
00:59:35.378 16  switches: flows:  760965 758421 754746 754010 746821 756177 757695 762134 760820 761938 757650 752805 750517 754638 753985 754493  total = 201.289172 per ms 
01:00:35.479 16  switches: flows:  769087 763841 761052 760233 764190 765613 767153 767515 768963 766755 760290 764519 761814 764146 765493 761306  total = 203.524094 per ms 
01:01:35.580 16  switches: flows:  764498 760681 760540 754882 761790 764922 759159 758137 760516 761431 759765 761287 758118 759740 767158 760610  total = 202.545344 per ms 
01:02:35.681 16  switches: flows:  761139 766919 763302 761030 760377 774121 761442 765797 757408 765990 767667 762070 758072 770647 764700 760650  total = 203.348177 per ms 
01:03:35.782 16  switches: flows:  719740 715305 712769 708925 706633 705027 710050 715072 714929 716197 717276 711736 712283 711813 713760 710063  total = 189.707137 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 189707.14/203687.16/200501.26/66964.58 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.803451" elapsed="0.000813"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-13T01:03:35.804585" elapsed="0.000788"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-13T01:03:35.806187" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-13T01:03:35.806367" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 189707.14/203687.16/200501.26/66964.58 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-13T01:03:35.805718" elapsed="0.000697"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T01:03:35.807276" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 189707.14/203687.16/200501.26/66964.58 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T01:03:35.806741" elapsed="0.000588"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.812300" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.807677" elapsed="0.004737"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.817469" level="INFO">189707.14/203687.16/200501.26/66964.58</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.812733" elapsed="0.004881"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T01:03:35.822543" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T01:03:35.817949" elapsed="0.004652"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T01:03:35.828077" level="INFO">@{result_value_list} = [ 189707.14 | 203687.16 | 200501.26 | 66964.58 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T01:03:35.823016" elapsed="0.005121"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.829205" level="INFO">Length is 4.</msg>
<msg time="2026-09-13T01:03:35.829594" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-13T01:03:35.828465" elapsed="0.001181"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.837340" level="INFO">min :: 189707.14</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.830457" elapsed="0.006956"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-13T01:03:35.830196" elapsed="0.007261"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.843503" level="INFO">max :: 203687.16</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.837751" elapsed="0.005841"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-13T01:03:35.837587" elapsed="0.006050"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.849490" level="INFO">avg :: 200501.26</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.843941" elapsed="0.005642"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-13T01:03:35.843746" elapsed="0.005881"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.855513" level="INFO">stdev :: 66964.58</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.849928" elapsed="0.005672"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-13T01:03:35.849738" elapsed="0.005906"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-13T01:03:35.829813" elapsed="0.025869"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.860600" level="INFO">${min} = 189707.14</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T01:03:35.855903" elapsed="0.004730"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.865623" level="INFO">${max} = 203687.16</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T01:03:35.860846" elapsed="0.004811"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.870640" level="INFO">${average} = 200501.26</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T01:03:35.865868" elapsed="0.004805"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.874379" level="INFO">${stdev} = 66964.58</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T01:03:35.870880" elapsed="0.003523"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.874907" level="INFO">${date} = 2026-09-13 01:03:35</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-13T01:03:35.874566" elapsed="0.000364"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.875427" level="INFO">CBench Result: 2026-09-13 01:03:35,-t -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,189707.14,203687.16,200501.26,66964.58</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.875062" elapsed="0.000414"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-13T01:03:35.876472" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/throughput.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-13T01:03:35.876076" elapsed="0.000473"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-13T01:03:35.876684" elapsed="0.000450"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-13T01:03:35.875632" elapsed="0.001561"/>
</kw>
<arg>-t -m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${throughput_threshold}</arg>
<arg>${throughput_results_file}</arg>
<status status="PASS" start="2026-09-13T00:53:29.047266" elapsed="606.829980"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.877685" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-13T01:03:35.877381" elapsed="0.000354"/>
</kw>
<kw name="Log Results As Zero If Cbench Timed Out" type="TEARDOWN">
<kw name="Run Keyword If Timeout Occurred" owner="BuiltIn">
<arg>Log Results And Determine Status</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>0</arg>
<arg>${output_filename}</arg>
<doc>Runs the given keyword if either a test or a keyword timeout has occurred.</doc>
<status status="PASS" start="2026-09-13T01:03:35.878205" elapsed="0.000235"/>
</kw>
<status status="PASS" start="2026-09-13T01:03:35.877939" elapsed="0.000563"/>
</kw>
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-13T00:53:29.046046" elapsed="606.832505"/>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.879627" level="INFO">Cbench tests using 10 iterations of 60 second tests. Switch Count: 16. Unique MACS to cycle: 100</msg>
<arg>Cbench tests using ${loops} iterations of ${duration_in_secs} second tests. Switch Count: ${switch_count}. Unique MACS to cycle: ${num_of_unique_macs}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.879279" elapsed="0.000408"/>
</kw>
<kw name="Run Cbench And Log Results">
<kw name="Set Suite Variable" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.880962" level="INFO">${output_filename} = bug.csv</msg>
<arg>${output_filename}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="PASS" start="2026-09-13T01:03:35.880653" elapsed="0.000347"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="Run" owner="OperatingSystem">
<var>${output}</var>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<doc>_This keyword is considered deprecated. Use the
[http://robotframework.org/robotframework/latest/libraries/Process.html|
Process] library instead._</doc>
<status status="NOT RUN" start="2026-09-13T01:03:35.881319" elapsed="0.000026"/>
</kw>
<status status="NOT RUN" start="2026-09-13T01:03:35.881107" elapsed="0.000273"/>
</branch>
<branch type="ELSE">
<kw name="Run Command On Remote System" owner="Utils">
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot; and &quot;${return_stderr}&quot;!=&quot;True&quot;">
<kw name="Fail" owner="BuiltIn">
<arg>At least one of {return_stdout} or {return_stderr} args should be set to True</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<status status="NOT RUN" start="2026-09-13T01:03:35.884218" elapsed="0.000019"/>
</kw>
<status status="NOT RUN" start="2026-09-13T01:03:35.883995" elapsed="0.000274"/>
</branch>
<status status="PASS" start="2026-09-13T01:03:35.883978" elapsed="0.000311"/>
</if>
<kw name="Get Connection" owner="SSHLibrary">
<msg time="2026-09-13T01:03:35.884610" level="INFO">index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<msg time="2026-09-13T01:03:35.884714" level="INFO">${current_ssh_connection} = index=None
host=None
alias=None
port=22
timeout=3 seconds
newline=

prompt=None
term_type=vt100
width=80
height=24
path_separator=/
encoding=utf8
escape_ansi=False
encoding_errors=strict</msg>
<var>${current_ssh_connection}</var>
<doc>Returns information about the connection.</doc>
<status status="PASS" start="2026-09-13T01:03:35.884409" elapsed="0.000328"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.885258" level="INFO">Attempting to execute command "/usr/local/bin/cbench -c 10.30.171.98 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633" on remote system "10.30.171.187" by user "jenkins" with keyfile pass "any" and prompt "&gt;" and password ""</msg>
<arg>Attempting to execute command "${cmd}" on remote system "${system}" by user "${user}" with keyfile pass "${keyfile_pass}" and prompt "${prompt}" and password "${password}"</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:03:35.884871" elapsed="0.000452"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<msg time="2026-09-13T01:03:35.885845" level="INFO">${conn_id} = 9</msg>
<var>${conn_id}</var>
<arg>${system}</arg>
<arg>prompt=${prompt}</arg>
<arg>timeout=${prompt_timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T01:03:35.885450" elapsed="0.000419"/>
</kw>
<kw name="Flexible_SSH_Login" owner="SSHKeywords">
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-13T01:03:35.886664" level="INFO">Length is 0.</msg>
<msg time="2026-09-13T01:03:35.886741" level="INFO">${pwd_length} = 0</msg>
<var>${pwd_length}</var>
<arg>${password}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-13T01:03:35.886375" elapsed="0.000387"/>
</kw>
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${pwd_length} &gt; 0</arg>
<arg>SSHLibrary.Login</arg>
<arg>${user}</arg>
<arg>${password}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T01:03:35.886919" elapsed="0.000294"/>
</kw>
<kw name="Run Keyword And Return" owner="BuiltIn">
<kw name="Login With Public Key" owner="SSHLibrary">
<msg time="2026-09-13T01:03:35.888002" level="INFO">Logging into '10.30.171.187:22' as 'jenkins'.</msg>
<msg time="2026-09-13T01:03:36.543903" level="INFO">Read output: Welcome to Ubuntu 22.04.5 LTS (GNU/Linux 5.15.0-187-generic x86_64)

 * Documentation:  https://help.ubuntu.com
 * Management:     https://landscape.canonical.com
 * Support:        https://ubuntu.com/pro

 System information as of Sun Sep 13 01:03:36 UTC 2026

  System load:  0.27               Processes:             106
  Usage of /:   19.8% of 38.58GB   Users logged in:       0
  Memory usage: 4%                 IPv4 address for ens3: 10.30.171.187
  Swap usage:   0%


Expanded Security Maintenance for Applications is not enabled.

5 updates can be applied immediately.
To see these additional updates run: apt list --upgradable

14 additional security updates can be applied with ESM Apps.
Learn more about enabling ESM Apps service at https://ubuntu.com/esm


The list of available updates is more than a week old.
To check for new updates run: sudo apt update
New release '24.04.5 LTS' available.
Run 'do-release-upgrade' to upgrade to it.


Last login: Sun Sep 13 00:53:29 2026 from 10.30.170.83
[?2004h[jenkins@releng-63164-397-1-mininet-ovs-217-0 ~]&gt;</msg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Logs into the SSH server using key-based authentication.</doc>
<status status="PASS" start="2026-09-13T01:03:35.887669" elapsed="0.656471"/>
</kw>
<msg time="2026-09-13T01:03:36.544245" level="INFO">Returning from the enclosing user keyword.</msg>
<arg>SSHLibrary.Login With Public Key</arg>
<arg>${user}</arg>
<arg>${USER_HOME}/.ssh/${SSH_KEY}</arg>
<arg>${KEYFILE_PASS}</arg>
<arg>delay=${delay}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T01:03:35.887348" elapsed="0.656999"/>
</kw>
<arg>${user}</arg>
<arg>${password}</arg>
<doc>On active SSH session: if given non-empty password, do Login, else do Login With Public Key.</doc>
<status status="PASS" start="2026-09-13T01:03:35.886048" elapsed="0.658440"/>
</kw>
<kw name="Execute Command" owner="SSHLibrary">
<msg time="2026-09-13T01:03:36.545214" level="INFO">Executing command '/usr/local/bin/cbench -c 10.30.171.98 -m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633'.</msg>
<msg time="2026-09-13T01:13:42.575409" level="INFO">Command exited with return code 0.</msg>
<msg time="2026-09-13T01:13:42.576288" level="INFO">${stdout} = </msg>
<msg time="2026-09-13T01:13:42.576382" level="INFO">${stderr} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${stdout}</var>
<var>${stderr}</var>
<arg>${cmd}</arg>
<arg>return_stderr=True</arg>
<doc>Executes ``command`` on the remote machine and returns its outputs.</doc>
<status status="PASS" start="2026-09-13T01:03:36.544817" elapsed="606.031616"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T01:13:42.576962" elapsed="0.001399"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.579486" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.98. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:04:41.664 16  switches: flows:  99355 98547 96654 98186 95927 95693 95184 94067 92583 92526 90490 92702 91542 91334 91596 91546  total = 25.132200 per ms 
01:05:41.764 16  switches: flows:  99266 98436 97841 97080 96712 95336 95671 92876 92717 93364 92556 92978 90867 91636 91431 90443  total = 25.111583 per ms 
01:06:41.865 16  switches: flows:  101594 100506 100086 101120 99121 96928 98923 96528 94422 93990 93585 95287 93298 94469 92904 93312  total = 25.724948 per ms 
01:07:41.965 16  switches: flows:  103544 102755 100259 102375 99561 98078 99927 97344 96597 95277 94090 96573 93151 95326 93812 93587  total = 25.994226 per ms 
01:08:42.065 16  switches: flows:  102542 103111 101294 100179 100936 100050 100737 97962 95479 95274 95487 96865 93479 96170 94323 95482  total = 26.112597 per ms 
01:09:42.165 16  switches: flows:  98904 99520 96902 95819 98794 96973 97182 93879 92099 93342 92846 94328 90135 93472 90270 92663  total = 25.243305 per ms 
01:10:42.266 16  switches: flows:  102356 100257 100185 97345 98666 98631 98154 94828 94055 94184 92901 94253 92599 93353 91180 93191  total = 25.559612 per ms 
01:11:42.366 16  switches: flows:  103012 103109 101608 99820 102697 102396 100093 98220 96226 95858 94150 97318 93804 95086 93345 96517  total = 26.177266 per ms 
01:12:42.466 16  switches: flows:  100787 100462 100797 97653 99918 99328 98042 94553 92268 92985 94179 95002 91518 91873 92071 93948  total = 25.547094 per ms 
01:13:42.566 16  switches: flows:  100899 99884 99492 97353 99734 99300 98147 96293 93214 93009 93411 94094 91292 91343 92096 95721  total = 25.545410 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25111.58/26177.27/25668.45/8563.28 responses/s</msg>
<arg>${stderr}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.578729" elapsed="0.001142"/>
</kw>
<if>
<branch type="IF" condition="&quot;${return_stdout}&quot;!=&quot;True&quot;">
<return>
<value>${stderr}</value>
<status status="PASS" start="2026-09-13T01:13:42.580337" elapsed="0.000066"/>
</return>
<status status="PASS" start="2026-09-13T01:13:42.580046" elapsed="0.000462"/>
</branch>
<status status="PASS" start="2026-09-13T01:13:42.580000" elapsed="0.000558"/>
</if>
<if>
<branch type="IF" condition="&quot;${return_stderr}&quot;!=&quot;True&quot;">
<return>
<value>${stdout}</value>
<status status="NOT RUN" start="2026-09-13T01:13:42.580737" elapsed="0.000024"/>
</return>
<status status="NOT RUN" start="2026-09-13T01:13:42.580667" elapsed="0.000178"/>
</branch>
<status status="NOT RUN" start="2026-09-13T01:13:42.580637" elapsed="0.000251"/>
</if>
<return>
<value>${stdout}</value>
<value>${stderr}</value>
<status status="NOT RUN" start="2026-09-13T01:13:42.580947" elapsed="0.000026"/>
</return>
<kw name="Restore_Current_Ssh_Connection_From_Index" owner="SSHKeywords" type="TEARDOWN">
<kw name="Run Keyword And Return If" owner="BuiltIn">
<arg>${connection_index} is not None</arg>
<arg>SSHLibrary.Switch Connection</arg>
<arg>${connection_index}</arg>
<doc>Runs the specified keyword and returns from the enclosing user keyword.</doc>
<status status="PASS" start="2026-09-13T01:13:42.586295" elapsed="0.000711"/>
</kw>
<kw name="Open Connection" owner="SSHLibrary">
<arg>127.0.0.1</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-09-13T01:13:42.587297" elapsed="0.000328"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="PASS" start="2026-09-13T01:13:42.587915" elapsed="0.000197"/>
</kw>
<arg>${current_ssh_connection.index}</arg>
<doc>Restore active SSH connection in SSHLibrary to given index.</doc>
<status status="PASS" start="2026-09-13T01:13:42.581583" elapsed="0.006636"/>
</kw>
<msg time="2026-09-13T01:13:42.588490" level="INFO">${output} = cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100...</msg>
<var>${output}</var>
<arg>${cbench_system}</arg>
<arg>${cbench_executable} -c ${ODL_SYSTEM_IP} ${cbench_args}</arg>
<arg>prompt_timeout=${test_timeout}</arg>
<arg>return_stdout=False</arg>
<arg>return_stderr=True</arg>
<doc>Reduces the common work of running a command on a remote system to a single higher level
robot keyword, taking care to log in with a public key and. The command given is written and the return value
depends on the passed argument values of return_stdout (default: True) and return_stderr (default: False).
At least one should be True, or the keyword will exit and FAIL. If both are True, the resulting return value
will be a two element list containing both. Otherwise the resulting return value is a string.
No test conditions are checked.</doc>
<status status="PASS" start="2026-09-13T01:03:35.881728" elapsed="606.706817"/>
</kw>
<status status="PASS" start="2026-09-13T01:03:35.881403" elapsed="606.707239"/>
</branch>
<status status="PASS" start="2026-09-13T01:03:35.881087" elapsed="606.707602"/>
</if>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.589606" level="INFO">cbench: controller benchmarking tool
   running in mode 'latency'
   connecting to controller at 10.30.171.98:6633 
   faking 16 switches with 1 threads :: 10 tests each; 60000 ms per test
   with 100 unique source MACs per switch
   learning destination mac addresses before the test
   starting test with 5000 ms delay after features_reply
   ignoring first 1 "warmup" and last 0 "cooldown" loops
   debugging info is off
Master Thread: Creating thread-0! 
Thread-0: All switches initialized. Running at node 10.30.171.98. So far 1 cbench instances have initialized their switches.  Waiting for other cbench-instances
Thread-0: Total switches from ALL cbench-instances initialized.
01:04:41.664 16  switches: flows:  99355 98547 96654 98186 95927 95693 95184 94067 92583 92526 90490 92702 91542 91334 91596 91546  total = 25.132200 per ms 
01:05:41.764 16  switches: flows:  99266 98436 97841 97080 96712 95336 95671 92876 92717 93364 92556 92978 90867 91636 91431 90443  total = 25.111583 per ms 
01:06:41.865 16  switches: flows:  101594 100506 100086 101120 99121 96928 98923 96528 94422 93990 93585 95287 93298 94469 92904 93312  total = 25.724948 per ms 
01:07:41.965 16  switches: flows:  103544 102755 100259 102375 99561 98078 99927 97344 96597 95277 94090 96573 93151 95326 93812 93587  total = 25.994226 per ms 
01:08:42.065 16  switches: flows:  102542 103111 101294 100179 100936 100050 100737 97962 95479 95274 95487 96865 93479 96170 94323 95482  total = 26.112597 per ms 
01:09:42.165 16  switches: flows:  98904 99520 96902 95819 98794 96973 97182 93879 92099 93342 92846 94328 90135 93472 90270 92663  total = 25.243305 per ms 
01:10:42.266 16  switches: flows:  102356 100257 100185 97345 98666 98631 98154 94828 94055 94184 92901 94253 92599 93353 91180 93191  total = 25.559612 per ms 
01:11:42.366 16  switches: flows:  103012 103109 101608 99820 102697 102396 100093 98220 96226 95858 94150 97318 93804 95086 93345 96517  total = 26.177266 per ms 
01:12:42.466 16  switches: flows:  100787 100462 100797 97653 99918 99328 98042 94553 92268 92985 94179 95002 91518 91873 92071 93948  total = 25.547094 per ms 
01:13:42.566 16  switches: flows:  100899 99884 99492 97353 99734 99300 98147 96293 93214 93009 93411 94094 91292 91343 92096 95721  total = 25.545410 per ms 
RESULT: 16 switches 9 tests min/max/avg/stdev = 25111.58/26177.27/25668.45/8563.28 responses/s</msg>
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.589005" elapsed="0.000750"/>
</kw>
<kw name="Should Contain" owner="BuiltIn">
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Fails if ``container`` does not contain ``item`` one or more times.</doc>
<status status="PASS" start="2026-09-13T01:13:42.590075" elapsed="0.000776"/>
</kw>
<kw name="Get Lines Containing String" owner="String">
<msg time="2026-09-13T01:13:42.591608" level="INFO">1 out of 23 lines matched.</msg>
<msg time="2026-09-13T01:13:42.591813" level="INFO">${result_line} = RESULT: 16 switches 9 tests min/max/avg/stdev = 25111.58/26177.27/25668.45/8563.28 responses/s</msg>
<var>${result_line}</var>
<arg>${output}</arg>
<arg>RESULT</arg>
<doc>Returns lines of the given ``string`` that contain the ``pattern``.</doc>
<status status="PASS" start="2026-09-13T01:13:42.591168" elapsed="0.000697"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T01:13:42.592698" level="INFO">@{results_list} = [ RESULT: | 16 | switches | 9 | tests | min/max/avg/stdev | = | 25111.58/26177.27/25668.45/8563.28 | responses/s ]</msg>
<var>@{results_list}</var>
<arg>${result_line}</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T01:13:42.592167" elapsed="0.000583"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.597591" level="INFO">min/max/avg/stdev</msg>
<arg>${results_list[5]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.593064" elapsed="0.004639"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.602530" level="INFO">25111.58/26177.27/25668.45/8563.28</msg>
<arg>${results_list[7]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.598022" elapsed="0.004618"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T01:13:42.607374" level="INFO">@{result_name_list} = [ min | max | avg | stdev ]</msg>
<var>@{result_name_list}</var>
<arg>${results_list[5]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T01:13:42.602964" elapsed="0.004464"/>
</kw>
<kw name="Split String" owner="String">
<msg time="2026-09-13T01:13:42.612292" level="INFO">@{result_value_list} = [ 25111.58 | 26177.27 | 25668.45 | 8563.28 ]</msg>
<var>@{result_value_list}</var>
<arg>${results_list[7]}</arg>
<arg>/</arg>
<doc>Splits the ``string`` using ``separator`` as a delimiter string.</doc>
<status status="PASS" start="2026-09-13T01:13:42.607854" elapsed="0.004492"/>
</kw>
<kw name="Get Length" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.613318" level="INFO">Length is 4.</msg>
<msg time="2026-09-13T01:13:42.613517" level="INFO">${num_stats} = 4</msg>
<var>${num_stats}</var>
<arg>${result_name_list}</arg>
<doc>Returns and logs the length of the given item as an integer.</doc>
<status status="PASS" start="2026-09-13T01:13:42.612673" elapsed="0.000893"/>
</kw>
<for flavor="IN RANGE">
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.621423" level="INFO">min :: 25111.58</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.614315" elapsed="0.007192"/>
</kw>
<var name="${i}">0</var>
<status status="PASS" start="2026-09-13T01:13:42.614062" elapsed="0.007488"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.627435" level="INFO">max :: 26177.27</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.621837" elapsed="0.005687"/>
</kw>
<var name="${i}">1</var>
<status status="PASS" start="2026-09-13T01:13:42.621653" elapsed="0.005913"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.633134" level="INFO">avg :: 25668.45</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.627847" elapsed="0.005355"/>
</kw>
<var name="${i}">2</var>
<status status="PASS" start="2026-09-13T01:13:42.627668" elapsed="0.005577"/>
</iter>
<iter>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.638808" level="INFO">stdev :: 8563.28</msg>
<arg>${result_name_list[${i}]} :: ${result_value_list[${i}]}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.633517" elapsed="0.005362"/>
</kw>
<var name="${i}">3</var>
<status status="PASS" start="2026-09-13T01:13:42.633345" elapsed="0.005576"/>
</iter>
<var>${i}</var>
<value>0</value>
<value>${num_stats}</value>
<status status="PASS" start="2026-09-13T01:13:42.613684" elapsed="0.025272"/>
</for>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.644005" level="INFO">${min} = 25111.58</msg>
<var>${min}</var>
<arg>${result_value_list[${0}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T01:13:42.639150" elapsed="0.004891"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.648915" level="INFO">${max} = 26177.27</msg>
<var>${max}</var>
<arg>${result_value_list[${1}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T01:13:42.644232" elapsed="0.004716"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.653839" level="INFO">${average} = 25668.45</msg>
<var>${average}</var>
<arg>${result_value_list[${2}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T01:13:42.649137" elapsed="0.004737"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.658701" level="INFO">${stdev} = 8563.28</msg>
<var>${stdev}</var>
<arg>${result_value_list[${3}]}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="PASS" start="2026-09-13T01:13:42.654071" elapsed="0.004663"/>
</kw>
<kw name="Get Time" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.659324" level="INFO">${date} = 2026-09-13 01:13:42</msg>
<var>${date}</var>
<arg>d,m,s</arg>
<doc>Returns the given time in the requested format.</doc>
<status status="PASS" start="2026-09-13T01:13:42.658960" elapsed="0.000387"/>
</kw>
<kw name="Log" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.659859" level="INFO">CBench Result: 2026-09-13 01:13:42,-m 60000 -M 100 -S 16 -l 10 -D 5000 -p 6633,25111.58,26177.27,25668.45,8563.28</msg>
<arg>CBench Result: ${date},${cbench_args},${min},${max},${average},${stdev}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="PASS" start="2026-09-13T01:13:42.659488" elapsed="0.000420"/>
</kw>
<kw name="Log Results And Determine Status">
<kw name="Append To File" owner="OperatingSystem">
<msg time="2026-09-13T01:13:42.660886" level="INFO" html="true">Appended to file '&lt;a href="file:///w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv"&gt;/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/bug.csv&lt;/a&gt;'.</msg>
<arg>${output_file}</arg>
<arg>${min},${max},${average}\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="PASS" start="2026-09-13T01:13:42.660435" elapsed="0.000512"/>
</kw>
<kw name="Should Be True" owner="BuiltIn">
<arg>${average} &gt; ${threshold}</arg>
<arg>${average} flow_mods per/sec did not exceed threshold of ${threshold}</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="PASS" start="2026-09-13T01:13:42.661103" elapsed="0.000473"/>
</kw>
<arg>${min}</arg>
<arg>${max}</arg>
<arg>${average}</arg>
<arg>${average_threshold}</arg>
<arg>${output_filename}</arg>
<status status="PASS" start="2026-09-13T01:13:42.660033" elapsed="0.001609"/>
</kw>
<arg>-m ${duration_in_ms} -M ${num_of_unique_macs} -S ${switch_count} -l ${loops} -D ${start_delay} -p ${of_port}</arg>
<arg>${latency_threshold}</arg>
<arg>bug.csv</arg>
<status status="PASS" start="2026-09-13T01:03:35.880068" elapsed="606.781632"/>
</kw>
<kw name="Sleep" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.662141" level="INFO">Slept 0 seconds.</msg>
<arg>${test_delay}</arg>
<doc>Pauses the test executed for the given time.</doc>
<status status="PASS" start="2026-09-13T01:13:42.661847" elapsed="0.000346"/>
</kw>
<kw name="Report Failure Due To Bug" owner="Utils" type="TEARDOWN">
<kw name="Evaluate" owner="BuiltIn">
<msg time="2026-09-13T01:13:42.663308" level="INFO">${test_skipped} = False</msg>
<var>${test_skipped}</var>
<arg>len(re.findall('SKIPPED', """${TEST_MESSAGE}""")) &gt; 0</arg>
<arg>modules=re</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="PASS" start="2026-09-13T01:13:42.662865" elapsed="0.000470"/>
</kw>
<if>
<branch type="IF" condition="('${TEST_STATUS}' != 'FAIL') or ${test_skipped}">
<return>
<status status="PASS" start="2026-09-13T01:13:42.663563" elapsed="0.000031"/>
</return>
<status status="PASS" start="2026-09-13T01:13:42.663404" elapsed="0.000218"/>
</branch>
<status status="PASS" start="2026-09-13T01:13:42.663387" elapsed="0.000257"/>
</if>
<kw name="Comment" owner="BuiltIn">
<arg>Jira tickets are {PROJECT}-{NUMBER} while Bugzilla tickets are {NUMBER}</arg>
<doc>Displays the given messages in the log file as keyword arguments.</doc>
<status status="NOT RUN" start="2026-09-13T01:13:42.663768" elapsed="0.000034"/>
</kw>
<kw name="Run Keyword And Return Status" owner="BuiltIn">
<var>${match}</var>
<arg>Should Contain</arg>
<arg>${number}</arg>
<arg>-</arg>
<doc>Runs the specified keyword and returns the status as a Boolean value.</doc>
<status status="NOT RUN" start="2026-09-13T01:13:42.663923" elapsed="0.000018"/>
</kw>
<kw name="Set Variable If" owner="BuiltIn">
<var>${bug_url}</var>
<arg>${match}</arg>
<arg>https://jira.opendaylight.org/browse/${number}</arg>
<arg>https://bugs.opendaylight.org/show_bug.cgi?id=${number}</arg>
<doc>Sets variable based on the given condition.</doc>
<status status="NOT RUN" start="2026-09-13T01:13:42.664069" elapsed="0.000019"/>
</kw>
<kw name="Set Variable" owner="BuiltIn">
<var>${msg}</var>
<arg>This test fails due to ${bug_url}</arg>
<doc>Returns the given values which can then be assigned to a variables.</doc>
<status status="NOT RUN" start="2026-09-13T01:13:42.664209" elapsed="0.000018"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${newline}</var>
<arg>chr(10)</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-09-13T01:13:42.664386" elapsed="0.000020"/>
</kw>
<kw name="Set Test Message" owner="BuiltIn">
<arg>${msg}${newline}${newline}${TEST_MESSAGE}</arg>
<doc>Sets message for the current test case.</doc>
<status status="NOT RUN" start="2026-09-13T01:13:42.664533" elapsed="0.000017"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${msg}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-09-13T01:13:42.664664" elapsed="0.000017"/>
</kw>
<if>
<branch type="IF" condition="&quot;${include_bug_in_tags}&quot;==&quot;True&quot;">
<kw name="Set Tags" owner="BuiltIn">
<arg>${bug_url}</arg>
<doc>Adds given ``tags`` for the current test or all tests in a suite.</doc>
<status status="NOT RUN" start="2026-09-13T01:13:42.664877" elapsed="0.000024"/>
</kw>
<status status="NOT RUN" start="2026-09-13T01:13:42.664735" elapsed="0.000194"/>
</branch>
<status status="NOT RUN" start="2026-09-13T01:13:42.664721" elapsed="0.000228"/>
</if>
<arg>6176</arg>
<doc>Report that a test failed due to a known Bugzilla bug whose
number is provided as an argument.
Not FAILED (incl. SKIPPED) test are not reported.
This keyword must be used in the [Teardown] setting of the affected test
or as the first line of the test if FastFail module is not being
used. It reports the URL of the bug on console and also puts it
into the Robot log file.</doc>
<status status="PASS" start="2026-09-13T01:13:42.662553" elapsed="0.002450"/>
</kw>
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="15 minutes"/>
<status status="PASS" start="2026-09-13T01:03:35.878841" elapsed="606.786204"/>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="PASS" start="2026-09-13T00:43:19.916493" elapsed="1822.748927"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="0" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="3" fail="0" skip="0">cbench</stat>
<stat pass="2" fail="0" skip="0">latency</stat>
<stat pass="1" fail="0" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="3" fail="0" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
