<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 7.4.2 (Python 3.11.10 on linux)" generated="2026-05-30T00:44:17.381916" rpa="false" schemaversion="5">
<suite id="s1" name="openflowplugin-cbench.txt" source="/w/workspace/openflowplugin-csit-1node-cbench-only-vanadium/test/csit/suites/openflowplugin/Performance/010_Cbench.robot">
<kw name="Cbench Suite Setup" type="SETUP">
<kw name="Wait Until Keyword Succeeds" owner="BuiltIn">
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-05-30T00:44:17.976917" elapsed="0.000025"/>
</return>
<status status="NOT RUN" start="2026-05-30T00:44:17.976769" elapsed="0.000226"/>
</branch>
<status status="PASS" start="2026-05-30T00:44:17.976736" elapsed="0.000287"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-30T00:44:17.977187" elapsed="0.000519"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-05-30T00:44:17.978211" level="INFO">Logging into '10.30.170.12:8101' as 'karaf'.</msg>
<msg time="2026-05-30T00:44:17.979587" level="FAIL">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="FAIL" start="2026-05-30T00:44:17.977893" elapsed="0.003096">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</kw>
<kw name="Write" owner="SSHLibrary">
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:17.981188" elapsed="0.000027"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:17.981356" elapsed="0.000028"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:17.981525" elapsed="0.000026"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:17.981683" elapsed="0.000021"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:17.981890" elapsed="0.000027"/>
</kw>
<return>
<value>${output}</value>
<status status="NOT RUN" start="2026-05-30T00:44:17.981962" elapsed="0.000018"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.12
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="FAIL" start="2026-05-30T00:44:17.976384" elapsed="0.005714">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-05-30T00:44:18.992101" elapsed="0.000018"/>
</return>
<status status="NOT RUN" start="2026-05-30T00:44:18.991957" elapsed="0.000227"/>
</branch>
<status status="PASS" start="2026-05-30T00:44:18.991926" elapsed="0.000283"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-30T00:44:18.992350" elapsed="0.000495"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-05-30T00:44:18.993296" level="INFO">Logging into '10.30.170.12:8101' as 'karaf'.</msg>
<msg time="2026-05-30T00:44:18.995313" level="FAIL">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="FAIL" start="2026-05-30T00:44:18.992996" elapsed="0.002816">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</kw>
<kw name="Write" owner="SSHLibrary">
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:18.995971" elapsed="0.000023"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:18.996149" elapsed="0.000022"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:18.996299" elapsed="0.000020"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:18.996443" elapsed="0.000021"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:18.996594" elapsed="0.000020"/>
</kw>
<return>
<value>${output}</value>
<status status="NOT RUN" start="2026-05-30T00:44:18.996656" elapsed="0.000017"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.12
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="FAIL" start="2026-05-30T00:44:18.991476" elapsed="0.005303">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<if>
<branch type="IF" condition="'${IS_KARAF_APPL}' == 'False'">
<return>
<value>Not A Karaf App</value>
<status status="NOT RUN" start="2026-05-30T00:44:20.005748" elapsed="0.000035"/>
</return>
<status status="NOT RUN" start="2026-05-30T00:44:20.005471" elapsed="0.000396"/>
</branch>
<status status="PASS" start="2026-05-30T00:44:20.005418" elapsed="0.000502"/>
</if>
<kw name="Open Connection" owner="SSHLibrary">
<arg>${controller}</arg>
<arg>port=${karaf_port}</arg>
<arg>prompt=${KARAF_PROMPT_LOGIN}</arg>
<arg>timeout=${timeout}</arg>
<doc>Opens a new SSH connection to the given ``host`` and ``port``.</doc>
<status status="PASS" start="2026-05-30T00:44:20.006247" elapsed="0.001140"/>
</kw>
<kw name="Login" owner="SSHLibrary">
<msg time="2026-05-30T00:44:20.008077" level="INFO">Logging into '10.30.170.12:8101' as 'karaf'.</msg>
<msg time="2026-05-30T00:44:20.009396" level="FAIL">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</msg>
<arg>${KARAF_USER}</arg>
<arg>${KARAF_PASSWORD}</arg>
<arg>loglevel=${loglevel}</arg>
<doc>Logs into the SSH server with the given ``username`` and ``password``.</doc>
<status status="FAIL" start="2026-05-30T00:44:20.007722" elapsed="0.002120">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</kw>
<kw name="Write" owner="SSHLibrary">
<arg>${cmd}</arg>
<doc>Writes the given ``text`` on the remote machine and appends a newline.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.009997" elapsed="0.000023"/>
</kw>
<kw name="Read Until Regexp" owner="SSHLibrary">
<var>${output}</var>
<arg>${KARAF_PROMPT}</arg>
<doc>Consumes and returns the server output until a match to ``regexp`` is found.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.010177" elapsed="0.000102"/>
</kw>
<kw name="Write Bare" owner="SSHLibrary">
<arg>logout\n</arg>
<doc>Writes the given ``text`` on the remote machine without appending a newline.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.010414" elapsed="0.000021"/>
</kw>
<kw name="Close Connection" owner="SSHLibrary">
<doc>Closes the current connection.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.010558" elapsed="0.000021"/>
</kw>
<kw name="Log" owner="BuiltIn">
<arg>${output}</arg>
<doc>Logs the given message with the given level.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.010708" elapsed="0.000024"/>
</kw>
<return>
<value>${output}</value>
<status status="NOT RUN" start="2026-05-30T00:44:20.010774" elapsed="0.000017"/>
</return>
<arg>log:set ${log_level}</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.12
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="FAIL" start="2026-05-30T00:44:20.004523" elapsed="0.006407">NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</kw>
<msg time="2026-05-30T00:44:20.011043" level="FAIL">Keyword 'KarafKeywords.Issue Command On Karaf Console' failed after retrying 3 times. The last error was: NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</msg>
<arg>3x</arg>
<arg>1s</arg>
<arg>KarafKeywords.Issue Command On Karaf Console</arg>
<arg>log:set ${log_level}</arg>
<doc>Runs the specified keyword and retries if it fails.</doc>
<status status="FAIL" start="2026-05-30T00:44:17.972742" elapsed="2.038429">Keyword 'KarafKeywords.Issue Command On Karaf Console' failed after retrying 3 times. The last error was: NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<arg>${latency_results_file}</arg>
<arg>LATENCY_MIN,LATENCY_MAX,LATENCY_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.011356" elapsed="0.000021"/>
</kw>
<kw name="Append To File" owner="OperatingSystem">
<arg>${throughput_results_file}</arg>
<arg>THROUGHPUT_MIN,THROUGHPUT_MAX,THROUGHPUT_AVERAGE\n</arg>
<doc>Appends the given content to the specified file.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.011516" elapsed="0.000020"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${duration_in_ms}</var>
<arg>${duration_in_secs} * 1000</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.011677" elapsed="0.000020"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<arg>${duration_in_ms}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.011854" elapsed="0.000023"/>
</kw>
<kw name="Evaluate" owner="BuiltIn">
<var>${test_timeout}</var>
<arg>(${loops} * ${duration_in_secs}) * 1.5</arg>
<doc>Evaluates the given expression in Python and returns the result.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.012013" elapsed="0.000019"/>
</kw>
<kw name="Set Suite Variable" owner="BuiltIn">
<arg>${test_timeout}</arg>
<doc>Makes a variable available everywhere within the scope of the current suite.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.012196" elapsed="0.000020"/>
</kw>
<if>
<branch type="IF" condition="&quot;${cbench_system}&quot; == &quot;localhost&quot;">
<kw name="File Should Exist" owner="OperatingSystem">
<arg>${cbench_executable}</arg>
<doc>Fails unless the given ``path`` points to an existing file.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.012412" elapsed="0.000020"/>
</kw>
<status status="NOT RUN" start="2026-05-30T00:44:20.012285" elapsed="0.000179"/>
</branch>
<branch type="ELSE">
<kw name="Verify File Exists On Remote System" owner="Utils">
<arg>${cbench_system}</arg>
<arg>${cbench_executable}</arg>
<doc>Will create connection with public key and will PASS if the given ${file} exists,
otherwise will FAIL</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.015738" elapsed="0.000029"/>
</kw>
<status status="NOT RUN" start="2026-05-30T00:44:20.012490" elapsed="0.003316"/>
</branch>
<status status="NOT RUN" start="2026-05-30T00:44:20.012266" elapsed="0.003563"/>
</if>
<kw name="Should Be True" owner="BuiltIn">
<arg>${loops} &gt;= 2</arg>
<arg>If number of loops is less than 2, cbench will not run</arg>
<doc>Fails if the given condition is not true.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.015973" elapsed="0.000021"/>
</kw>
<kw name="Verify_Feature_Is_Installed" owner="KarafKeywords">
<arg>odl-openflowplugin-drop-test</arg>
<doc>Will Succeed if the given ${feature_name} is found in the output of "feature:list -i"</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.019825" elapsed="0.000028"/>
</kw>
<kw name="Issue_Command_On_Karaf_Console" owner="KarafKeywords">
<arg>dropallpacketsrpc on</arg>
<doc>Will execute the given ${cmd} by ssh'ing to the karaf console running on 10.30.170.12
Note that this keyword will open&amp;close new SSH connection, without switching back to previously current session.</doc>
<status status="NOT RUN" start="2026-05-30T00:44:20.023112" elapsed="0.000041"/>
</kw>
<status status="FAIL" start="2026-05-30T00:44:17.970881" elapsed="2.052375">Keyword 'KarafKeywords.Issue Command On Karaf Console' failed after retrying 3 times. The last error was: NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</kw>
<test id="s1-t1" name="Cbench Latency Test" line="37">
<doc>cbench executed in default latency mode. Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="${test_timeout}"/>
<status status="FAIL" start="2026-05-30T00:44:20.026910" elapsed="0.000598">Parent suite setup failed:
Keyword 'KarafKeywords.Issue Command On Karaf Console' failed after retrying 3 times. The last error was: NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</test>
<test id="s1-t2" name="Cbench Throughput Test" line="51">
<doc>cbench executed in throughput mode (-t). Test parameters have defaults, but can be overridden
on the pybot command line</doc>
<tag>cbench</tag>
<tag>throughput</tag>
<timeout value="${test_timeout}"/>
<status status="FAIL" start="2026-05-30T00:44:20.031333" elapsed="0.000502">Parent suite setup failed:
Keyword 'KarafKeywords.Issue Command On Karaf Console' failed after retrying 3 times. The last error was: NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</test>
<test id="s1-t3" name="Rerun Latency Test To Check Bug 6176" line="65">
<doc>cbench executed in latency mode to see if controller is healthy</doc>
<tag>cbench</tag>
<tag>latency</tag>
<timeout value="${test_timeout}"/>
<status status="FAIL" start="2026-05-30T00:44:20.035637" elapsed="0.000546">Parent suite setup failed:
Keyword 'KarafKeywords.Issue Command On Karaf Console' failed after retrying 3 times. The last error was: NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</test>
<doc>Cbench Latency and Throughput tests can be run from an external
cbench.
If cbench is run with a medium number of switches or higher (e.g. 32+)
the normal openflow operations seem to break.
BUG: https://bugs.opendaylight.org/show_bug.cgi?id=2897</doc>
<status status="FAIL" start="2026-05-30T00:44:17.383521" elapsed="2.653071">Suite setup failed:
Keyword 'KarafKeywords.Issue Command On Karaf Console' failed after retrying 3 times. The last error was: NoValidConnectionsError: [Errno None] Unable to connect to port 8101 on 10.30.170.12</status>
</suite>
<statistics>
<total>
<stat pass="0" fail="3" skip="0">All Tests</stat>
</total>
<tag>
<stat pass="0" fail="3" skip="0">cbench</stat>
<stat pass="0" fail="2" skip="0">latency</stat>
<stat pass="0" fail="1" skip="0">throughput</stat>
</tag>
<suite>
<stat name="openflowplugin-cbench.txt" id="s1" pass="0" fail="3" skip="0">openflowplugin-cbench.txt</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
