From patchwork Tue Jul 20 01:36:50 2010 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: Amos Kong X-Patchwork-Id: 59258 Return-Path: X-Original-To: incoming@patchwork.ozlabs.org Delivered-To: patchwork-incoming@bilbo.ozlabs.org Received: from lists.gnu.org (lists.gnu.org [199.232.76.165]) (using TLSv1 with cipher DHE-RSA-AES256-SHA (256/256 bits)) (Client did not present a certificate) by ozlabs.org (Postfix) with ESMTPS id 33C8BB6EEB for ; Tue, 20 Jul 2010 12:00:00 +1000 (EST) Received: from localhost ([127.0.0.1]:41207 helo=lists.gnu.org) by lists.gnu.org with esmtp (Exim 4.43) id 1Ob27b-00027g-OW for incoming@patchwork.ozlabs.org; Mon, 19 Jul 2010 21:59:51 -0400 Received: from [140.186.70.92] (port=51870 helo=eggs.gnu.org) by lists.gnu.org with esmtp (Exim 4.43) id 1Ob1lR-0001v7-8C for qemu-devel@nongnu.org; Mon, 19 Jul 2010 21:36:59 -0400 Received: from Debian-exim by eggs.gnu.org with spam-scanned (Exim 4.69) (envelope-from ) id 1Ob1lO-0003f9-On for qemu-devel@nongnu.org; Mon, 19 Jul 2010 21:36:57 -0400 Received: from mx1.redhat.com ([209.132.183.28]:22384) by eggs.gnu.org with esmtp (Exim 4.69) (envelope-from ) id 1Ob1lO-0003ev-As for qemu-devel@nongnu.org; Mon, 19 Jul 2010 21:36:54 -0400 Received: from int-mx02.intmail.prod.int.phx2.redhat.com (int-mx02.intmail.prod.int.phx2.redhat.com [10.5.11.12]) by mx1.redhat.com (8.13.8/8.13.8) with ESMTP id o6K1arPp019207 (version=TLSv1/SSLv3 cipher=DHE-RSA-AES256-SHA bits=256 verify=OK); Mon, 19 Jul 2010 21:36:53 -0400 Received: from [127.0.1.1] (dhcp-91-133.nay.redhat.com [10.66.91.133]) by int-mx02.intmail.prod.int.phx2.redhat.com (8.13.8/8.13.8) with ESMTP id o6K1aoW5024826; Mon, 19 Jul 2010 21:36:51 -0400 To: lmr@redhat.com From: Amos Kong Date: Tue, 20 Jul 2010 09:36:50 +0800 Message-ID: <20100720013649.2212.7434.stgit@z> In-Reply-To: <20100720013414.2212.13476.stgit@z> References: <20100720013414.2212.13476.stgit@z> User-Agent: StGit/0.15 MIME-Version: 1.0 X-Scanned-By: MIMEDefang 2.67 on 10.5.11.12 X-detected-operating-system: by eggs.gnu.org: Genre and OS details not recognized. Cc: autotest@test.kernel.org, qemu-devel@nongnu.org, kvm@vger.kernel.org Subject: [Qemu-devel] [RFC PATCH 14/14] KVM-test: Add subtest of testing offload by ethtool X-BeenThere: qemu-devel@nongnu.org X-Mailman-Version: 2.1.5 Precedence: list List-Id: qemu-devel.nongnu.org List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Sender: qemu-devel-bounces+incoming=patchwork.ozlabs.org@nongnu.org Errors-To: qemu-devel-bounces+incoming=patchwork.ozlabs.org@nongnu.org The latest case contains TX/RX/SG/TSO/GSO/GRO/LRO test. RTL8139 NIC doesn't support TSO, LRO, it's too old, so drop offload test from rtl8139. LRO, GRO are only supported by latest kernel, virtio nic doesn't support receive offloading function. Initialize the callbacks first and execute all the sub tests one by one, all the result will be check at the end. When execute this test, vhost should be enabled, then most of new feature can be used. Vhost doestn't support VIRTIO_NET_F_MRG_RXBUF, so do not check large packets in received offload test. Transfer files by scp between host and guest, match new opened TCP port by netstat. Capture the packages info by tcpdump, it contains package length. Signed-off-by: Amos Kong --- 0 files changed, 0 insertions(+), 0 deletions(-) diff --git a/client/tests/kvm/tests/ethtool.py b/client/tests/kvm/tests/ethtool.py new file mode 100644 index 0000000..7274eae --- /dev/null +++ b/client/tests/kvm/tests/ethtool.py @@ -0,0 +1,205 @@ +import time, os, logging, commands, re +from autotest_lib.client.common_lib import error +from autotest_lib.client.bin import utils +import kvm_test_utils, kvm_utils, kvm_net_utils + +def run_ethtool(test, params, env): + """ + Test offload functions of ethernet device by ethtool + + 1) Log into a guest + 2) Initialize the callback of sub functions + 3) Enable/disable sub function of NIC + 4) Execute callback function + 5) Check the return value + 6) Restore original configuration + + @param test: Kvm test object + @param params: Dictionary with the test parameters. + @param env: Dictionary with test environment. + """ + def ethtool_get(type): + feature_pattern = { + 'tx': 'tx.*checksumming', + 'rx': 'rx.*checksumming', + 'sg': 'scatter.*gather', + 'tso': 'tcp.*segmentation.*offload', + 'gso': 'generic.*segmentation.*offload', + 'gro': 'generic.*receive.*offload', + 'lro': 'large.*receive.*offload', + } + s, o = session.get_command_status_output("ethtool -k %s" % ethname) + try: + return re.findall("%s: (.*)" % feature_pattern.get(type), o)[0] + except IndexError: + logging.debug("Could not get %s status" % type) + + def ethtool_set(type, status): + """ + Set ethernet device offload status + + @param type: Offload type name + @param status: New status will be changed to + """ + logging.info("Try to set %s %s" % (type, status)) + if status not in ["off", "on"]: + return False + cmd = "ethtool -K %s %s %s" % (ethname, type, status) + if ethtool_get(type) != status: + return session.get_command_status(cmd) == 0 + if ethtool_get(type) != status: + logging.error("Fail to set %s %s" % (type, status)) + return False + return True + + def ethtool_save_params(): + logging.info("Save ethtool configuration") + for i in supported_features: + feature_status[i] = ethtool_get(i) + + def ethtool_restore_params(): + logging.info("Restore ethtool configuration") + for i in supported_features: + ethtool_set(i, feature_status[i]) + + def compare_md5sum(name): + logging.info("Compare md5sum of the files on guest and host") + host_result = utils.hash_file(name, method="md5") + try: + o = session.get_command_output("md5sum %s" % name) + guest_result = re.findall("\w+", o)[0] + except IndexError: + logging.error("Could not get file md5sum in guest") + return False + logging.debug("md5sum: guest(%s), host(%s)" % (guest_result, + host_result)) + return guest_result == host_result + + def transfer_file(src="guest"): + """ + Transfer file by scp, use tcpdump to capture packets, then check the + return string. + + @param src: Source host of transfer file + @return: Tuple (status, error msg/tcpdump result) + """ + session2.get_command_status("rm -rf %s" % filename) + dd_cmd = "dd if=/dev/urandom of=%s bs=1M count=%s" % (filename, + params.get("filesize")) + logging.info("Creat file in source host, cmd: %s" % dd_cmd) + tcpdump_cmd = "tcpdump -lep -s 0 tcp -vv port ssh" + if src == "guest": + s = session.get_command_status(dd_cmd, timeout=360) + tcpdump_cmd += " and src %s" % guest_ip + copy_files_fun = vm.copy_files_from + else: + s, o = commands.getstatusoutput(dd_cmd) + tcpdump_cmd += " and dst %s" % guest_ip + copy_files_fun = vm.copy_files_to + if s != 0: + return (False, "Fail to create file by dd, cmd: %s" % dd_cmd) + + # only capture the new tcp port after offload setup + original_tcp_ports = re.findall("tcp.*:(\d+).*%s" % guest_ip, + commands.getoutput("/bin/netstat -nap")) + for i in original_tcp_ports: + tcpdump_cmd += " and not port %s" % i + logging.debug("Listen by command: %s" % tcpdump_cmd) + session2.sendline(tcpdump_cmd) + if not kvm_utils.wait_for(lambda: session.get_command_status( + "pgrep tcpdump") == 0, 30): + return (False, "Tcpdump process wasn't launched") + + logging.info("Start to transfer file") + if not copy_files_fun(filename, filename): + return (False, "Child process transfer file failed") + logging.info("Transfer file completed") + if session.get_command_status("killall tcpdump") != 0: + return (False, "Could not kill all tcpdump process") + s, tcpdump_string = session2.read_up_to_prompt(timeout=60) + if not s: + return (False, "Fail to read tcpdump's output") + + if not compare_md5sum(filename): + return (False, "Files' md5sum mismatched") + return (True, tcpdump_string) + + def tx_callback(status="on"): + s, o = transfer_file(src="guest") + if not s: + logging.error(o) + return False + return True + + def rx_callback(status="on"): + s, o = transfer_file(src="host") + if not s: + logging.error(o) + return False + return True + + def so_callback(status="on"): + s, o = transfer_file(src="guest") + if not s: + logging.error(o) + return False + logging.info("Check if contained large frame") + # mtu: default IPv4 MTU is 1500 Bytes, ethernet header is 14 Bytes + return (status == "on") ^ (len([i for i in re.findall( + "length (\d*):", o) if int(i) > mtu]) == 0) + + def ro_callback(status="on"): + s, o = transfer_file(src="host") + if not s: + logging.error(o) + return False + return True + + vm = kvm_test_utils.get_living_vm(env, params.get("main_vm")) + session = kvm_test_utils.wait_for_login(vm, + timeout=int(params.get("login_timeout", 360))) + session2 = kvm_test_utils.wait_for_login(vm, + timeout=int(params.get("login_timeout", 360))) + mtu = 1514 + feature_status = {} + filename = "/tmp/ethtool.dd" + guest_ip = vm.get_address() + ethname = kvm_net_utils.get_linux_ifname(session, vm.get_macaddr(0)) + supported_features = params.get("supported_features").split() + test_matrix = { + # type:(callback, (dependence), (exclude) + "tx": (tx_callback, (), ()), + "rx": (rx_callback, (), ()), + "sg": (tx_callback, ("tx",), ()), + "tso": (so_callback, ("tx", "sg",), ("gso",)), + "gso": (so_callback, (), ("tso",)), + "gro": (ro_callback, ("rx",), ("lro",)), + "lro": (rx_callback, (), ("gro",)), + } + ethtool_save_params() + success = True + try: + for type in supported_features: + callback = test_matrix[type][0] + for i in test_matrix[type][2]: + if not ethtool_set(i, "off"): + logging.error("Fail to disable %s" % i) + success = False + for i in [f for f in test_matrix[type][1]] + [type]: + if not ethtool_set(i, "on"): + logging.error("Fail to enable %s" % i) + success = False + if not callback(): + raise error.TestFail("Test failed, %s: on" % type) + + if not ethtool_set(type, "off"): + logging.error("Fail to disable %s" % type) + success = False + if not callback(status="off"): + raise error.TestFail("Test failed, %s: off" % type) + if not success: + raise error.TestError("Enable/disable offload function fail") + finally: + ethtool_restore_params() + session.close() + session2.close() diff --git a/client/tests/kvm/tests_base.cfg.sample b/client/tests/kvm/tests_base.cfg.sample index b25980e..6f0e295 100644 --- a/client/tests/kvm/tests_base.cfg.sample +++ b/client/tests/kvm/tests_base.cfg.sample @@ -412,6 +412,19 @@ variants: netperf_cmd = %s/netperf-2.4.5/src/netperf -t %s -H %s -l 60 -- -m 1 protocols = "TCP_STREAM TCP_MAERTS TCP_RR TCP_CRR UDP_RR TCP_SENDFILE UDP_STREAM" + - ethtool: install setup unattended_install.cdrom + type = ethtool + filesize = 512 + nic_mode = tap + variants: + # gso gro lro is only supported by latest kernel + - nic_virtio: + pci_model = virtio + supported_features = "tx sg tso gso" + - nic_e1000: + pci_model = e1000 + supported_features = "tx rx sg tso gso gro lro" + - physical_resources_check: install setup unattended_install.cdrom type = physical_resources_check catch_uuid_cmd = dmidecode | awk -F: '/UUID/ {print $2}' @@ -1088,7 +1101,7 @@ variants: # Windows section - @Windows: - no autotest linux_s3 vlan ioquit unattended_install.(url|nfs|remote_ks) jumbo file_transfer nicdriver_unload nic_promisc multicast mac_change + no autotest linux_s3 vlan ioquit unattended_install.(url|nfs|remote_ks) jumbo file_transfer nicdriver_unload nic_promisc multicast mac_change ethtool shutdown_command = shutdown /s /f /t 0 reboot_command = shutdown /r /f /t 0 status_test_command = echo %errorlevel%