Patch Detail
get:
Show a patch.
patch:
Update a patch.
put:
Update a patch.
GET /api/patches/816291/?format=api
{ "id": 816291, "url": "http://patchwork.ozlabs.org/api/patches/816291/?format=api", "web_url": "http://patchwork.ozlabs.org/project/qemu-devel/patch/20170920114637.42004-19-aik@ozlabs.ru/", "project": { "id": 14, "url": "http://patchwork.ozlabs.org/api/projects/14/?format=api", "name": "QEMU Development", "link_name": "qemu-devel", "list_id": "qemu-devel.nongnu.org", "list_email": "qemu-devel@nongnu.org", "web_url": "", "scm_url": "", "webscm_url": "", "list_archive_url": "", "list_archive_url_format": "", "commit_url_format": "" }, "msgid": "<20170920114637.42004-19-aik@ozlabs.ru>", "list_archive_url": null, "date": "2017-09-20T11:46:37", "name": "[qemu,v4,18/18] memory: Give memory_region_transaction_commit a hint", "commit_ref": null, "pull_url": null, "state": "new", "archived": false, "hash": "7ee01fc2ade76086e720521043efabe125570a5a", "submitter": { "id": 7621, "url": "http://patchwork.ozlabs.org/api/people/7621/?format=api", "name": "Alexey Kardashevskiy", "email": "aik@ozlabs.ru" }, "delegate": null, "mbox": "http://patchwork.ozlabs.org/project/qemu-devel/patch/20170920114637.42004-19-aik@ozlabs.ru/mbox/", "series": [ { "id": 4138, "url": "http://patchwork.ozlabs.org/api/series/4138/?format=api", "web_url": "http://patchwork.ozlabs.org/project/qemu-devel/list/?series=4138", "date": "2017-09-20T11:46:20", "name": "memory: Reduce memory use", "version": 4, "mbox": "http://patchwork.ozlabs.org/series/4138/mbox/" } ], "comments": "http://patchwork.ozlabs.org/api/patches/816291/comments/", "check": "pending", "checks": "http://patchwork.ozlabs.org/api/patches/816291/checks/", "tags": {}, "related": [], "headers": { "Return-Path": "<qemu-devel-bounces+incoming=patchwork.ozlabs.org@nongnu.org>", "X-Original-To": "incoming@patchwork.ozlabs.org", "Delivered-To": "patchwork-incoming@bilbo.ozlabs.org", "Authentication-Results": "ozlabs.org;\n\tspf=pass (mailfrom) smtp.mailfrom=nongnu.org\n\t(client-ip=2001:4830:134:3::11; helo=lists.gnu.org;\n\tenvelope-from=qemu-devel-bounces+incoming=patchwork.ozlabs.org@nongnu.org;\n\treceiver=<UNKNOWN>)", "Received": [ "from lists.gnu.org (lists.gnu.org [IPv6:2001:4830:134:3::11])\n\t(using TLSv1 with cipher AES256-SHA (256/256 bits))\n\t(No client certificate requested)\n\tby ozlabs.org (Postfix) with ESMTPS id 3xy36d4CgXz9sRm\n\tfor <incoming@patchwork.ozlabs.org>;\n\tThu, 21 Sep 2017 01:08:57 +1000 (AEST)", "from localhost ([::1]:48714 helo=lists.gnu.org)\n\tby lists.gnu.org with esmtp (Exim 4.71) (envelope-from\n\t<qemu-devel-bounces+incoming=patchwork.ozlabs.org@nongnu.org>)\n\tid 1dugcR-0004nt-BV\n\tfor incoming@patchwork.ozlabs.org; Wed, 20 Sep 2017 11:08:55 -0400", "from eggs.gnu.org ([2001:4830:134:3::10]:56652)\n\tby lists.gnu.org with esmtp (Exim 4.71)\n\t(envelope-from <aik@ozlabs.ru>) id 1dufmj-00042W-VN\n\tfor qemu-devel@nongnu.org; Wed, 20 Sep 2017 10:15:31 -0400", "from Debian-exim by eggs.gnu.org with spam-scanned (Exim 4.71)\n\t(envelope-from <aik@ozlabs.ru>) id 1dufme-0005Mr-MX\n\tfor qemu-devel@nongnu.org; Wed, 20 Sep 2017 10:15:29 -0400", "from ozlabs.ru ([107.173.13.209]:59844)\n\tby eggs.gnu.org with esmtp (Exim 4.71)\n\t(envelope-from <aik@ozlabs.ru>) id 1dufme-0005M0-BF\n\tfor qemu-devel@nongnu.org; Wed, 20 Sep 2017 10:15:24 -0400", "from vpl1.ozlabs.ibm.com (localhost [IPv6:::1])\n\tby ozlabs.ru (Postfix) with ESMTP id 2C8ED3A60061;\n\tWed, 20 Sep 2017 07:48:17 -0400 (EDT)" ], "From": "Alexey Kardashevskiy <aik@ozlabs.ru>", "To": "qemu-devel@nongnu.org", "Date": "Wed, 20 Sep 2017 21:46:37 +1000", "Message-Id": "<20170920114637.42004-19-aik@ozlabs.ru>", "X-Mailer": "git-send-email 2.11.0", "In-Reply-To": "<20170920114637.42004-1-aik@ozlabs.ru>", "References": "<20170920114637.42004-1-aik@ozlabs.ru>", "X-detected-operating-system": "by eggs.gnu.org: GNU/Linux 3.x [fuzzy]", "X-Received-From": "107.173.13.209", "Subject": "[Qemu-devel] [PATCH qemu v4 18/18] memory: Give\n\tmemory_region_transaction_commit a hint", "X-BeenThere": "qemu-devel@nongnu.org", "X-Mailman-Version": "2.1.21", "Precedence": "list", "List-Id": "<qemu-devel.nongnu.org>", "List-Unsubscribe": "<https://lists.nongnu.org/mailman/options/qemu-devel>,\n\t<mailto:qemu-devel-request@nongnu.org?subject=unsubscribe>", "List-Archive": "<http://lists.nongnu.org/archive/html/qemu-devel/>", "List-Post": "<mailto:qemu-devel@nongnu.org>", "List-Help": "<mailto:qemu-devel-request@nongnu.org?subject=help>", "List-Subscribe": "<https://lists.nongnu.org/mailman/listinfo/qemu-devel>,\n\t<mailto:qemu-devel-request@nongnu.org?subject=subscribe>", "Cc": "Alexey Kardashevskiy <aik@ozlabs.ru>, Paolo Bonzini <pbonzini@redhat.com>", "Errors-To": "qemu-devel-bounces+incoming=patchwork.ozlabs.org@nongnu.org", "Sender": "\"Qemu-devel\"\n\t<qemu-devel-bounces+incoming=patchwork.ozlabs.org@nongnu.org>" }, "content": "This extends memory_region_transaction_commit() to receive a MR as\nif it is a root MR or its topmost parent is, then we can only rebuild\nits FlatView and update it for address spaces sharing it.\n\nThe optimization gets disabled though if there is full update about to\ncommit.\n\nmemory_region_set_enabled() is a special case here, it does not use\na hint when MR is being disabled.\n\nOn POWER8 with 255 CPUs, 255 virtio-net, 40 PCI bridges guest this brings\ndown the boot time from 20s to 12s, the total memory footprint\ngoes down (17G -> 8G).\n\nSigned-off-by: Alexey Kardashevskiy <aik@ozlabs.ru>\n---\n\nThis is an RFC patch, I suppose.\n\nIf memory_region_set_enabled() uses the hint all the time (like others),\nthen 12s become 9s and memory use is about 4.4G but\nmake check-qtest fails (no idea why):\n\n GTESTER check-qtest-ppc64\n**\nERROR:/home/aik/p/qemu-kvm/tests/boot-order-test.c:40:test_a_boot_order: assertion failed (actual == expected_boot): (0x0\n0000000 == 0x00000063)\n---\n memory.c | 67 ++++++++++++++++++++++++++++++++++++++++++++++++----------------\n 1 file changed, 51 insertions(+), 16 deletions(-)", "diff": "diff --git a/memory.c b/memory.c\nindex d3b3581990..81a0962844 100644\n--- a/memory.c\n+++ b/memory.c\n@@ -38,6 +38,7 @@\n \n static unsigned memory_region_transaction_depth;\n static bool memory_region_update_pending;\n+static bool memory_region_full_update_pending;\n static bool ioeventfd_update_pending;\n static bool global_dirty_log = false;\n \n@@ -1040,7 +1041,30 @@ void memory_region_transaction_begin(void)\n ++memory_region_transaction_depth;\n }\n \n-void memory_region_transaction_commit(void)\n+static bool memory_region_transaction_fast_commit(MemoryRegion *mr)\n+{\n+ FlatView *old_view, *new_view;\n+ MemoryRegion *physmr;\n+\n+ while (mr->container) {\n+ mr = mr->container;\n+ }\n+\n+ physmr = memory_region_get_flatview_root(mr);\n+\n+ flatviews_init();\n+ old_view = g_hash_table_lookup(flat_views, physmr);\n+ if (!old_view) {\n+ return false;\n+ }\n+\n+ new_view = generate_memory_topology(physmr);\n+ g_hash_table_replace(flat_views, physmr, new_view);\n+\n+ return true;\n+}\n+\n+static void memory_region_transaction_commit_mr(MemoryRegion *mr)\n {\n AddressSpace *as;\n \n@@ -1050,7 +1074,10 @@ void memory_region_transaction_commit(void)\n --memory_region_transaction_depth;\n if (!memory_region_transaction_depth) {\n if (memory_region_update_pending) {\n- flatviews_reset();\n+ if (memory_region_full_update_pending || !mr ||\n+ !memory_region_transaction_fast_commit(mr)) {\n+ flatviews_reset();\n+ }\n \n MEMORY_LISTENER_CALL_GLOBAL(begin, Forward);\n \n@@ -1060,6 +1087,8 @@ void memory_region_transaction_commit(void)\n }\n memory_region_update_pending = false;\n MEMORY_LISTENER_CALL_GLOBAL(commit, Forward);\n+ memory_region_full_update_pending = false;\n+\n } else if (ioeventfd_update_pending) {\n QTAILQ_FOREACH(as, &address_spaces, address_spaces_link) {\n address_space_update_ioeventfds(as);\n@@ -1069,6 +1098,12 @@ void memory_region_transaction_commit(void)\n }\n }\n \n+void memory_region_transaction_commit(void)\n+{\n+ memory_region_full_update_pending = true;\n+ memory_region_transaction_commit_mr(NULL);\n+}\n+\n static void memory_region_destructor_none(MemoryRegion *mr)\n {\n }\n@@ -1678,7 +1713,7 @@ static void memory_region_finalize(Object *obj)\n MemoryRegion *subregion = QTAILQ_FIRST(&mr->subregions);\n memory_region_del_subregion(mr, subregion);\n }\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n \n mr->destructor(mr);\n memory_region_clear_coalescing(mr);\n@@ -1903,7 +1938,7 @@ void memory_region_set_log(MemoryRegion *mr, bool log, unsigned client)\n memory_region_transaction_begin();\n mr->dirty_log_mask = (mr->dirty_log_mask & ~mask) | (log * mask);\n memory_region_update_pending |= mr->enabled;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n \n bool memory_region_get_dirty(MemoryRegion *mr, hwaddr addr,\n@@ -1983,7 +2018,7 @@ void memory_region_set_readonly(MemoryRegion *mr, bool readonly)\n memory_region_transaction_begin();\n mr->readonly = readonly;\n memory_region_update_pending |= mr->enabled;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n }\n \n@@ -1993,7 +2028,7 @@ void memory_region_rom_device_set_romd(MemoryRegion *mr, bool romd_mode)\n memory_region_transaction_begin();\n mr->romd_mode = romd_mode;\n memory_region_update_pending |= mr->enabled;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n }\n \n@@ -2208,7 +2243,7 @@ void memory_region_add_eventfd(MemoryRegion *mr,\n sizeof(*mr->ioeventfds) * (mr->ioeventfd_nb-1 - i));\n mr->ioeventfds[i] = mrfd;\n ioeventfd_update_pending |= mr->enabled;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n \n void memory_region_del_eventfd(MemoryRegion *mr,\n@@ -2243,7 +2278,7 @@ void memory_region_del_eventfd(MemoryRegion *mr,\n mr->ioeventfds = g_realloc(mr->ioeventfds,\n sizeof(*mr->ioeventfds)*mr->ioeventfd_nb + 1);\n ioeventfd_update_pending |= mr->enabled;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n \n static void memory_region_update_container_subregions(MemoryRegion *subregion)\n@@ -2263,7 +2298,7 @@ static void memory_region_update_container_subregions(MemoryRegion *subregion)\n QTAILQ_INSERT_TAIL(&mr->subregions, subregion, subregions_link);\n done:\n memory_region_update_pending |= mr->enabled && subregion->enabled;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n \n static void memory_region_add_subregion_common(MemoryRegion *mr,\n@@ -2302,7 +2337,7 @@ void memory_region_del_subregion(MemoryRegion *mr,\n QTAILQ_REMOVE(&mr->subregions, subregion, subregions_link);\n memory_region_unref(subregion);\n memory_region_update_pending |= mr->enabled && subregion->enabled;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n \n void memory_region_set_enabled(MemoryRegion *mr, bool enabled)\n@@ -2313,7 +2348,7 @@ void memory_region_set_enabled(MemoryRegion *mr, bool enabled)\n memory_region_transaction_begin();\n mr->enabled = enabled;\n memory_region_update_pending = true;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(enabled ? mr : NULL);\n }\n \n void memory_region_set_size(MemoryRegion *mr, uint64_t size)\n@@ -2329,7 +2364,7 @@ void memory_region_set_size(MemoryRegion *mr, uint64_t size)\n memory_region_transaction_begin();\n mr->size = s;\n memory_region_update_pending = true;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n \n static void memory_region_readd_subregion(MemoryRegion *mr)\n@@ -2343,7 +2378,7 @@ static void memory_region_readd_subregion(MemoryRegion *mr)\n mr->container = container;\n memory_region_update_container_subregions(mr);\n memory_region_unref(mr);\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n }\n \n@@ -2366,7 +2401,7 @@ void memory_region_set_alias_offset(MemoryRegion *mr, hwaddr offset)\n memory_region_transaction_begin();\n mr->alias_offset = offset;\n memory_region_update_pending |= mr->enabled;\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n }\n \n uint64_t memory_region_get_alignment(const MemoryRegion *mr)\n@@ -2654,7 +2689,7 @@ bool memory_region_request_mmio_ptr(MemoryRegion *mr, hwaddr addr)\n host = mr->ops->request_ptr(mr->opaque, addr - mr->addr, &size, &offset);\n \n if (!host || !size) {\n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n return false;\n }\n \n@@ -2666,7 +2701,7 @@ bool memory_region_request_mmio_ptr(MemoryRegion *mr, hwaddr addr)\n qdev_prop_set_ptr(DEVICE(new_interface), \"subregion\", mr);\n object_property_set_bool(OBJECT(new_interface), true, \"realized\", NULL);\n \n- memory_region_transaction_commit();\n+ memory_region_transaction_commit_mr(mr);\n return true;\n }\n \n", "prefixes": [ "qemu", "v4", "18/18" ] }