@@ -332,6 +332,27 @@ The same volatile setup may optionally include an LSA region::
-device cxl-type3,bus=root_port13,volatile-memdev=vmem0,lsa=cxl-lsa0,id=cxl-vmem0 \
-M cxl-fmw.0.targets.0=cxl.1,cxl-fmw.0.size=4G
+
+Volatile and Persistent Memory regions may also be assigned an SRAT entry and statically
+mapped into the system by manually assigning them a CPU-less NUMA node. This is an example
+of a CXL Type 3 Volatile Memory device being assigned an SRAT entry via a NUMA node mapping::
+
+ qemu-system-aarch64 -M virt,gic-version=3,cxl=on -m 4g,maxmem=8G,slots=8 -cpu max \
+ ...
+ -smp 4 \
+ -enable-kvm \
+ -nographic \
+ -object memory-backend-ram,id=mem0,size=2G,share=on \
+ -object memory-backend-ram,id=mem1,size=2G,share=on \
+ -numa node,memdev=mem0,cpus=0-3,nodeid=0 \
+ -numa node,memdev=mem1,nodeid=1, \
+ -device pxb-cxl,id=cxl.0,bus=pcie.0,bus_nr=52 \
+ -device cxl-rp,port=0,id=rp0,bus=cxl.0,chassis=0,slot=0 \
+ -device cxl-rp,port=1,id=rp1,bus=cxl.0,chassis=0,slot=1 \
+ -device cxl-type3,bus=rp0,volatile-memdev=mem1,id=cxl-mem0
+
+
+
A setup suitable for 4 way interleave. Only one fixed window provided, to enable 2 way
interleave across 2 CXL host bridges. Each host bridge has 2 CXL Root Ports, with
the CXL Type3 device directly attached (no switches).::
@@ -254,3 +254,70 @@ void build_cxl_osc_method(Aml *dev)
aml_append(dev, aml_name_decl("CTRC", aml_int(0)));
aml_append(dev, __build_cxl_osc_method());
}
+
+static int cxl_device_list(Object *obj, void *opaque)
+{
+ GSList **list = opaque;
+
+ if (object_dynamic_cast(obj, TYPE_CXL_TYPE3)) {
+ *list = g_slist_append(*list, DEVICE(obj));
+ }
+
+ object_child_foreach(obj, cxl_device_list, opaque);
+ return 0;
+}
+
+static GSList *cxl_get_device_list(void)
+{
+ GSList *list = NULL;
+
+ object_child_foreach(qdev_get_machine(), cxl_device_list, &list);
+ return list;
+}
+
+void cxl_build_srat(GArray *table_data, NodeInfo* numa_info, int nb_numa_nodes)
+{
+ GSList *device_list, *list = cxl_get_device_list();
+ int node = 0;
+
+ for (device_list = list; device_list; device_list = device_list->next) {
+ DeviceState *dev = device_list->data;
+ CXLType3Dev *ct3d = CXL_TYPE3(dev);
+ MemoryRegion *mr = NULL;
+
+ if (ct3d->hostvmem) {
+ /* Find the numa node associated with this memdev */
+ for (node = 0; node < nb_numa_nodes; node++) {
+ if (numa_info[node].node_memdev == ct3d->hostvmem) {
+ break;
+ }
+ }
+ if (node != nb_numa_nodes) {
+ mr = host_memory_backend_get_memory(ct3d->hostvmem);
+ if (mr) {
+ build_srat_memory(table_data, mr->addr, mr->size, node,
+ (MEM_AFFINITY_ENABLED | MEM_AFFINITY_HOTPLUGGABLE));
+ }
+ }
+ }
+
+ if (ct3d->hostpmem) {
+ /* Find the numa node associated with this memdev */
+ for (node = 0; node < nb_numa_nodes; node++) {
+ if (numa_info[node].node_memdev == ct3d->hostpmem) {
+ break;
+ }
+ }
+ if (node != nb_numa_nodes) {
+ mr = host_memory_backend_get_memory(ct3d->hostpmem);
+ if (mr) {
+ build_srat_memory(table_data, mr->addr, mr->size, node,
+ (MEM_AFFINITY_ENABLED | MEM_AFFINITY_HOTPLUGGABLE |
+ MEM_AFFINITY_NON_VOLATILE));
+ }
+ }
+ }
+ }
+
+ g_slist_free(list);
+}
@@ -2080,6 +2080,10 @@ build_srat(GArray *table_data, BIOSLinker *linker, MachineState *machine)
* Memory devices may override proximity set by this entry,
* providing _PXM method if necessary.
*/
+ if (pcms->cxl_devices_state.is_enabled) {
+ cxl_build_srat(table_data, numa_info, nb_numa_nodes);
+ }
+
if (hotpluggable_address_space_size) {
build_srat_memory(table_data, machine->device_memory->base,
hotpluggable_address_space_size, nb_numa_nodes - 1,
@@ -25,5 +25,6 @@ void cxl_build_cedt(GArray *table_offsets, GArray *table_data,
BIOSLinker *linker, const char *oem_id,
const char *oem_table_id, CXLState *cxl_state);
void build_cxl_osc_method(Aml *dev);
+void cxl_build_srat(GArray *table_data, NodeInfo* numa_info, int nb_numa_nodes);
#endif
This patch enables the direct assignment of a NUMA node to a volatile or persistent memory region on a CXL type-3 device. This is useful for testing static mapping for type-3 device memory regions as memory and leveraging them directly via its NUMA node. Co-developed-By: Davidlohr Bueso <dave@stgolabs.net> Signed-off-by: Gregory Price <gregory.price@memverge.com> --- docs/system/devices/cxl.rst | 21 ++++++++++++ hw/acpi/cxl.c | 67 +++++++++++++++++++++++++++++++++++++ hw/i386/acpi-build.c | 4 +++ include/hw/acpi/cxl.h | 1 + 4 files changed, 93 insertions(+)