| /* | |
| * Copyright (C) 2012 Intel Corporation | |
| * Author: Liu Jinsong <jinsong.liu@intel.com> | |
| * Author: Jiang Yunhong <yunhong.jiang@intel.com> | |
| * | |
| * This program is free software; you can redistribute it and/or modify | |
| * it under the terms of the GNU General Public License as published by | |
| * the Free Software Foundation; either version 2 of the License, or (at | |
| * your option) any later version. | |
| * | |
| * This program is distributed in the hope that it will be useful, but | |
| * WITHOUT ANY WARRANTY; without even the implied warranty of | |
| * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | |
| * NON INFRINGEMENT. See the GNU General Public License for more | |
| * details. | |
| */ | |
| #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt | |
| #include <linux/kernel.h> | |
| #include <linux/module.h> | |
| #include <linux/init.h> | |
| #include <linux/types.h> | |
| #include <linux/cpu.h> | |
| #include <linux/acpi.h> | |
| #include <linux/uaccess.h> | |
| #include <acpi/processor.h> | |
| #include <xen/acpi.h> | |
| #include <xen/interface/platform.h> | |
| #include <asm/xen/hypercall.h> | |
| #define PREFIX "ACPI:xen_cpu_hotplug:" | |
| #define INSTALL_NOTIFY_HANDLER 0 | |
| #define UNINSTALL_NOTIFY_HANDLER 1 | |
| static acpi_status xen_acpi_cpu_hotadd(struct acpi_processor *pr); | |
| /* -------------------------------------------------------------------------- | |
| Driver Interface | |
| -------------------------------------------------------------------------- */ | |
| static int xen_acpi_processor_enable(struct acpi_device *device) | |
| { | |
| acpi_status status = 0; | |
| unsigned long long value; | |
| union acpi_object object = { 0 }; | |
| struct acpi_buffer buffer = { sizeof(union acpi_object), &object }; | |
| struct acpi_processor *pr; | |
| pr = acpi_driver_data(device); | |
| if (!pr) { | |
| pr_err(PREFIX "Cannot find driver data\n"); | |
| return -EINVAL; | |
| } | |
| if (!strcmp(acpi_device_hid(device), ACPI_PROCESSOR_OBJECT_HID)) { | |
| /* Declared with "Processor" statement; match ProcessorID */ | |
| status = acpi_evaluate_object(pr->handle, NULL, NULL, &buffer); | |
| if (ACPI_FAILURE(status)) { | |
| pr_err(PREFIX "Evaluating processor object\n"); | |
| return -ENODEV; | |
| } | |
| pr->acpi_id = object.processor.proc_id; | |
| } else { | |
| /* Declared with "Device" statement; match _UID */ | |
| status = acpi_evaluate_integer(pr->handle, METHOD_NAME__UID, | |
| NULL, &value); | |
| if (ACPI_FAILURE(status)) { | |
| pr_err(PREFIX "Evaluating processor _UID\n"); | |
| return -ENODEV; | |
| } | |
| pr->acpi_id = value; | |
| } | |
| pr->id = xen_pcpu_id(pr->acpi_id); | |
| if ((int)pr->id < 0) | |
| /* This cpu is not presented at hypervisor, try to hotadd it */ | |
| if (ACPI_FAILURE(xen_acpi_cpu_hotadd(pr))) { | |
| pr_err(PREFIX "Hotadd CPU (acpi_id = %d) failed.\n", | |
| pr->acpi_id); | |
| return -ENODEV; | |
| } | |
| return 0; | |
| } | |
| static int xen_acpi_processor_add(struct acpi_device *device) | |
| { | |
| int ret; | |
| struct acpi_processor *pr; | |
| if (!device) | |
| return -EINVAL; | |
| pr = kzalloc(sizeof(struct acpi_processor), GFP_KERNEL); | |
| if (!pr) | |
| return -ENOMEM; | |
| pr->handle = device->handle; | |
| strcpy(acpi_device_name(device), ACPI_PROCESSOR_DEVICE_NAME); | |
| strcpy(acpi_device_class(device), ACPI_PROCESSOR_CLASS); | |
| device->driver_data = pr; | |
| ret = xen_acpi_processor_enable(device); | |
| if (ret) | |
| pr_err(PREFIX "Error when enabling Xen processor\n"); | |
| return ret; | |
| } | |
| static int xen_acpi_processor_remove(struct acpi_device *device) | |
| { | |
| struct acpi_processor *pr; | |
| if (!device) | |
| return -EINVAL; | |
| pr = acpi_driver_data(device); | |
| if (!pr) | |
| return -EINVAL; | |
| kfree(pr); | |
| return 0; | |
| } | |
| /*-------------------------------------------------------------- | |
| Acpi processor hotplug support | |
| --------------------------------------------------------------*/ | |
| static int is_processor_present(acpi_handle handle) | |
| { | |
| acpi_status status; | |
| unsigned long long sta = 0; | |
| status = acpi_evaluate_integer(handle, "_STA", NULL, &sta); | |
| if (ACPI_SUCCESS(status) && (sta & ACPI_STA_DEVICE_PRESENT)) | |
| return 1; | |
| /* | |
| * _STA is mandatory for a processor that supports hot plug | |
| */ | |
| if (status == AE_NOT_FOUND) | |
| pr_info(PREFIX "Processor does not support hot plug\n"); | |
| else | |
| pr_info(PREFIX "Processor Device is not present"); | |
| return 0; | |
| } | |
| static int xen_apic_id(acpi_handle handle) | |
| { | |
| struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; | |
| union acpi_object *obj; | |
| struct acpi_madt_local_apic *lapic; | |
| int apic_id; | |
| if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) | |
| return -EINVAL; | |
| if (!buffer.length || !buffer.pointer) | |
| return -EINVAL; | |
| obj = buffer.pointer; | |
| if (obj->type != ACPI_TYPE_BUFFER || | |
| obj->buffer.length < sizeof(*lapic)) { | |
| kfree(buffer.pointer); | |
| return -EINVAL; | |
| } | |
| lapic = (struct acpi_madt_local_apic *)obj->buffer.pointer; | |
| if (lapic->header.type != ACPI_MADT_TYPE_LOCAL_APIC || | |
| !(lapic->lapic_flags & ACPI_MADT_ENABLED)) { | |
| kfree(buffer.pointer); | |
| return -EINVAL; | |
| } | |
| apic_id = (uint32_t)lapic->id; | |
| kfree(buffer.pointer); | |
| buffer.length = ACPI_ALLOCATE_BUFFER; | |
| buffer.pointer = NULL; | |
| return apic_id; | |
| } | |
| static int xen_hotadd_cpu(struct acpi_processor *pr) | |
| { | |
| int cpu_id, apic_id, pxm; | |
| struct xen_platform_op op; | |
| apic_id = xen_apic_id(pr->handle); | |
| if (apic_id < 0) { | |
| pr_err(PREFIX "Failed to get apic_id for acpi_id %d\n", | |
| pr->acpi_id); | |
| return -ENODEV; | |
| } | |
| pxm = xen_acpi_get_pxm(pr->handle); | |
| if (pxm < 0) { | |
| pr_err(PREFIX "Failed to get _PXM for acpi_id %d\n", | |
| pr->acpi_id); | |
| return pxm; | |
| } | |
| op.cmd = XENPF_cpu_hotadd; | |
| op.u.cpu_add.apic_id = apic_id; | |
| op.u.cpu_add.acpi_id = pr->acpi_id; | |
| op.u.cpu_add.pxm = pxm; | |
| cpu_id = HYPERVISOR_dom0_op(&op); | |
| if (cpu_id < 0) | |
| pr_err(PREFIX "Failed to hotadd CPU for acpi_id %d\n", | |
| pr->acpi_id); | |
| return cpu_id; | |
| } | |
| static acpi_status xen_acpi_cpu_hotadd(struct acpi_processor *pr) | |
| { | |
| if (!is_processor_present(pr->handle)) | |
| return AE_ERROR; | |
| pr->id = xen_hotadd_cpu(pr); | |
| if ((int)pr->id < 0) | |
| return AE_ERROR; | |
| /* | |
| * Sync with Xen hypervisor, providing new /sys/.../xen_cpuX | |
| * interface after cpu hotadded. | |
| */ | |
| xen_pcpu_hotplug_sync(); | |
| return AE_OK; | |
| } | |
| static int acpi_processor_device_remove(struct acpi_device *device) | |
| { | |
| pr_debug(PREFIX "Xen does not support CPU hotremove\n"); | |
| return -ENOSYS; | |
| } | |
| static void acpi_processor_hotplug_notify(acpi_handle handle, | |
| u32 event, void *data) | |
| { | |
| struct acpi_processor *pr; | |
| struct acpi_device *device = NULL; | |
| u32 ost_code = ACPI_OST_SC_NON_SPECIFIC_FAILURE; /* default */ | |
| int result; | |
| acpi_scan_lock_acquire(); | |
| switch (event) { | |
| case ACPI_NOTIFY_BUS_CHECK: | |
| case ACPI_NOTIFY_DEVICE_CHECK: | |
| ACPI_DEBUG_PRINT((ACPI_DB_INFO, | |
| "Processor driver received %s event\n", | |
| (event == ACPI_NOTIFY_BUS_CHECK) ? | |
| "ACPI_NOTIFY_BUS_CHECK" : "ACPI_NOTIFY_DEVICE_CHECK")); | |
| if (!is_processor_present(handle)) | |
| break; | |
| acpi_bus_get_device(handle, &device); | |
| if (acpi_device_enumerated(device)) | |
| break; | |
| result = acpi_bus_scan(handle); | |
| if (result) { | |
| pr_err(PREFIX "Unable to add the device\n"); | |
| break; | |
| } | |
| device = NULL; | |
| acpi_bus_get_device(handle, &device); | |
| if (!acpi_device_enumerated(device)) { | |
| pr_err(PREFIX "Missing device object\n"); | |
| break; | |
| } | |
| ost_code = ACPI_OST_SC_SUCCESS; | |
| break; | |
| case ACPI_NOTIFY_EJECT_REQUEST: | |
| ACPI_DEBUG_PRINT((ACPI_DB_INFO, | |
| "received ACPI_NOTIFY_EJECT_REQUEST\n")); | |
| if (acpi_bus_get_device(handle, &device)) { | |
| pr_err(PREFIX "Device don't exist, dropping EJECT\n"); | |
| break; | |
| } | |
| pr = acpi_driver_data(device); | |
| if (!pr) { | |
| pr_err(PREFIX "Driver data is NULL, dropping EJECT\n"); | |
| break; | |
| } | |
| /* | |
| * TBD: implement acpi_processor_device_remove if Xen support | |
| * CPU hotremove in the future. | |
| */ | |
| acpi_processor_device_remove(device); | |
| break; | |
| default: | |
| ACPI_DEBUG_PRINT((ACPI_DB_INFO, | |
| "Unsupported event [0x%x]\n", event)); | |
| /* non-hotplug event; possibly handled by other handler */ | |
| goto out; | |
| } | |
| (void) acpi_evaluate_hotplug_ost(handle, event, ost_code, NULL); | |
| out: | |
| acpi_scan_lock_release(); | |
| } | |
| static acpi_status is_processor_device(acpi_handle handle) | |
| { | |
| struct acpi_device_info *info; | |
| char *hid; | |
| acpi_status status; | |
| status = acpi_get_object_info(handle, &info); | |
| if (ACPI_FAILURE(status)) | |
| return status; | |
| if (info->type == ACPI_TYPE_PROCESSOR) { | |
| kfree(info); | |
| return AE_OK; /* found a processor object */ | |
| } | |
| if (!(info->valid & ACPI_VALID_HID)) { | |
| kfree(info); | |
| return AE_ERROR; | |
| } | |
| hid = info->hardware_id.string; | |
| if ((hid == NULL) || strcmp(hid, ACPI_PROCESSOR_DEVICE_HID)) { | |
| kfree(info); | |
| return AE_ERROR; | |
| } | |
| kfree(info); | |
| return AE_OK; /* found a processor device object */ | |
| } | |
| static acpi_status | |
| processor_walk_namespace_cb(acpi_handle handle, | |
| u32 lvl, void *context, void **rv) | |
| { | |
| acpi_status status; | |
| int *action = context; | |
| status = is_processor_device(handle); | |
| if (ACPI_FAILURE(status)) | |
| return AE_OK; /* not a processor; continue to walk */ | |
| switch (*action) { | |
| case INSTALL_NOTIFY_HANDLER: | |
| acpi_install_notify_handler(handle, | |
| ACPI_SYSTEM_NOTIFY, | |
| acpi_processor_hotplug_notify, | |
| NULL); | |
| break; | |
| case UNINSTALL_NOTIFY_HANDLER: | |
| acpi_remove_notify_handler(handle, | |
| ACPI_SYSTEM_NOTIFY, | |
| acpi_processor_hotplug_notify); | |
| break; | |
| default: | |
| break; | |
| } | |
| /* found a processor; skip walking underneath */ | |
| return AE_CTRL_DEPTH; | |
| } | |
| static | |
| void acpi_processor_install_hotplug_notify(void) | |
| { | |
| int action = INSTALL_NOTIFY_HANDLER; | |
| acpi_walk_namespace(ACPI_TYPE_ANY, | |
| ACPI_ROOT_OBJECT, | |
| ACPI_UINT32_MAX, | |
| processor_walk_namespace_cb, NULL, &action, NULL); | |
| } | |
| static | |
| void acpi_processor_uninstall_hotplug_notify(void) | |
| { | |
| int action = UNINSTALL_NOTIFY_HANDLER; | |
| acpi_walk_namespace(ACPI_TYPE_ANY, | |
| ACPI_ROOT_OBJECT, | |
| ACPI_UINT32_MAX, | |
| processor_walk_namespace_cb, NULL, &action, NULL); | |
| } | |
| static const struct acpi_device_id processor_device_ids[] = { | |
| {ACPI_PROCESSOR_OBJECT_HID, 0}, | |
| {ACPI_PROCESSOR_DEVICE_HID, 0}, | |
| {"", 0}, | |
| }; | |
| MODULE_DEVICE_TABLE(acpi, processor_device_ids); | |
| static struct acpi_driver xen_acpi_processor_driver = { | |
| .name = "processor", | |
| .class = ACPI_PROCESSOR_CLASS, | |
| .ids = processor_device_ids, | |
| .ops = { | |
| .add = xen_acpi_processor_add, | |
| .remove = xen_acpi_processor_remove, | |
| }, | |
| }; | |
| static int __init xen_acpi_processor_init(void) | |
| { | |
| int result = 0; | |
| if (!xen_initial_domain()) | |
| return -ENODEV; | |
| /* unregister the stub which only used to reserve driver space */ | |
| xen_stub_processor_exit(); | |
| result = acpi_bus_register_driver(&xen_acpi_processor_driver); | |
| if (result < 0) { | |
| xen_stub_processor_init(); | |
| return result; | |
| } | |
| acpi_processor_install_hotplug_notify(); | |
| return 0; | |
| } | |
| static void __exit xen_acpi_processor_exit(void) | |
| { | |
| if (!xen_initial_domain()) | |
| return; | |
| acpi_processor_uninstall_hotplug_notify(); | |
| acpi_bus_unregister_driver(&xen_acpi_processor_driver); | |
| /* | |
| * stub reserve space again to prevent any chance of native | |
| * driver loading. | |
| */ | |
| xen_stub_processor_init(); | |
| return; | |
| } | |
| module_init(xen_acpi_processor_init); | |
| module_exit(xen_acpi_processor_exit); | |
| ACPI_MODULE_NAME("xen-acpi-cpuhotplug"); | |
| MODULE_AUTHOR("Liu Jinsong <jinsong.liu@intel.com>"); | |
| MODULE_DESCRIPTION("Xen Hotplug CPU Driver"); | |
| MODULE_LICENSE("GPL"); |