drivers/acpi/processor_perflib.c

   1 /*
   2  * processor_perflib.c - ACPI Processor P-States Library ($Revision: 71 $)
   3  *
   4  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
   5  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
   6  *  Copyright (C) 2004       Dominik Brodowski <linux@brodo.de>
   7  *  Copyright (C) 2004  Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
   8  *                      - Added processor hotplug support
   9  *
  10  *
  11  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  12  *
  13  *  This program is free software; you can redistribute it and/or modify
  14  *  it under the terms of the GNU General Public License as published by
  15  *  the Free Software Foundation; either version 2 of the License, or (at
  16  *  your option) any later version.
  17  *
  18  *  This program is distributed in the hope that it will be useful, but
  19  *  WITHOUT ANY WARRANTY; without even the implied warranty of
  20  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21  *  General Public License for more details.
  22  *
  23  */
  24
  25 #include <linux/kernel.h>
  26 #include <linux/module.h>
  27 #include <linux/init.h>
  28 #include <linux/cpufreq.h>
  29 #include <linux/slab.h>
  30 #include <linux/acpi.h>
  31 #include <acpi/processor.h>
  32 #ifdef CONFIG_X86
  33 #include <asm/cpufeature.h>
  34 #endif
  35
  36 #define PREFIX "ACPI: "
  37
  38 #define ACPI_PROCESSOR_CLASS            "processor"
  39 #define ACPI_PROCESSOR_FILE_PERFORMANCE "performance"
  40 #define _COMPONENT              ACPI_PROCESSOR_COMPONENT
  41 ACPI_MODULE_NAME("processor_perflib");
  42
  43 static DEFINE_MUTEX(performance_mutex);
  44
  45 /*
  46  * _PPC support is implemented as a CPUfreq policy notifier:
  47  * This means each time a CPUfreq driver registered also with
  48  * the ACPI core is asked to change the speed policy, the maximum
  49  * value is adjusted so that it is within the platform limit.
  50  *
  51  * Also, when a new platform limit value is detected, the CPUfreq
  52  * policy is adjusted accordingly.
  53  */
  54
  55 /* ignore_ppc:
  56  * -1 -> cpufreq low level drivers not initialized -> _PSS, etc. not called yet
  57  *       ignore _PPC
  58  *  0 -> cpufreq low level drivers initialized -> consider _PPC values
  59  *  1 -> ignore _PPC totally -> forced by user through boot param
  60  */
  61 static int ignore_ppc = -1;
  62 module_param(ignore_ppc, int, 0644);
  63 MODULE_PARM_DESC(ignore_ppc, "If the frequency of your machine gets wrongly" \
  64                  "limited by BIOS, this should help");
  65
  66 #define PPC_REGISTERED   1
  67 #define PPC_IN_USE       2
  68
  69 static int acpi_processor_ppc_status;
  70
  71 static int acpi_processor_ppc_notifier(struct notifier_block *nb,
  72                                        unsigned long event, void *data)
  73 {
  74         struct cpufreq_policy *policy = data;
  75         struct acpi_processor *pr;
  76         unsigned int ppc = 0;
  77
  78         if (ignore_ppc < 0)
  79                 ignore_ppc = 0;
  80
  81         if (ignore_ppc)
  82                 return 0;
  83
  84         if (event != CPUFREQ_ADJUST)
  85                 return 0;
  86
  87         mutex_lock(&performance_mutex);
  88
  89         pr = per_cpu(processors, policy->cpu);
  90         if (!pr || !pr->performance)
  91                 goto out;
  92
  93         ppc = (unsigned int)pr->performance_platform_limit;
  94
  95         if (ppc >= pr->performance->state_count)
  96                 goto out;
  97
  98         cpufreq_verify_within_limits(policy, 0,
  99                                      pr->performance->states[ppc].
 100                                      core_frequency * 1000);
 101
 102       out:
 103         mutex_unlock(&performance_mutex);
 104
 105         return 0;
 106 }
 107
 108 static struct notifier_block acpi_ppc_notifier_block = {
 109         .notifier_call = acpi_processor_ppc_notifier,
 110 };
 111
 112 static int acpi_processor_get_platform_limit(struct acpi_processor *pr)
 113 {
 114         acpi_status status = 0;
 115         unsigned long long ppc = 0;
 116
 117
 118         if (!pr)
 119                 return -EINVAL;
 120
 121         /*
 122          * _PPC indicates the maximum state currently supported by the platform
 123          * (e.g. 0 = states 0..n; 1 = states 1..n; etc.
 124          */
 125         status = acpi_evaluate_integer(pr->handle, "_PPC", NULL, &ppc);
 126
 127         if (status != AE_NOT_FOUND)
 128                 acpi_processor_ppc_status |= PPC_IN_USE;
 129
 130         if (ACPI_FAILURE(status) && status != AE_NOT_FOUND) {
 131                 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PPC"));
 132                 return -ENODEV;
 133         }
 134
 135         pr_debug("CPU %d: _PPC is %d - frequency %s limited\n", pr->id,
 136                        (int)ppc, ppc ? "" : "not");
 137
 138         pr->performance_platform_limit = (int)ppc;
 139
 140         return 0;
 141 }
 142
 143 #define ACPI_PROCESSOR_NOTIFY_PERFORMANCE       0x80
 144 /*
 145  * acpi_processor_ppc_ost: Notify firmware the _PPC evaluation status
 146  * @handle: ACPI processor handle
 147  * @status: the status code of _PPC evaluation
 148  *      0: success. OSPM is now using the performance state specificed.
 149  *      1: failure. OSPM has not changed the number of P-states in use
 150  */
 151 static void acpi_processor_ppc_ost(acpi_handle handle, int status)
 152 {
 153         if (acpi_has_method(handle, "_OST"))
 154                 acpi_evaluate_ost(handle, ACPI_PROCESSOR_NOTIFY_PERFORMANCE,
 155                                   status, NULL);
 156 }
 157
 158 void acpi_processor_ppc_has_changed(struct acpi_processor *pr, int event_flag)
 159 {
 160         int ret;
 161
 162         if (ignore_ppc || !pr->performance) {
 163                 /*
 164                  * Only when it is notification event, the _OST object
 165                  * will be evaluated. Otherwise it is skipped.
 166                  */
 167                 if (event_flag)
 168                         acpi_processor_ppc_ost(pr->handle, 1);
 169                 return;
 170         }
 171
 172         ret = acpi_processor_get_platform_limit(pr);
 173         /*
 174          * Only when it is notification event, the _OST object
 175          * will be evaluated. Otherwise it is skipped.
 176          */
 177         if (event_flag) {
 178                 if (ret < 0)
 179                         acpi_processor_ppc_ost(pr->handle, 1);
 180                 else
 181                         acpi_processor_ppc_ost(pr->handle, 0);
 182         }
 183         if (ret >= 0)
 184                 cpufreq_update_policy(pr->id);
 185 }
 186
 187 int acpi_processor_get_bios_limit(int cpu, unsigned int *limit)
 188 {
 189         struct acpi_processor *pr;
 190
 191         pr = per_cpu(processors, cpu);
 192         if (!pr || !pr->performance || !pr->performance->state_count)
 193                 return -ENODEV;
 194         *limit = pr->performance->states[pr->performance_platform_limit].
 195                 core_frequency * 1000;
 196         return 0;
 197 }
 198 EXPORT_SYMBOL(acpi_processor_get_bios_limit);
 199
 200 void acpi_processor_ppc_init(void)
 201 {
 202         if (!cpufreq_register_notifier
 203             (&acpi_ppc_notifier_block, CPUFREQ_POLICY_NOTIFIER))
 204                 acpi_processor_ppc_status |= PPC_REGISTERED;
 205         else
 206                 printk(KERN_DEBUG
 207                        "Warning: Processor Platform Limit not supported.\n");
 208 }
 209
 210 void acpi_processor_ppc_exit(void)
 211 {
 212         if (acpi_processor_ppc_status & PPC_REGISTERED)
 213                 cpufreq_unregister_notifier(&acpi_ppc_notifier_block,
 214                                             CPUFREQ_POLICY_NOTIFIER);
 215
 216         acpi_processor_ppc_status &= ~PPC_REGISTERED;
 217 }
 218
 219 static int acpi_processor_get_performance_control(struct acpi_processor *pr)
 220 {
 221         int result = 0;
 222         acpi_status status = 0;
 223         struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
 224         union acpi_object *pct = NULL;
 225         union acpi_object obj = { 0 };
 226
 227
 228         status = acpi_evaluate_object(pr->handle, "_PCT", NULL, &buffer);
 229         if (ACPI_FAILURE(status)) {
 230                 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PCT"));
 231                 return -ENODEV;
 232         }
 233
 234         pct = (union acpi_object *)buffer.pointer;
 235         if (!pct || (pct->type != ACPI_TYPE_PACKAGE)
 236             || (pct->package.count != 2)) {
 237                 printk(KERN_ERR PREFIX "Invalid _PCT data\n");
 238                 result = -EFAULT;
 239                 goto end;
 240         }
 241
 242         /*
 243          * control_register
 244          */
 245
 246         obj = pct->package.elements[0];
 247
 248         if ((obj.type != ACPI_TYPE_BUFFER)
 249             || (obj.buffer.length < sizeof(struct acpi_pct_register))
 250             || (obj.buffer.pointer == NULL)) {
 251                 printk(KERN_ERR PREFIX "Invalid _PCT data (control_register)\n");
 252                 result = -EFAULT;
 253                 goto end;
 254         }
 255         memcpy(&pr->performance->control_register, obj.buffer.pointer,
 256                sizeof(struct acpi_pct_register));
 257
 258         /*
 259          * status_register
 260          */
 261
 262         obj = pct->package.elements[1];
 263
 264         if ((obj.type != ACPI_TYPE_BUFFER)
 265             || (obj.buffer.length < sizeof(struct acpi_pct_register))
 266             || (obj.buffer.pointer == NULL)) {
 267                 printk(KERN_ERR PREFIX "Invalid _PCT data (status_register)\n");
 268                 result = -EFAULT;
 269                 goto end;
 270         }
 271
 272         memcpy(&pr->performance->status_register, obj.buffer.pointer,
 273                sizeof(struct acpi_pct_register));
 274
 275       end:
 276         kfree(buffer.pointer);
 277
 278         return result;
 279 }
 280
 281 #ifdef CONFIG_X86
 282 /*
 283  * Some AMDs have 50MHz frequency multiples, but only provide 100MHz rounding
 284  * in their ACPI data. Calculate the real values and fix up the _PSS data.
 285  */
 286 static void amd_fixup_frequency(struct acpi_processor_px *px, int i)
 287 {
 288         u32 hi, lo, fid, did;
 289         int index = px->control & 0x00000007;
 290
 291         if (boot_cpu_data.x86_vendor != X86_VENDOR_AMD)
 292                 return;
 293
 294         if ((boot_cpu_data.x86 == 0x10 && boot_cpu_data.x86_model < 10)
 295             || boot_cpu_data.x86 == 0x11) {
 296                 rdmsr(MSR_AMD_PSTATE_DEF_BASE + index, lo, hi);
 297                 /*
 298                  * MSR C001_0064+:
 299                  * Bit 63: PstateEn. Read-write. If set, the P-state is valid.
 300                  */
 301                 if (!(hi & BIT(31)))
 302                         return;
 303
 304                 fid = lo & 0x3f;
 305                 did = (lo >> 6) & 7;
 306                 if (boot_cpu_data.x86 == 0x10)
 307                         px->core_frequency = (100 * (fid + 0x10)) >> did;
 308                 else
 309                         px->core_frequency = (100 * (fid + 8)) >> did;
 310         }
 311 }
 312 #else
 313 static void amd_fixup_frequency(struct acpi_processor_px *px, int i) {};
 314 #endif
 315
 316 static int acpi_processor_get_performance_states(struct acpi_processor *pr)
 317 {
 318         int result = 0;
 319         acpi_status status = AE_OK;
 320         struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
 321         struct acpi_buffer format = { sizeof("NNNNNN"), "NNNNNN" };
 322         struct acpi_buffer state = { 0, NULL };
 323         union acpi_object *pss = NULL;
 324         int i;
 325         int last_invalid = -1;
 326
 327
 328         status = acpi_evaluate_object(pr->handle, "_PSS", NULL, &buffer);
 329         if (ACPI_FAILURE(status)) {
 330                 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PSS"));
 331                 return -ENODEV;
 332         }
 333
 334         pss = buffer.pointer;
 335         if (!pss || (pss->type != ACPI_TYPE_PACKAGE)) {
 336                 printk(KERN_ERR PREFIX "Invalid _PSS data\n");
 337                 result = -EFAULT;
 338                 goto end;
 339         }
 340
 341         ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found %d performance states\n",
 342                           pss->package.count));
 343
 344         pr->performance->state_count = pss->package.count;
 345         pr->performance->states =
 346             kmalloc(sizeof(struct acpi_processor_px) * pss->package.count,
 347                     GFP_KERNEL);
 348         if (!pr->performance->states) {
 349                 result = -ENOMEM;
 350                 goto end;
 351         }
 352
 353         for (i = 0; i < pr->performance->state_count; i++) {
 354
 355                 struct acpi_processor_px *px = &(pr->performance->states[i]);
 356
 357                 state.length = sizeof(struct acpi_processor_px);
 358                 state.pointer = px;
 359
 360                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Extracting state %d\n", i));
 361
 362                 status = acpi_extract_package(&(pss->package.elements[i]),
 363                                               &format, &state);
 364                 if (ACPI_FAILURE(status)) {
 365                         ACPI_EXCEPTION((AE_INFO, status, "Invalid _PSS data"));
 366                         result = -EFAULT;
 367                         kfree(pr->performance->states);
 368                         goto end;
 369                 }
 370
 371                 amd_fixup_frequency(px, i);
 372
 373                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 374                                   "State [%d]: core_frequency[%d] power[%d] transition_latency[%d] bus_master_latency[%d] control[0x%x] status[0x%x]\n",
 375                                   i,
 376                                   (u32) px->core_frequency,
 377                                   (u32) px->power,
 378                                   (u32) px->transition_latency,
 379                                   (u32) px->bus_master_latency,
 380                                   (u32) px->control, (u32) px->status));
 381
 382                 /*
 383                  * Check that ACPI's u64 MHz will be valid as u32 KHz in cpufreq
 384                  */
 385                 if (!px->core_frequency ||
 386                     ((u32)(px->core_frequency * 1000) !=
 387                      (px->core_frequency * 1000))) {
 388                         printk(KERN_ERR FW_BUG PREFIX
 389                                "Invalid BIOS _PSS frequency found for processor %d: 0x%llx MHz\n",
 390                                pr->id, px->core_frequency);
 391                         if (last_invalid == -1)
 392                                 last_invalid = i;
 393                 } else {
 394                         if (last_invalid != -1) {
 395                                 /*
 396                                  * Copy this valid entry over last_invalid entry
 397                                  */
 398                                 memcpy(&(pr->performance->states[last_invalid]),
 399                                        px, sizeof(struct acpi_processor_px));
 400                                 ++last_invalid;
 401                         }
 402                 }
 403         }
 404
 405         if (last_invalid == 0) {
 406                 printk(KERN_ERR FW_BUG PREFIX
 407                        "No valid BIOS _PSS frequency found for processor %d\n", pr->id);
 408                 result = -EFAULT;
 409                 kfree(pr->performance->states);
 410                 pr->performance->states = NULL;
 411         }
 412
 413         if (last_invalid > 0)
 414                 pr->performance->state_count = last_invalid;
 415
 416       end:
 417         kfree(buffer.pointer);
 418
 419         return result;
 420 }
 421
 422 int acpi_processor_get_performance_info(struct acpi_processor *pr)
 423 {
 424         int result = 0;
 425
 426         if (!pr || !pr->performance || !pr->handle)
 427                 return -EINVAL;
 428
 429         if (!acpi_has_method(pr->handle, "_PCT")) {
 430                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 431                                   "ACPI-based processor performance control unavailable\n"));
 432                 return -ENODEV;
 433         }
 434
 435         result = acpi_processor_get_performance_control(pr);
 436         if (result)
 437                 goto update_bios;
 438
 439         result = acpi_processor_get_performance_states(pr);
 440         if (result)
 441                 goto update_bios;
 442
 443         /* We need to call _PPC once when cpufreq starts */
 444         if (ignore_ppc != 1)
 445                 result = acpi_processor_get_platform_limit(pr);
 446
 447         return result;
 448
 449         /*
 450          * Having _PPC but missing frequencies (_PSS, _PCT) is a very good hint that
 451          * the BIOS is older than the CPU and does not know its frequencies
 452          */
 453  update_bios:
 454 #ifdef CONFIG_X86
 455         if (acpi_has_method(pr->handle, "_PPC")) {
 456                 if(boot_cpu_has(X86_FEATURE_EST))
 457                         printk(KERN_WARNING FW_BUG "BIOS needs update for CPU "
 458                                "frequency support\n");
 459         }
 460 #endif
 461         return result;
 462 }
 463 EXPORT_SYMBOL_GPL(acpi_processor_get_performance_info);
 464
 465 int acpi_processor_pstate_control(void)
 466 {
 467         acpi_status status;
 468
 469         if (!acpi_gbl_FADT.smi_command || !acpi_gbl_FADT.pstate_control)
 470                 return 0;
 471
 472         ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 473                           "Writing pstate_control [0x%x] to smi_command [0x%x]\n",
 474                           acpi_gbl_FADT.pstate_control, acpi_gbl_FADT.smi_command));
 475
 476         status = acpi_os_write_port(acpi_gbl_FADT.smi_command,
 477                                     (u32)acpi_gbl_FADT.pstate_control, 8);
 478         if (ACPI_SUCCESS(status))
 479                 return 1;
 480
 481         ACPI_EXCEPTION((AE_INFO, status,
 482                         "Failed to write pstate_control [0x%x] to smi_command [0x%x]",
 483                         acpi_gbl_FADT.pstate_control, acpi_gbl_FADT.smi_command));
 484         return -EIO;
 485 }
 486
 487 int acpi_processor_notify_smm(struct module *calling_module)
 488 {
 489         static int is_done = 0;
 490         int result;
 491
 492         if (!(acpi_processor_ppc_status & PPC_REGISTERED))
 493                 return -EBUSY;
 494
 495         if (!try_module_get(calling_module))
 496                 return -EINVAL;
 497
 498         /* is_done is set to negative if an error occurred,
 499          * and to postitive if _no_ error occurred, but SMM
 500          * was already notified. This avoids double notification
 501          * which might lead to unexpected results...
 502          */
 503         if (is_done > 0) {
 504                 module_put(calling_module);
 505                 return 0;
 506         } else if (is_done < 0) {
 507                 module_put(calling_module);
 508                 return is_done;
 509         }
 510
 511         is_done = -EIO;
 512
 513         result = acpi_processor_pstate_control();
 514         if (!result) {
 515                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No SMI port or pstate_control\n"));
 516                 module_put(calling_module);
 517                 return 0;
 518         }
 519         if (result < 0) {
 520                 module_put(calling_module);
 521                 return result;
 522         }
 523
 524         /* Success. If there's no _PPC, we need to fear nothing, so
 525          * we can allow the cpufreq driver to be rmmod'ed. */
 526         is_done = 1;
 527
 528         if (!(acpi_processor_ppc_status & PPC_IN_USE))
 529                 module_put(calling_module);
 530
 531         return 0;
 532 }
 533
 534 EXPORT_SYMBOL(acpi_processor_notify_smm);
 535
 536 static int acpi_processor_get_psd(struct acpi_processor *pr)
 537 {
 538         int result = 0;
 539         acpi_status status = AE_OK;
 540         struct acpi_buffer buffer = {ACPI_ALLOCATE_BUFFER, NULL};
 541         struct acpi_buffer format = {sizeof("NNNNN"), "NNNNN"};
 542         struct acpi_buffer state = {0, NULL};
 543         union acpi_object  *psd = NULL;
 544         struct acpi_psd_package *pdomain;
 545
 546         status = acpi_evaluate_object(pr->handle, "_PSD", NULL, &buffer);
 547         if (ACPI_FAILURE(status)) {
 548                 return -ENODEV;
 549         }
 550
 551         psd = buffer.pointer;
 552         if (!psd || (psd->type != ACPI_TYPE_PACKAGE)) {
 553                 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
 554                 result = -EFAULT;
 555                 goto end;
 556         }
 557
 558         if (psd->package.count != 1) {
 559                 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
 560                 result = -EFAULT;
 561                 goto end;
 562         }
 563
 564         pdomain = &(pr->performance->domain_info);
 565
 566         state.length = sizeof(struct acpi_psd_package);
 567         state.pointer = pdomain;
 568
 569         status = acpi_extract_package(&(psd->package.elements[0]),
 570                 &format, &state);
 571         if (ACPI_FAILURE(status)) {
 572                 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
 573                 result = -EFAULT;
 574                 goto end;
 575         }
 576
 577         if (pdomain->num_entries != ACPI_PSD_REV0_ENTRIES) {
 578                 printk(KERN_ERR PREFIX "Unknown _PSD:num_entries\n");
 579                 result = -EFAULT;
 580                 goto end;
 581         }
 582
 583         if (pdomain->revision != ACPI_PSD_REV0_REVISION) {
 584                 printk(KERN_ERR PREFIX "Unknown _PSD:revision\n");
 585                 result = -EFAULT;
 586                 goto end;
 587         }
 588
 589         if (pdomain->coord_type != DOMAIN_COORD_TYPE_SW_ALL &&
 590             pdomain->coord_type != DOMAIN_COORD_TYPE_SW_ANY &&
 591             pdomain->coord_type != DOMAIN_COORD_TYPE_HW_ALL) {
 592                 printk(KERN_ERR PREFIX "Invalid _PSD:coord_type\n");
 593                 result = -EFAULT;
 594                 goto end;
 595         }
 596 end:
 597         kfree(buffer.pointer);
 598         return result;
 599 }
 600
 601 int acpi_processor_preregister_performance(
 602                 struct acpi_processor_performance __percpu *performance)
 603 {
 604         int count_target;
 605         int retval = 0;
 606         unsigned int i, j;
 607         cpumask_var_t covered_cpus;
 608         struct acpi_processor *pr;
 609         struct acpi_psd_package *pdomain;
 610         struct acpi_processor *match_pr;
 611         struct acpi_psd_package *match_pdomain;
 612
 613         if (!zalloc_cpumask_var(&covered_cpus, GFP_KERNEL))
 614                 return -ENOMEM;
 615
 616         mutex_lock(&performance_mutex);
 617
 618         /*
 619          * Check if another driver has already registered, and abort before
 620          * changing pr->performance if it has. Check input data as well.
 621          */
 622         for_each_possible_cpu(i) {
 623                 pr = per_cpu(processors, i);
 624                 if (!pr) {
 625                         /* Look only at processors in ACPI namespace */
 626                         continue;
 627                 }
 628
 629                 if (pr->performance) {
 630                         retval = -EBUSY;
 631                         goto err_out;
 632                 }
 633
 634                 if (!performance || !per_cpu_ptr(performance, i)) {
 635                         retval = -EINVAL;
 636                         goto err_out;
 637                 }
 638         }
 639
 640         /* Call _PSD for all CPUs */
 641         for_each_possible_cpu(i) {
 642                 pr = per_cpu(processors, i);
 643                 if (!pr)
 644                         continue;
 645
 646                 pr->performance = per_cpu_ptr(performance, i);
 647                 cpumask_set_cpu(i, pr->performance->shared_cpu_map);
 648                 if (acpi_processor_get_psd(pr)) {
 649                         retval = -EINVAL;
 650                         continue;
 651                 }
 652         }
 653         if (retval)
 654                 goto err_ret;
 655
 656         /*
 657          * Now that we have _PSD data from all CPUs, lets setup P-state
 658          * domain info.
 659          */
 660         for_each_possible_cpu(i) {
 661                 pr = per_cpu(processors, i);
 662                 if (!pr)
 663                         continue;
 664
 665                 if (cpumask_test_cpu(i, covered_cpus))
 666                         continue;
 667
 668                 pdomain = &(pr->performance->domain_info);
 669                 cpumask_set_cpu(i, pr->performance->shared_cpu_map);
 670                 cpumask_set_cpu(i, covered_cpus);
 671                 if (pdomain->num_processors <= 1)
 672                         continue;
 673
 674                 /* Validate the Domain info */
 675                 count_target = pdomain->num_processors;
 676                 if (pdomain->coord_type == DOMAIN_COORD_TYPE_SW_ALL)
 677                         pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ALL;
 678                 else if (pdomain->coord_type == DOMAIN_COORD_TYPE_HW_ALL)
 679                         pr->performance->shared_type = CPUFREQ_SHARED_TYPE_HW;
 680                 else if (pdomain->coord_type == DOMAIN_COORD_TYPE_SW_ANY)
 681                         pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ANY;
 682
 683                 for_each_possible_cpu(j) {
 684                         if (i == j)
 685                                 continue;
 686
 687                         match_pr = per_cpu(processors, j);
 688                         if (!match_pr)
 689                                 continue;
 690
 691                         match_pdomain = &(match_pr->performance->domain_info);
 692                         if (match_pdomain->domain != pdomain->domain)
 693                                 continue;
 694
 695                         /* Here i and j are in the same domain */
 696
 697                         if (match_pdomain->num_processors != count_target) {
 698                                 retval = -EINVAL;
 699                                 goto err_ret;
 700                         }
 701
 702                         if (pdomain->coord_type != match_pdomain->coord_type) {
 703                                 retval = -EINVAL;
 704                                 goto err_ret;
 705                         }
 706
 707                         cpumask_set_cpu(j, covered_cpus);
 708                         cpumask_set_cpu(j, pr->performance->shared_cpu_map);
 709                 }
 710
 711                 for_each_possible_cpu(j) {
 712                         if (i == j)
 713                                 continue;
 714
 715                         match_pr = per_cpu(processors, j);
 716                         if (!match_pr)
 717                                 continue;
 718
 719                         match_pdomain = &(match_pr->performance->domain_info);
 720                         if (match_pdomain->domain != pdomain->domain)
 721                                 continue;
 722
 723                         match_pr->performance->shared_type =
 724                                         pr->performance->shared_type;
 725                         cpumask_copy(match_pr->performance->shared_cpu_map,
 726                                      pr->performance->shared_cpu_map);
 727                 }
 728         }
 729
 730 err_ret:
 731         for_each_possible_cpu(i) {
 732                 pr = per_cpu(processors, i);
 733                 if (!pr || !pr->performance)
 734                         continue;
 735
 736                 /* Assume no coordination on any error parsing domain info */
 737                 if (retval) {
 738                         cpumask_clear(pr->performance->shared_cpu_map);
 739                         cpumask_set_cpu(i, pr->performance->shared_cpu_map);
 740                         pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ALL;
 741                 }
 742                 pr->performance = NULL; /* Will be set for real in register */
 743         }
 744
 745 err_out:
 746         mutex_unlock(&performance_mutex);
 747         free_cpumask_var(covered_cpus);
 748         return retval;
 749 }
 750 EXPORT_SYMBOL(acpi_processor_preregister_performance);
 751
 752 int
 753 acpi_processor_register_performance(struct acpi_processor_performance
 754                                     *performance, unsigned int cpu)
 755 {
 756         struct acpi_processor *pr;
 757
 758         if (!(acpi_processor_ppc_status & PPC_REGISTERED))
 759                 return -EINVAL;
 760
 761         mutex_lock(&performance_mutex);
 762
 763         pr = per_cpu(processors, cpu);
 764         if (!pr) {
 765                 mutex_unlock(&performance_mutex);
 766                 return -ENODEV;
 767         }
 768
 769         if (pr->performance) {
 770                 mutex_unlock(&performance_mutex);
 771                 return -EBUSY;
 772         }
 773
 774         WARN_ON(!performance);
 775
 776         pr->performance = performance;
 777
 778         if (acpi_processor_get_performance_info(pr)) {
 779                 pr->performance = NULL;
 780                 mutex_unlock(&performance_mutex);
 781                 return -EIO;
 782         }
 783
 784         mutex_unlock(&performance_mutex);
 785         return 0;
 786 }
 787
 788 EXPORT_SYMBOL(acpi_processor_register_performance);
 789
 790 void acpi_processor_unregister_performance(unsigned int cpu)
 791 {
 792         struct acpi_processor *pr;
 793
 794         mutex_lock(&performance_mutex);
 795
 796         pr = per_cpu(processors, cpu);
 797         if (!pr) {
 798                 mutex_unlock(&performance_mutex);
 799                 return;
 800         }
 801
 802         if (pr->performance)
 803                 kfree(pr->performance->states);
 804         pr->performance = NULL;
 805
 806         mutex_unlock(&performance_mutex);
 807
 808         return;
 809 }
 810
 811 EXPORT_SYMBOL(acpi_processor_unregister_performance);