drivers/acpi/processor_perflib.c

   1 /*
   2  * processor_perflib.c - ACPI Processor P-States Library ($Revision: 71 $)
   3  *
   4  *  Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
   5  *  Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
   6  *  Copyright (C) 2004       Dominik Brodowski <linux@brodo.de>
   7  *  Copyright (C) 2004  Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
   8  *                      - Added processor hotplug support
   9  *
  10  *
  11  * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  12  *
  13  *  This program is free software; you can redistribute it and/or modify
  14  *  it under the terms of the GNU General Public License as published by
  15  *  the Free Software Foundation; either version 2 of the License, or (at
  16  *  your option) any later version.
  17  *
  18  *  This program is distributed in the hope that it will be useful, but
  19  *  WITHOUT ANY WARRANTY; without even the implied warranty of
  20  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21  *  General Public License for more details.
  22  *
  23  */
  24
  25 #include <linux/kernel.h>
  26 #include <linux/module.h>
  27 #include <linux/init.h>
  28 #include <linux/cpufreq.h>
  29 #include <linux/slab.h>
  30 #include <linux/acpi.h>
  31 #include <acpi/processor.h>
  32 #ifdef CONFIG_X86
  33 #include <asm/cpufeature.h>
  34 #endif
  35
  36 #define PREFIX "ACPI: "
  37
  38 #define ACPI_PROCESSOR_CLASS            "processor"
  39 #define ACPI_PROCESSOR_FILE_PERFORMANCE "performance"
  40 #define _COMPONENT              ACPI_PROCESSOR_COMPONENT
  41 ACPI_MODULE_NAME("processor_perflib");
  42
  43 static DEFINE_MUTEX(performance_mutex);
  44
  45 /*
  46  * _PPC support is implemented as a CPUfreq policy notifier:
  47  * This means each time a CPUfreq driver registered also with
  48  * the ACPI core is asked to change the speed policy, the maximum
  49  * value is adjusted so that it is within the platform limit.
  50  *
  51  * Also, when a new platform limit value is detected, the CPUfreq
  52  * policy is adjusted accordingly.
  53  */
  54
  55 /* ignore_ppc:
  56  * -1 -> cpufreq low level drivers not initialized -> _PSS, etc. not called yet
  57  *       ignore _PPC
  58  *  0 -> cpufreq low level drivers initialized -> consider _PPC values
  59  *  1 -> ignore _PPC totally -> forced by user through boot param
  60  */
  61 static int ignore_ppc = -1;
  62 module_param(ignore_ppc, int, 0644);
  63 MODULE_PARM_DESC(ignore_ppc, "If the frequency of your machine gets wrongly" \
  64                  "limited by BIOS, this should help");
  65
  66 #define PPC_REGISTERED   1
  67 #define PPC_IN_USE       2
  68
  69 static int acpi_processor_ppc_status;
  70
  71 static int acpi_processor_ppc_notifier(struct notifier_block *nb,
  72                                        unsigned long event, void *data)
  73 {
  74         struct cpufreq_policy *policy = data;
  75         struct acpi_processor *pr;
  76         unsigned int ppc = 0;
  77
  78         if (ignore_ppc < 0)
  79                 ignore_ppc = 0;
  80
  81         if (ignore_ppc)
  82                 return 0;
  83
  84         if (event != CPUFREQ_ADJUST)
  85                 return 0;
  86
  87         mutex_lock(&performance_mutex);
  88
  89         pr = per_cpu(processors, policy->cpu);
  90         if (!pr || !pr->performance)
  91                 goto out;
  92
  93         ppc = (unsigned int)pr->performance_platform_limit;
  94
  95         if (ppc >= pr->performance->state_count)
  96                 goto out;
  97
  98         cpufreq_verify_within_limits(policy, 0,
  99                                      pr->performance->states[ppc].
 100                                      core_frequency * 1000);
 101
 102       out:
 103         mutex_unlock(&performance_mutex);
 104
 105         return 0;
 106 }
 107
 108 static struct notifier_block acpi_ppc_notifier_block = {
 109         .notifier_call = acpi_processor_ppc_notifier,
 110 };
 111
 112 static int acpi_processor_get_platform_limit(struct acpi_processor *pr)
 113 {
 114         acpi_status status = 0;
 115         unsigned long long ppc = 0;
 116
 117
 118         if (!pr)
 119                 return -EINVAL;
 120
 121         /*
 122          * _PPC indicates the maximum state currently supported by the platform
 123          * (e.g. 0 = states 0..n; 1 = states 1..n; etc.
 124          */
 125         status = acpi_evaluate_integer(pr->handle, "_PPC", NULL, &ppc);
 126
 127         if (status != AE_NOT_FOUND)
 128                 acpi_processor_ppc_status |= PPC_IN_USE;
 129
 130         if (ACPI_FAILURE(status) && status != AE_NOT_FOUND) {
 131                 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PPC"));
 132                 return -ENODEV;
 133         }
 134
 135         pr_debug("CPU %d: _PPC is %d - frequency %s limited\n", pr->id,
 136                        (int)ppc, ppc ? "" : "not");
 137
 138         pr->performance_platform_limit = (int)ppc;
 139
 140         return 0;
 141 }
 142
 143 #define ACPI_PROCESSOR_NOTIFY_PERFORMANCE       0x80
 144 /*
 145  * acpi_processor_ppc_ost: Notify firmware the _PPC evaluation status
 146  * @handle: ACPI processor handle
 147  * @status: the status code of _PPC evaluation
 148  *      0: success. OSPM is now using the performance state specificed.
 149  *      1: failure. OSPM has not changed the number of P-states in use
 150  */
 151 static void acpi_processor_ppc_ost(acpi_handle handle, int status)
 152 {
 153         if (acpi_has_method(handle, "_OST"))
 154                 acpi_evaluate_ost(handle, ACPI_PROCESSOR_NOTIFY_PERFORMANCE,
 155                                   status, NULL);
 156 }
 157
 158 void acpi_processor_ppc_has_changed(struct acpi_processor *pr, int event_flag)
 159 {
 160         int ret;
 161
 162         if (ignore_ppc || !pr->performance) {
 163                 /*
 164                  * Only when it is notification event, the _OST object
 165                  * will be evaluated. Otherwise it is skipped.
 166                  */
 167                 if (event_flag)
 168                         acpi_processor_ppc_ost(pr->handle, 1);
 169                 return;
 170         }
 171
 172         ret = acpi_processor_get_platform_limit(pr);
 173         /*
 174          * Only when it is notification event, the _OST object
 175          * will be evaluated. Otherwise it is skipped.
 176          */
 177         if (event_flag) {
 178                 if (ret < 0)
 179                         acpi_processor_ppc_ost(pr->handle, 1);
 180                 else
 181                         acpi_processor_ppc_ost(pr->handle, 0);
 182         }
 183         if (ret >= 0)
 184                 cpufreq_update_policy(pr->id);
 185 }
 186
 187 int acpi_processor_get_bios_limit(int cpu, unsigned int *limit)
 188 {
 189         struct acpi_processor *pr;
 190
 191         pr = per_cpu(processors, cpu);
 192         if (!pr || !pr->performance || !pr->performance->state_count)
 193                 return -ENODEV;
 194         *limit = pr->performance->states[pr->performance_platform_limit].
 195                 core_frequency * 1000;
 196         return 0;
 197 }
 198 EXPORT_SYMBOL(acpi_processor_get_bios_limit);
 199
 200 void acpi_processor_ppc_init(void)
 201 {
 202         if (!cpufreq_register_notifier
 203             (&acpi_ppc_notifier_block, CPUFREQ_POLICY_NOTIFIER))
 204                 acpi_processor_ppc_status |= PPC_REGISTERED;
 205         else
 206                 printk(KERN_DEBUG
 207                        "Warning: Processor Platform Limit not supported.\n");
 208 }
 209
 210 void acpi_processor_ppc_exit(void)
 211 {
 212         if (acpi_processor_ppc_status & PPC_REGISTERED)
 213                 cpufreq_unregister_notifier(&acpi_ppc_notifier_block,
 214                                             CPUFREQ_POLICY_NOTIFIER);
 215
 216         acpi_processor_ppc_status &= ~PPC_REGISTERED;
 217 }
 218
 219 static int acpi_processor_get_performance_control(struct acpi_processor *pr)
 220 {
 221         int result = 0;
 222         acpi_status status = 0;
 223         struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
 224         union acpi_object *pct = NULL;
 225         union acpi_object obj = { 0 };
 226
 227
 228         status = acpi_evaluate_object(pr->handle, "_PCT", NULL, &buffer);
 229         if (ACPI_FAILURE(status)) {
 230                 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PCT"));
 231                 return -ENODEV;
 232         }
 233
 234         pct = (union acpi_object *)buffer.pointer;
 235         if (!pct || (pct->type != ACPI_TYPE_PACKAGE)
 236             || (pct->package.count != 2)) {
 237                 printk(KERN_ERR PREFIX "Invalid _PCT data\n");
 238                 result = -EFAULT;
 239                 goto end;
 240         }
 241
 242         /*
 243          * control_register
 244          */
 245
 246         obj = pct->package.elements[0];
 247
 248         if ((obj.type != ACPI_TYPE_BUFFER)
 249             || (obj.buffer.length < sizeof(struct acpi_pct_register))
 250             || (obj.buffer.pointer == NULL)) {
 251                 printk(KERN_ERR PREFIX "Invalid _PCT data (control_register)\n");
 252                 result = -EFAULT;
 253                 goto end;
 254         }
 255         memcpy(&pr->performance->control_register, obj.buffer.pointer,
 256                sizeof(struct acpi_pct_register));
 257
 258         /*
 259          * status_register
 260          */
 261
 262         obj = pct->package.elements[1];
 263
 264         if ((obj.type != ACPI_TYPE_BUFFER)
 265             || (obj.buffer.length < sizeof(struct acpi_pct_register))
 266             || (obj.buffer.pointer == NULL)) {
 267                 printk(KERN_ERR PREFIX "Invalid _PCT data (status_register)\n");
 268                 result = -EFAULT;
 269                 goto end;
 270         }
 271
 272         memcpy(&pr->performance->status_register, obj.buffer.pointer,
 273                sizeof(struct acpi_pct_register));
 274
 275       end:
 276         kfree(buffer.pointer);
 277
 278         return result;
 279 }
 280
 281 #ifdef CONFIG_X86
 282 /*
 283  * Some AMDs have 50MHz frequency multiples, but only provide 100MHz rounding
 284  * in their ACPI data. Calculate the real values and fix up the _PSS data.
 285  */
 286 static void amd_fixup_frequency(struct acpi_processor_px *px, int i)
 287 {
 288         u32 hi, lo, fid, did;
 289         int index = px->control & 0x00000007;
 290
 291         if (boot_cpu_data.x86_vendor != X86_VENDOR_AMD)
 292                 return;
 293
 294         if ((boot_cpu_data.x86 == 0x10 && boot_cpu_data.x86_model < 10)
 295             || boot_cpu_data.x86 == 0x11) {
 296                 rdmsr(MSR_AMD_PSTATE_DEF_BASE + index, lo, hi);
 297                 /*
 298                  * MSR C001_0064+:
 299                  * Bit 63: PstateEn. Read-write. If set, the P-state is valid.
 300                  */
 301                 if (!(hi & BIT(31)))
 302                         return;
 303
 304                 fid = lo & 0x3f;
 305                 did = (lo >> 6) & 7;
 306                 if (boot_cpu_data.x86 == 0x10)
 307                         px->core_frequency = (100 * (fid + 0x10)) >> did;
 308                 else
 309                         px->core_frequency = (100 * (fid + 8)) >> did;
 310         }
 311 }
 312 #else
 313 static void amd_fixup_frequency(struct acpi_processor_px *px, int i) {};
 314 #endif
 315
 316 static int acpi_processor_get_performance_states(struct acpi_processor *pr)
 317 {
 318         int result = 0;
 319         acpi_status status = AE_OK;
 320         struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
 321         struct acpi_buffer format = { sizeof("NNNNNN"), "NNNNNN" };
 322         struct acpi_buffer state = { 0, NULL };
 323         union acpi_object *pss = NULL;
 324         int i;
 325         int last_invalid = -1;
 326
 327
 328         status = acpi_evaluate_object(pr->handle, "_PSS", NULL, &buffer);
 329         if (ACPI_FAILURE(status)) {
 330                 ACPI_EXCEPTION((AE_INFO, status, "Evaluating _PSS"));
 331                 return -ENODEV;
 332         }
 333
 334         pss = buffer.pointer;
 335         if (!pss || (pss->type != ACPI_TYPE_PACKAGE)) {
 336                 printk(KERN_ERR PREFIX "Invalid _PSS data\n");
 337                 result = -EFAULT;
 338                 goto end;
 339         }
 340
 341         ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found %d performance states\n",
 342                           pss->package.count));
 343
 344         pr->performance->state_count = pss->package.count;
 345         pr->performance->states =
 346             kmalloc_array(pss->package.count,
 347                           sizeof(struct acpi_processor_px),
 348                           GFP_KERNEL);
 349         if (!pr->performance->states) {
 350                 result = -ENOMEM;
 351                 goto end;
 352         }
 353
 354         for (i = 0; i < pr->performance->state_count; i++) {
 355
 356                 struct acpi_processor_px *px = &(pr->performance->states[i]);
 357
 358                 state.length = sizeof(struct acpi_processor_px);
 359                 state.pointer = px;
 360
 361                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Extracting state %d\n", i));
 362
 363                 status = acpi_extract_package(&(pss->package.elements[i]),
 364                                               &format, &state);
 365                 if (ACPI_FAILURE(status)) {
 366                         ACPI_EXCEPTION((AE_INFO, status, "Invalid _PSS data"));
 367                         result = -EFAULT;
 368                         kfree(pr->performance->states);
 369                         goto end;
 370                 }
 371
 372                 amd_fixup_frequency(px, i);
 373
 374                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 375                                   "State [%d]: core_frequency[%d] power[%d] transition_latency[%d] bus_master_latency[%d] control[0x%x] status[0x%x]\n",
 376                                   i,
 377                                   (u32) px->core_frequency,
 378                                   (u32) px->power,
 379                                   (u32) px->transition_latency,
 380                                   (u32) px->bus_master_latency,
 381                                   (u32) px->control, (u32) px->status));
 382
 383                 /*
 384                  * Check that ACPI's u64 MHz will be valid as u32 KHz in cpufreq
 385                  */
 386                 if (!px->core_frequency ||
 387                     ((u32)(px->core_frequency * 1000) !=
 388                      (px->core_frequency * 1000))) {
 389                         printk(KERN_ERR FW_BUG PREFIX
 390                                "Invalid BIOS _PSS frequency found for processor %d: 0x%llx MHz\n",
 391                                pr->id, px->core_frequency);
 392                         if (last_invalid == -1)
 393                                 last_invalid = i;
 394                 } else {
 395                         if (last_invalid != -1) {
 396                                 /*
 397                                  * Copy this valid entry over last_invalid entry
 398                                  */
 399                                 memcpy(&(pr->performance->states[last_invalid]),
 400                                        px, sizeof(struct acpi_processor_px));
 401                                 ++last_invalid;
 402                         }
 403                 }
 404         }
 405
 406         if (last_invalid == 0) {
 407                 printk(KERN_ERR FW_BUG PREFIX
 408                        "No valid BIOS _PSS frequency found for processor %d\n", pr->id);
 409                 result = -EFAULT;
 410                 kfree(pr->performance->states);
 411                 pr->performance->states = NULL;
 412         }
 413
 414         if (last_invalid > 0)
 415                 pr->performance->state_count = last_invalid;
 416
 417       end:
 418         kfree(buffer.pointer);
 419
 420         return result;
 421 }
 422
 423 int acpi_processor_get_performance_info(struct acpi_processor *pr)
 424 {
 425         int result = 0;
 426
 427         if (!pr || !pr->performance || !pr->handle)
 428                 return -EINVAL;
 429
 430         if (!acpi_has_method(pr->handle, "_PCT")) {
 431                 ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 432                                   "ACPI-based processor performance control unavailable\n"));
 433                 return -ENODEV;
 434         }
 435
 436         result = acpi_processor_get_performance_control(pr);
 437         if (result)
 438                 goto update_bios;
 439
 440         result = acpi_processor_get_performance_states(pr);
 441         if (result)
 442                 goto update_bios;
 443
 444         /* We need to call _PPC once when cpufreq starts */
 445         if (ignore_ppc != 1)
 446                 result = acpi_processor_get_platform_limit(pr);
 447
 448         return result;
 449
 450         /*
 451          * Having _PPC but missing frequencies (_PSS, _PCT) is a very good hint that
 452          * the BIOS is older than the CPU and does not know its frequencies
 453          */
 454  update_bios:
 455 #ifdef CONFIG_X86
 456         if (acpi_has_method(pr->handle, "_PPC")) {
 457                 if(boot_cpu_has(X86_FEATURE_EST))
 458                         printk(KERN_WARNING FW_BUG "BIOS needs update for CPU "
 459                                "frequency support\n");
 460         }
 461 #endif
 462         return result;
 463 }
 464 EXPORT_SYMBOL_GPL(acpi_processor_get_performance_info);
 465
 466 int acpi_processor_pstate_control(void)
 467 {
 468         acpi_status status;
 469
 470         if (!acpi_gbl_FADT.smi_command || !acpi_gbl_FADT.pstate_control)
 471                 return 0;
 472
 473         ACPI_DEBUG_PRINT((ACPI_DB_INFO,
 474                           "Writing pstate_control [0x%x] to smi_command [0x%x]\n",
 475                           acpi_gbl_FADT.pstate_control, acpi_gbl_FADT.smi_command));
 476
 477         status = acpi_os_write_port(acpi_gbl_FADT.smi_command,
 478                                     (u32)acpi_gbl_FADT.pstate_control, 8);
 479         if (ACPI_SUCCESS(status))
 480                 return 1;
 481
 482         ACPI_EXCEPTION((AE_INFO, status,
 483                         "Failed to write pstate_control [0x%x] to smi_command [0x%x]",
 484                         acpi_gbl_FADT.pstate_control, acpi_gbl_FADT.smi_command));
 485         return -EIO;
 486 }
 487
 488 int acpi_processor_notify_smm(struct module *calling_module)
 489 {
 490         static int is_done = 0;
 491         int result;
 492
 493         if (!(acpi_processor_ppc_status & PPC_REGISTERED))
 494                 return -EBUSY;
 495
 496         if (!try_module_get(calling_module))
 497                 return -EINVAL;
 498
 499         /* is_done is set to negative if an error occurred,
 500          * and to postitive if _no_ error occurred, but SMM
 501          * was already notified. This avoids double notification
 502          * which might lead to unexpected results...
 503          */
 504         if (is_done > 0) {
 505                 module_put(calling_module);
 506                 return 0;
 507         } else if (is_done < 0) {
 508                 module_put(calling_module);
 509                 return is_done;
 510         }
 511
 512         is_done = -EIO;
 513
 514         result = acpi_processor_pstate_control();
 515         if (!result) {
 516                 ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No SMI port or pstate_control\n"));
 517                 module_put(calling_module);
 518                 return 0;
 519         }
 520         if (result < 0) {
 521                 module_put(calling_module);
 522                 return result;
 523         }
 524
 525         /* Success. If there's no _PPC, we need to fear nothing, so
 526          * we can allow the cpufreq driver to be rmmod'ed. */
 527         is_done = 1;
 528
 529         if (!(acpi_processor_ppc_status & PPC_IN_USE))
 530                 module_put(calling_module);
 531
 532         return 0;
 533 }
 534
 535 EXPORT_SYMBOL(acpi_processor_notify_smm);
 536
 537 int acpi_processor_get_psd(acpi_handle handle, struct acpi_psd_package *pdomain)
 538 {
 539         int result = 0;
 540         acpi_status status = AE_OK;
 541         struct acpi_buffer buffer = {ACPI_ALLOCATE_BUFFER, NULL};
 542         struct acpi_buffer format = {sizeof("NNNNN"), "NNNNN"};
 543         struct acpi_buffer state = {0, NULL};
 544         union acpi_object  *psd = NULL;
 545
 546         status = acpi_evaluate_object(handle, "_PSD", NULL, &buffer);
 547         if (ACPI_FAILURE(status)) {
 548                 return -ENODEV;
 549         }
 550
 551         psd = buffer.pointer;
 552         if (!psd || (psd->type != ACPI_TYPE_PACKAGE)) {
 553                 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
 554                 result = -EFAULT;
 555                 goto end;
 556         }
 557
 558         if (psd->package.count != 1) {
 559                 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
 560                 result = -EFAULT;
 561                 goto end;
 562         }
 563
 564         state.length = sizeof(struct acpi_psd_package);
 565         state.pointer = pdomain;
 566
 567         status = acpi_extract_package(&(psd->package.elements[0]),
 568                 &format, &state);
 569         if (ACPI_FAILURE(status)) {
 570                 printk(KERN_ERR PREFIX "Invalid _PSD data\n");
 571                 result = -EFAULT;
 572                 goto end;
 573         }
 574
 575         if (pdomain->num_entries != ACPI_PSD_REV0_ENTRIES) {
 576                 printk(KERN_ERR PREFIX "Unknown _PSD:num_entries\n");
 577                 result = -EFAULT;
 578                 goto end;
 579         }
 580
 581         if (pdomain->revision != ACPI_PSD_REV0_REVISION) {
 582                 printk(KERN_ERR PREFIX "Unknown _PSD:revision\n");
 583                 result = -EFAULT;
 584                 goto end;
 585         }
 586
 587         if (pdomain->coord_type != DOMAIN_COORD_TYPE_SW_ALL &&
 588             pdomain->coord_type != DOMAIN_COORD_TYPE_SW_ANY &&
 589             pdomain->coord_type != DOMAIN_COORD_TYPE_HW_ALL) {
 590                 printk(KERN_ERR PREFIX "Invalid _PSD:coord_type\n");
 591                 result = -EFAULT;
 592                 goto end;
 593         }
 594 end:
 595         kfree(buffer.pointer);
 596         return result;
 597 }
 598 EXPORT_SYMBOL(acpi_processor_get_psd);
 599
 600 int acpi_processor_preregister_performance(
 601                 struct acpi_processor_performance __percpu *performance)
 602 {
 603         int count_target;
 604         int retval = 0;
 605         unsigned int i, j;
 606         cpumask_var_t covered_cpus;
 607         struct acpi_processor *pr;
 608         struct acpi_psd_package *pdomain;
 609         struct acpi_processor *match_pr;
 610         struct acpi_psd_package *match_pdomain;
 611
 612         if (!zalloc_cpumask_var(&covered_cpus, GFP_KERNEL))
 613                 return -ENOMEM;
 614
 615         mutex_lock(&performance_mutex);
 616
 617         /*
 618          * Check if another driver has already registered, and abort before
 619          * changing pr->performance if it has. Check input data as well.
 620          */
 621         for_each_possible_cpu(i) {
 622                 pr = per_cpu(processors, i);
 623                 if (!pr) {
 624                         /* Look only at processors in ACPI namespace */
 625                         continue;
 626                 }
 627
 628                 if (pr->performance) {
 629                         retval = -EBUSY;
 630                         goto err_out;
 631                 }
 632
 633                 if (!performance || !per_cpu_ptr(performance, i)) {
 634                         retval = -EINVAL;
 635                         goto err_out;
 636                 }
 637         }
 638
 639         /* Call _PSD for all CPUs */
 640         for_each_possible_cpu(i) {
 641                 pr = per_cpu(processors, i);
 642                 if (!pr)
 643                         continue;
 644
 645                 pr->performance = per_cpu_ptr(performance, i);
 646                 cpumask_set_cpu(i, pr->performance->shared_cpu_map);
 647                 pdomain = &(pr->performance->domain_info);
 648                 if (acpi_processor_get_psd(pr->handle, pdomain)) {
 649                         retval = -EINVAL;
 650                         continue;
 651                 }
 652         }
 653         if (retval)
 654                 goto err_ret;
 655
 656         /*
 657          * Now that we have _PSD data from all CPUs, lets setup P-state
 658          * domain info.
 659          */
 660         for_each_possible_cpu(i) {
 661                 pr = per_cpu(processors, i);
 662                 if (!pr)
 663                         continue;
 664
 665                 if (cpumask_test_cpu(i, covered_cpus))
 666                         continue;
 667
 668                 pdomain = &(pr->performance->domain_info);
 669                 cpumask_set_cpu(i, pr->performance->shared_cpu_map);
 670                 cpumask_set_cpu(i, covered_cpus);
 671                 if (pdomain->num_processors <= 1)
 672                         continue;
 673
 674                 /* Validate the Domain info */
 675                 count_target = pdomain->num_processors;
 676                 if (pdomain->coord_type == DOMAIN_COORD_TYPE_SW_ALL)
 677                         pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ALL;
 678                 else if (pdomain->coord_type == DOMAIN_COORD_TYPE_HW_ALL)
 679                         pr->performance->shared_type = CPUFREQ_SHARED_TYPE_HW;
 680                 else if (pdomain->coord_type == DOMAIN_COORD_TYPE_SW_ANY)
 681                         pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ANY;
 682
 683                 for_each_possible_cpu(j) {
 684                         if (i == j)
 685                                 continue;
 686
 687                         match_pr = per_cpu(processors, j);
 688                         if (!match_pr)
 689                                 continue;
 690
 691                         match_pdomain = &(match_pr->performance->domain_info);
 692                         if (match_pdomain->domain != pdomain->domain)
 693                                 continue;
 694
 695                         /* Here i and j are in the same domain */
 696
 697                         if (match_pdomain->num_processors != count_target) {
 698                                 retval = -EINVAL;
 699                                 goto err_ret;
 700                         }
 701
 702                         if (pdomain->coord_type != match_pdomain->coord_type) {
 703                                 retval = -EINVAL;
 704                                 goto err_ret;
 705                         }
 706
 707                         cpumask_set_cpu(j, covered_cpus);
 708                         cpumask_set_cpu(j, pr->performance->shared_cpu_map);
 709                 }
 710
 711                 for_each_possible_cpu(j) {
 712                         if (i == j)
 713                                 continue;
 714
 715                         match_pr = per_cpu(processors, j);
 716                         if (!match_pr)
 717                                 continue;
 718
 719                         match_pdomain = &(match_pr->performance->domain_info);
 720                         if (match_pdomain->domain != pdomain->domain)
 721                                 continue;
 722
 723                         match_pr->performance->shared_type =
 724                                         pr->performance->shared_type;
 725                         cpumask_copy(match_pr->performance->shared_cpu_map,
 726                                      pr->performance->shared_cpu_map);
 727                 }
 728         }
 729
 730 err_ret:
 731         for_each_possible_cpu(i) {
 732                 pr = per_cpu(processors, i);
 733                 if (!pr || !pr->performance)
 734                         continue;
 735
 736                 /* Assume no coordination on any error parsing domain info */
 737                 if (retval) {
 738                         cpumask_clear(pr->performance->shared_cpu_map);
 739                         cpumask_set_cpu(i, pr->performance->shared_cpu_map);
 740                         pr->performance->shared_type = CPUFREQ_SHARED_TYPE_ALL;
 741                 }
 742                 pr->performance = NULL; /* Will be set for real in register */
 743         }
 744
 745 err_out:
 746         mutex_unlock(&performance_mutex);
 747         free_cpumask_var(covered_cpus);
 748         return retval;
 749 }
 750 EXPORT_SYMBOL(acpi_processor_preregister_performance);
 751
 752 int
 753 acpi_processor_register_performance(struct acpi_processor_performance
 754                                     *performance, unsigned int cpu)
 755 {
 756         struct acpi_processor *pr;
 757
 758         if (!(acpi_processor_ppc_status & PPC_REGISTERED))
 759                 return -EINVAL;
 760
 761         mutex_lock(&performance_mutex);
 762
 763         pr = per_cpu(processors, cpu);
 764         if (!pr) {
 765                 mutex_unlock(&performance_mutex);
 766                 return -ENODEV;
 767         }
 768
 769         if (pr->performance) {
 770                 mutex_unlock(&performance_mutex);
 771                 return -EBUSY;
 772         }
 773
 774         WARN_ON(!performance);
 775
 776         pr->performance = performance;
 777
 778         if (acpi_processor_get_performance_info(pr)) {
 779                 pr->performance = NULL;
 780                 mutex_unlock(&performance_mutex);
 781                 return -EIO;
 782         }
 783
 784         mutex_unlock(&performance_mutex);
 785         return 0;
 786 }
 787
 788 EXPORT_SYMBOL(acpi_processor_register_performance);
 789
 790 void acpi_processor_unregister_performance(unsigned int cpu)
 791 {
 792         struct acpi_processor *pr;
 793
 794         mutex_lock(&performance_mutex);
 795
 796         pr = per_cpu(processors, cpu);
 797         if (!pr) {
 798                 mutex_unlock(&performance_mutex);
 799                 return;
 800         }
 801
 802         if (pr->performance)
 803                 kfree(pr->performance->states);
 804         pr->performance = NULL;
 805
 806         mutex_unlock(&performance_mutex);
 807
 808         return;
 809 }
 810
 811 EXPORT_SYMBOL(acpi_processor_unregister_performance);