arch/powerpc/platforms/pseries/hotplug-memory.c

   1 /*
   2  * pseries Memory Hotplug infrastructure.
   3  *
   4  * Copyright (C) 2008 Badari Pulavarty, IBM Corporation
   5  *
   6  *      This program is free software; you can redistribute it and/or
   7  *      modify it under the terms of the GNU General Public License
   8  *      as published by the Free Software Foundation; either version
   9  *      2 of the License, or (at your option) any later version.
  10  */
  11
  12 #define pr_fmt(fmt)     "pseries-hotplug-mem: " fmt
  13
  14 #include <linux/of.h>
  15 #include <linux/of_address.h>
  16 #include <linux/memblock.h>
  17 #include <linux/memory.h>
  18 #include <linux/memory_hotplug.h>
  19 #include <linux/slab.h>
  20
  21 #include <asm/firmware.h>
  22 #include <asm/machdep.h>
  23 #include <asm/prom.h>
  24 #include <asm/sparsemem.h>
  25 #include "pseries.h"
  26
  27 static bool rtas_hp_event;
  28
  29 unsigned long pseries_memory_block_size(void)
  30 {
  31         struct device_node *np;
  32         unsigned int memblock_size = MIN_MEMORY_BLOCK_SIZE;
  33         struct resource r;
  34
  35         np = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
  36         if (np) {
  37                 const __be64 *size;
  38
  39                 size = of_get_property(np, "ibm,lmb-size", NULL);
  40                 if (size)
  41                         memblock_size = be64_to_cpup(size);
  42                 of_node_put(np);
  43         } else  if (machine_is(pseries)) {
  44                 /* This fallback really only applies to pseries */
  45                 unsigned int memzero_size = 0;
  46
  47                 np = of_find_node_by_path("/memory@0");
  48                 if (np) {
  49                         if (!of_address_to_resource(np, 0, &r))
  50                                 memzero_size = resource_size(&r);
  51                         of_node_put(np);
  52                 }
  53
  54                 if (memzero_size) {
  55                         /* We now know the size of memory@0, use this to find
  56                          * the first memoryblock and get its size.
  57                          */
  58                         char buf[64];
  59
  60                         sprintf(buf, "/memory@%x", memzero_size);
  61                         np = of_find_node_by_path(buf);
  62                         if (np) {
  63                                 if (!of_address_to_resource(np, 0, &r))
  64                                         memblock_size = resource_size(&r);
  65                                 of_node_put(np);
  66                         }
  67                 }
  68         }
  69         return memblock_size;
  70 }
  71
  72 static void dlpar_free_property(struct property *prop)
  73 {
  74         kfree(prop->name);
  75         kfree(prop->value);
  76         kfree(prop);
  77 }
  78
  79 static struct property *dlpar_clone_property(struct property *prop,
  80                                              u32 prop_size)
  81 {
  82         struct property *new_prop;
  83
  84         new_prop = kzalloc(sizeof(*new_prop), GFP_KERNEL);
  85         if (!new_prop)
  86                 return NULL;
  87
  88         new_prop->name = kstrdup(prop->name, GFP_KERNEL);
  89         new_prop->value = kzalloc(prop_size, GFP_KERNEL);
  90         if (!new_prop->name || !new_prop->value) {
  91                 dlpar_free_property(new_prop);
  92                 return NULL;
  93         }
  94
  95         memcpy(new_prop->value, prop->value, prop->length);
  96         new_prop->length = prop_size;
  97
  98         of_property_set_flag(new_prop, OF_DYNAMIC);
  99         return new_prop;
 100 }
 101
 102 static struct property *dlpar_clone_drconf_property(struct device_node *dn)
 103 {
 104         struct property *prop, *new_prop;
 105         struct of_drconf_cell *lmbs;
 106         u32 num_lmbs, *p;
 107         int i;
 108
 109         prop = of_find_property(dn, "ibm,dynamic-memory", NULL);
 110         if (!prop)
 111                 return NULL;
 112
 113         new_prop = dlpar_clone_property(prop, prop->length);
 114         if (!new_prop)
 115                 return NULL;
 116
 117         /* Convert the property to cpu endian-ness */
 118         p = new_prop->value;
 119         *p = be32_to_cpu(*p);
 120
 121         num_lmbs = *p++;
 122         lmbs = (struct of_drconf_cell *)p;
 123
 124         for (i = 0; i < num_lmbs; i++) {
 125                 lmbs[i].base_addr = be64_to_cpu(lmbs[i].base_addr);
 126                 lmbs[i].drc_index = be32_to_cpu(lmbs[i].drc_index);
 127                 lmbs[i].aa_index = be32_to_cpu(lmbs[i].aa_index);
 128                 lmbs[i].flags = be32_to_cpu(lmbs[i].flags);
 129         }
 130
 131         return new_prop;
 132 }
 133
 134 static void dlpar_update_drconf_property(struct device_node *dn,
 135                                          struct property *prop)
 136 {
 137         struct of_drconf_cell *lmbs;
 138         u32 num_lmbs, *p;
 139         int i;
 140
 141         /* Convert the property back to BE */
 142         p = prop->value;
 143         num_lmbs = *p;
 144         *p = cpu_to_be32(*p);
 145         p++;
 146
 147         lmbs = (struct of_drconf_cell *)p;
 148         for (i = 0; i < num_lmbs; i++) {
 149                 lmbs[i].base_addr = cpu_to_be64(lmbs[i].base_addr);
 150                 lmbs[i].drc_index = cpu_to_be32(lmbs[i].drc_index);
 151                 lmbs[i].aa_index = cpu_to_be32(lmbs[i].aa_index);
 152                 lmbs[i].flags = cpu_to_be32(lmbs[i].flags);
 153         }
 154
 155         rtas_hp_event = true;
 156         of_update_property(dn, prop);
 157         rtas_hp_event = false;
 158 }
 159
 160 static int dlpar_update_device_tree_lmb(struct of_drconf_cell *lmb)
 161 {
 162         struct device_node *dn;
 163         struct property *prop;
 164         struct of_drconf_cell *lmbs;
 165         u32 *p, num_lmbs;
 166         int i;
 167
 168         dn = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
 169         if (!dn)
 170                 return -ENODEV;
 171
 172         prop = dlpar_clone_drconf_property(dn);
 173         if (!prop) {
 174                 of_node_put(dn);
 175                 return -ENODEV;
 176         }
 177
 178         p = prop->value;
 179         num_lmbs = *p++;
 180         lmbs = (struct of_drconf_cell *)p;
 181
 182         for (i = 0; i < num_lmbs; i++) {
 183                 if (lmbs[i].drc_index == lmb->drc_index) {
 184                         lmbs[i].flags = lmb->flags;
 185                         lmbs[i].aa_index = lmb->aa_index;
 186
 187                         dlpar_update_drconf_property(dn, prop);
 188                         break;
 189                 }
 190         }
 191
 192         of_node_put(dn);
 193         return 0;
 194 }
 195
 196 static u32 find_aa_index(struct device_node *dr_node,
 197                          struct property *ala_prop, const u32 *lmb_assoc)
 198 {
 199         u32 *assoc_arrays;
 200         u32 aa_index;
 201         int aa_arrays, aa_array_entries, aa_array_sz;
 202         int i, index;
 203
 204         /*
 205          * The ibm,associativity-lookup-arrays property is defined to be
 206          * a 32-bit value specifying the number of associativity arrays
 207          * followed by a 32-bitvalue specifying the number of entries per
 208          * array, followed by the associativity arrays.
 209          */
 210         assoc_arrays = ala_prop->value;
 211
 212         aa_arrays = be32_to_cpu(assoc_arrays[0]);
 213         aa_array_entries = be32_to_cpu(assoc_arrays[1]);
 214         aa_array_sz = aa_array_entries * sizeof(u32);
 215
 216         aa_index = -1;
 217         for (i = 0; i < aa_arrays; i++) {
 218                 index = (i * aa_array_entries) + 2;
 219
 220                 if (memcmp(&assoc_arrays[index], &lmb_assoc[1], aa_array_sz))
 221                         continue;
 222
 223                 aa_index = i;
 224                 break;
 225         }
 226
 227         if (aa_index == -1) {
 228                 struct property *new_prop;
 229                 u32 new_prop_size;
 230
 231                 new_prop_size = ala_prop->length + aa_array_sz;
 232                 new_prop = dlpar_clone_property(ala_prop, new_prop_size);
 233                 if (!new_prop)
 234                         return -1;
 235
 236                 assoc_arrays = new_prop->value;
 237
 238                 /* increment the number of entries in the lookup array */
 239                 assoc_arrays[0] = cpu_to_be32(aa_arrays + 1);
 240
 241                 /* copy the new associativity into the lookup array */
 242                 index = aa_arrays * aa_array_entries + 2;
 243                 memcpy(&assoc_arrays[index], &lmb_assoc[1], aa_array_sz);
 244
 245                 of_update_property(dr_node, new_prop);
 246
 247                 /*
 248                  * The associativity lookup array index for this lmb is
 249                  * number of entries - 1 since we added its associativity
 250                  * to the end of the lookup array.
 251                  */
 252                 aa_index = be32_to_cpu(assoc_arrays[0]) - 1;
 253         }
 254
 255         return aa_index;
 256 }
 257
 258 static u32 lookup_lmb_associativity_index(struct of_drconf_cell *lmb)
 259 {
 260         struct device_node *parent, *lmb_node, *dr_node;
 261         struct property *ala_prop;
 262         const u32 *lmb_assoc;
 263         u32 aa_index;
 264
 265         parent = of_find_node_by_path("/");
 266         if (!parent)
 267                 return -ENODEV;
 268
 269         lmb_node = dlpar_configure_connector(cpu_to_be32(lmb->drc_index),
 270                                              parent);
 271         of_node_put(parent);
 272         if (!lmb_node)
 273                 return -EINVAL;
 274
 275         lmb_assoc = of_get_property(lmb_node, "ibm,associativity", NULL);
 276         if (!lmb_assoc) {
 277                 dlpar_free_cc_nodes(lmb_node);
 278                 return -ENODEV;
 279         }
 280
 281         dr_node = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
 282         if (!dr_node) {
 283                 dlpar_free_cc_nodes(lmb_node);
 284                 return -ENODEV;
 285         }
 286
 287         ala_prop = of_find_property(dr_node, "ibm,associativity-lookup-arrays",
 288                                     NULL);
 289         if (!ala_prop) {
 290                 of_node_put(dr_node);
 291                 dlpar_free_cc_nodes(lmb_node);
 292                 return -ENODEV;
 293         }
 294
 295         aa_index = find_aa_index(dr_node, ala_prop, lmb_assoc);
 296
 297         dlpar_free_cc_nodes(lmb_node);
 298         return aa_index;
 299 }
 300
 301 static int dlpar_add_device_tree_lmb(struct of_drconf_cell *lmb)
 302 {
 303         int aa_index;
 304
 305         lmb->flags |= DRCONF_MEM_ASSIGNED;
 306
 307         aa_index = lookup_lmb_associativity_index(lmb);
 308         if (aa_index < 0) {
 309                 pr_err("Couldn't find associativity index for drc index %x\n",
 310                        lmb->drc_index);
 311                 return aa_index;
 312         }
 313
 314         lmb->aa_index = aa_index;
 315         return dlpar_update_device_tree_lmb(lmb);
 316 }
 317
 318 static int dlpar_remove_device_tree_lmb(struct of_drconf_cell *lmb)
 319 {
 320         lmb->flags &= ~DRCONF_MEM_ASSIGNED;
 321         lmb->aa_index = 0xffffffff;
 322         return dlpar_update_device_tree_lmb(lmb);
 323 }
 324
 325 static struct memory_block *lmb_to_memblock(struct of_drconf_cell *lmb)
 326 {
 327         unsigned long section_nr;
 328         struct mem_section *mem_sect;
 329         struct memory_block *mem_block;
 330
 331         section_nr = pfn_to_section_nr(PFN_DOWN(lmb->base_addr));
 332         mem_sect = __nr_to_section(section_nr);
 333
 334         mem_block = find_memory_block(mem_sect);
 335         return mem_block;
 336 }
 337
 338 #ifdef CONFIG_MEMORY_HOTREMOVE
 339 static int pseries_remove_memblock(unsigned long base, unsigned int memblock_size)
 340 {
 341         unsigned long block_sz, start_pfn;
 342         int sections_per_block;
 343         int i, nid;
 344
 345         start_pfn = base >> PAGE_SHIFT;
 346
 347         lock_device_hotplug();
 348
 349         if (!pfn_valid(start_pfn))
 350                 goto out;
 351
 352         block_sz = pseries_memory_block_size();
 353         sections_per_block = block_sz / MIN_MEMORY_BLOCK_SIZE;
 354         nid = memory_add_physaddr_to_nid(base);
 355
 356         for (i = 0; i < sections_per_block; i++) {
 357                 remove_memory(nid, base, MIN_MEMORY_BLOCK_SIZE);
 358                 base += MIN_MEMORY_BLOCK_SIZE;
 359         }
 360
 361 out:
 362         /* Update memory regions for memory remove */
 363         memblock_remove(base, memblock_size);
 364         unlock_device_hotplug();
 365         return 0;
 366 }
 367
 368 static int pseries_remove_mem_node(struct device_node *np)
 369 {
 370         const char *type;
 371         const __be32 *regs;
 372         unsigned long base;
 373         unsigned int lmb_size;
 374         int ret = -EINVAL;
 375
 376         /*
 377          * Check to see if we are actually removing memory
 378          */
 379         type = of_get_property(np, "device_type", NULL);
 380         if (type == NULL || strcmp(type, "memory") != 0)
 381                 return 0;
 382
 383         /*
 384          * Find the base address and size of the memblock
 385          */
 386         regs = of_get_property(np, "reg", NULL);
 387         if (!regs)
 388                 return ret;
 389
 390         base = be64_to_cpu(*(unsigned long *)regs);
 391         lmb_size = be32_to_cpu(regs[3]);
 392
 393         pseries_remove_memblock(base, lmb_size);
 394         return 0;
 395 }
 396
 397 static bool lmb_is_removable(struct of_drconf_cell *lmb)
 398 {
 399         int i, scns_per_block;
 400         int rc = 1;
 401         unsigned long pfn, block_sz;
 402         u64 phys_addr;
 403
 404         if (!(lmb->flags & DRCONF_MEM_ASSIGNED))
 405                 return false;
 406
 407         block_sz = memory_block_size_bytes();
 408         scns_per_block = block_sz / MIN_MEMORY_BLOCK_SIZE;
 409         phys_addr = lmb->base_addr;
 410
 411         for (i = 0; i < scns_per_block; i++) {
 412                 pfn = PFN_DOWN(phys_addr);
 413                 if (!pfn_present(pfn))
 414                         continue;
 415
 416                 rc &= is_mem_section_removable(pfn, PAGES_PER_SECTION);
 417                 phys_addr += MIN_MEMORY_BLOCK_SIZE;
 418         }
 419
 420         return rc ? true : false;
 421 }
 422
 423 static int dlpar_add_lmb(struct of_drconf_cell *);
 424
 425 static int dlpar_remove_lmb(struct of_drconf_cell *lmb)
 426 {
 427         struct memory_block *mem_block;
 428         unsigned long block_sz;
 429         int nid, rc;
 430
 431         if (!lmb_is_removable(lmb))
 432                 return -EINVAL;
 433
 434         mem_block = lmb_to_memblock(lmb);
 435         if (!mem_block)
 436                 return -EINVAL;
 437
 438         rc = device_offline(&mem_block->dev);
 439         put_device(&mem_block->dev);
 440         if (rc)
 441                 return rc;
 442
 443         block_sz = pseries_memory_block_size();
 444         nid = memory_add_physaddr_to_nid(lmb->base_addr);
 445
 446         remove_memory(nid, lmb->base_addr, block_sz);
 447
 448         /* Update memory regions for memory remove */
 449         memblock_remove(lmb->base_addr, block_sz);
 450
 451         dlpar_remove_device_tree_lmb(lmb);
 452         return 0;
 453 }
 454
 455 static int dlpar_memory_remove_by_count(u32 lmbs_to_remove,
 456                                         struct property *prop)
 457 {
 458         struct of_drconf_cell *lmbs;
 459         int lmbs_removed = 0;
 460         int lmbs_available = 0;
 461         u32 num_lmbs, *p;
 462         int i, rc;
 463
 464         pr_info("Attempting to hot-remove %d LMB(s)\n", lmbs_to_remove);
 465
 466         if (lmbs_to_remove == 0)
 467                 return -EINVAL;
 468
 469         p = prop->value;
 470         num_lmbs = *p++;
 471         lmbs = (struct of_drconf_cell *)p;
 472
 473         /* Validate that there are enough LMBs to satisfy the request */
 474         for (i = 0; i < num_lmbs; i++) {
 475                 if (lmb_is_removable(&lmbs[i]))
 476                         lmbs_available++;
 477         }
 478
 479         if (lmbs_available < lmbs_to_remove) {
 480                 pr_info("Not enough LMBs available (%d of %d) to satisfy request\n",
 481                         lmbs_available, lmbs_to_remove);
 482                 return -EINVAL;
 483         }
 484
 485         for (i = 0; i < num_lmbs && lmbs_removed < lmbs_to_remove; i++) {
 486                 rc = dlpar_remove_lmb(&lmbs[i]);
 487                 if (rc)
 488                         continue;
 489
 490                 lmbs_removed++;
 491
 492                 /* Mark this lmb so we can add it later if all of the
 493                  * requested LMBs cannot be removed.
 494                  */
 495                 lmbs[i].reserved = 1;
 496         }
 497
 498         if (lmbs_removed != lmbs_to_remove) {
 499                 pr_err("Memory hot-remove failed, adding LMB's back\n");
 500
 501                 for (i = 0; i < num_lmbs; i++) {
 502                         if (!lmbs[i].reserved)
 503                                 continue;
 504
 505                         rc = dlpar_add_lmb(&lmbs[i]);
 506                         if (rc)
 507                                 pr_err("Failed to add LMB back, drc index %x\n",
 508                                        lmbs[i].drc_index);
 509
 510                         lmbs[i].reserved = 0;
 511                 }
 512
 513                 rc = -EINVAL;
 514         } else {
 515                 for (i = 0; i < num_lmbs; i++) {
 516                         if (!lmbs[i].reserved)
 517                                 continue;
 518
 519                         dlpar_release_drc(lmbs[i].drc_index);
 520                         pr_info("Memory at %llx was hot-removed\n",
 521                                 lmbs[i].base_addr);
 522
 523                         lmbs[i].reserved = 0;
 524                 }
 525                 rc = 0;
 526         }
 527
 528         return rc;
 529 }
 530
 531 static int dlpar_memory_remove_by_index(u32 drc_index, struct property *prop)
 532 {
 533         struct of_drconf_cell *lmbs;
 534         u32 num_lmbs, *p;
 535         int lmb_found;
 536         int i, rc;
 537
 538         pr_info("Attempting to hot-remove LMB, drc index %x\n", drc_index);
 539
 540         p = prop->value;
 541         num_lmbs = *p++;
 542         lmbs = (struct of_drconf_cell *)p;
 543
 544         lmb_found = 0;
 545         for (i = 0; i < num_lmbs; i++) {
 546                 if (lmbs[i].drc_index == drc_index) {
 547                         lmb_found = 1;
 548                         rc = dlpar_remove_lmb(&lmbs[i]);
 549                         if (!rc)
 550                                 dlpar_release_drc(lmbs[i].drc_index);
 551
 552                         break;
 553                 }
 554         }
 555
 556         if (!lmb_found)
 557                 rc = -EINVAL;
 558
 559         if (rc)
 560                 pr_info("Failed to hot-remove memory at %llx\n",
 561                         lmbs[i].base_addr);
 562         else
 563                 pr_info("Memory at %llx was hot-removed\n", lmbs[i].base_addr);
 564
 565         return rc;
 566 }
 567
 568 static int dlpar_memory_readd_by_index(u32 drc_index, struct property *prop)
 569 {
 570         struct of_drconf_cell *lmbs;
 571         u32 num_lmbs, *p;
 572         int lmb_found;
 573         int i, rc;
 574
 575         pr_info("Attempting to update LMB, drc index %x\n", drc_index);
 576
 577         p = prop->value;
 578         num_lmbs = *p++;
 579         lmbs = (struct of_drconf_cell *)p;
 580
 581         lmb_found = 0;
 582         for (i = 0; i < num_lmbs; i++) {
 583                 if (lmbs[i].drc_index == drc_index) {
 584                         lmb_found = 1;
 585                         rc = dlpar_remove_lmb(&lmbs[i]);
 586                         if (!rc) {
 587                                 rc = dlpar_add_lmb(&lmbs[i]);
 588                                 if (rc)
 589                                         dlpar_release_drc(lmbs[i].drc_index);
 590                         }
 591                         break;
 592                 }
 593         }
 594
 595         if (!lmb_found)
 596                 rc = -EINVAL;
 597
 598         if (rc)
 599                 pr_info("Failed to update memory at %llx\n",
 600                         lmbs[i].base_addr);
 601         else
 602                 pr_info("Memory at %llx was updated\n", lmbs[i].base_addr);
 603
 604         return rc;
 605 }
 606
 607 static int dlpar_memory_remove_by_ic(u32 lmbs_to_remove, u32 drc_index,
 608                                      struct property *prop)
 609 {
 610         struct of_drconf_cell *lmbs;
 611         u32 num_lmbs, *p;
 612         int i, rc, start_lmb_found;
 613         int lmbs_available = 0, start_index = 0, end_index;
 614
 615         pr_info("Attempting to hot-remove %u LMB(s) at %x\n",
 616                 lmbs_to_remove, drc_index);
 617
 618         if (lmbs_to_remove == 0)
 619                 return -EINVAL;
 620
 621         p = prop->value;
 622         num_lmbs = *p++;
 623         lmbs = (struct of_drconf_cell *)p;
 624         start_lmb_found = 0;
 625
 626         /* Navigate to drc_index */
 627         while (start_index < num_lmbs) {
 628                 if (lmbs[start_index].drc_index == drc_index) {
 629                         start_lmb_found = 1;
 630                         break;
 631                 }
 632
 633                 start_index++;
 634         }
 635
 636         if (!start_lmb_found)
 637                 return -EINVAL;
 638
 639         end_index = start_index + lmbs_to_remove;
 640
 641         /* Validate that there are enough LMBs to satisfy the request */
 642         for (i = start_index; i < end_index; i++) {
 643                 if (lmbs[i].flags & DRCONF_MEM_RESERVED)
 644                         break;
 645
 646                 lmbs_available++;
 647         }
 648
 649         if (lmbs_available < lmbs_to_remove)
 650                 return -EINVAL;
 651
 652         for (i = start_index; i < end_index; i++) {
 653                 if (!(lmbs[i].flags & DRCONF_MEM_ASSIGNED))
 654                         continue;
 655
 656                 rc = dlpar_remove_lmb(&lmbs[i]);
 657                 if (rc)
 658                         break;
 659
 660                 lmbs[i].reserved = 1;
 661         }
 662
 663         if (rc) {
 664                 pr_err("Memory indexed-count-remove failed, adding any removed LMBs\n");
 665
 666                 for (i = start_index; i < end_index; i++) {
 667                         if (!lmbs[i].reserved)
 668                                 continue;
 669
 670                         rc = dlpar_add_lmb(&lmbs[i]);
 671                         if (rc)
 672                                 pr_err("Failed to add LMB, drc index %x\n",
 673                                        be32_to_cpu(lmbs[i].drc_index));
 674
 675                         lmbs[i].reserved = 0;
 676                 }
 677                 rc = -EINVAL;
 678         } else {
 679                 for (i = start_index; i < end_index; i++) {
 680                         if (!lmbs[i].reserved)
 681                                 continue;
 682
 683                         dlpar_release_drc(lmbs[i].drc_index);
 684                         pr_info("Memory at %llx (drc index %x) was hot-removed\n",
 685                                 lmbs[i].base_addr, lmbs[i].drc_index);
 686
 687                         lmbs[i].reserved = 0;
 688                 }
 689         }
 690
 691         return rc;
 692 }
 693
 694 #else
 695 static inline int pseries_remove_memblock(unsigned long base,
 696                                           unsigned int memblock_size)
 697 {
 698         return -EOPNOTSUPP;
 699 }
 700 static inline int pseries_remove_mem_node(struct device_node *np)
 701 {
 702         return 0;
 703 }
 704 static inline int dlpar_memory_remove(struct pseries_hp_errorlog *hp_elog)
 705 {
 706         return -EOPNOTSUPP;
 707 }
 708 static int dlpar_remove_lmb(struct of_drconf_cell *lmb)
 709 {
 710         return -EOPNOTSUPP;
 711 }
 712 static int dlpar_memory_remove_by_count(u32 lmbs_to_remove,
 713                                         struct property *prop)
 714 {
 715         return -EOPNOTSUPP;
 716 }
 717 static int dlpar_memory_remove_by_index(u32 drc_index, struct property *prop)
 718 {
 719         return -EOPNOTSUPP;
 720 }
 721 static int dlpar_memory_readd_by_index(u32 drc_index, struct property *prop)
 722 {
 723         return -EOPNOTSUPP;
 724 }
 725
 726 static int dlpar_memory_remove_by_ic(u32 lmbs_to_remove, u32 drc_index,
 727                                      struct property *prop)
 728 {
 729         return -EOPNOTSUPP;
 730 }
 731 #endif /* CONFIG_MEMORY_HOTREMOVE */
 732
 733 static int dlpar_online_lmb(struct of_drconf_cell *lmb)
 734 {
 735         struct memory_block *mem_block;
 736         int rc;
 737
 738         mem_block = lmb_to_memblock(lmb);
 739         if (!mem_block)
 740                 return -EINVAL;
 741
 742         rc = device_online(&mem_block->dev);
 743         put_device(&mem_block->dev);
 744         return rc;
 745 }
 746
 747 static int dlpar_add_lmb(struct of_drconf_cell *lmb)
 748 {
 749         unsigned long block_sz;
 750         int nid, rc;
 751
 752         if (lmb->flags & DRCONF_MEM_ASSIGNED)
 753                 return -EINVAL;
 754
 755         rc = dlpar_add_device_tree_lmb(lmb);
 756         if (rc) {
 757                 pr_err("Couldn't update device tree for drc index %x\n",
 758                        lmb->drc_index);
 759                 dlpar_release_drc(lmb->drc_index);
 760                 return rc;
 761         }
 762
 763         block_sz = memory_block_size_bytes();
 764
 765         /* Find the node id for this address */
 766         nid = memory_add_physaddr_to_nid(lmb->base_addr);
 767
 768         /* Add the memory */
 769         rc = add_memory(nid, lmb->base_addr, block_sz);
 770         if (rc) {
 771                 dlpar_remove_device_tree_lmb(lmb);
 772                 return rc;
 773         }
 774
 775         rc = dlpar_online_lmb(lmb);
 776         if (rc) {
 777                 remove_memory(nid, lmb->base_addr, block_sz);
 778                 dlpar_remove_device_tree_lmb(lmb);
 779         } else {
 780                 lmb->flags |= DRCONF_MEM_ASSIGNED;
 781         }
 782
 783         return rc;
 784 }
 785
 786 static int dlpar_memory_add_by_count(u32 lmbs_to_add, struct property *prop)
 787 {
 788         struct of_drconf_cell *lmbs;
 789         u32 num_lmbs, *p;
 790         int lmbs_available = 0;
 791         int lmbs_added = 0;
 792         int i, rc;
 793
 794         pr_info("Attempting to hot-add %d LMB(s)\n", lmbs_to_add);
 795
 796         if (lmbs_to_add == 0)
 797                 return -EINVAL;
 798
 799         p = prop->value;
 800         num_lmbs = *p++;
 801         lmbs = (struct of_drconf_cell *)p;
 802
 803         /* Validate that there are enough LMBs to satisfy the request */
 804         for (i = 0; i < num_lmbs; i++) {
 805                 if (!(lmbs[i].flags & DRCONF_MEM_ASSIGNED))
 806                         lmbs_available++;
 807         }
 808
 809         if (lmbs_available < lmbs_to_add)
 810                 return -EINVAL;
 811
 812         for (i = 0; i < num_lmbs && lmbs_to_add != lmbs_added; i++) {
 813                 rc = dlpar_acquire_drc(lmbs[i].drc_index);
 814                 if (rc)
 815                         continue;
 816
 817                 rc = dlpar_add_lmb(&lmbs[i]);
 818                 if (rc) {
 819                         dlpar_release_drc(lmbs[i].drc_index);
 820                         continue;
 821                 }
 822
 823                 lmbs_added++;
 824
 825                 /* Mark this lmb so we can remove it later if all of the
 826                  * requested LMBs cannot be added.
 827                  */
 828                 lmbs[i].reserved = 1;
 829         }
 830
 831         if (lmbs_added != lmbs_to_add) {
 832                 pr_err("Memory hot-add failed, removing any added LMBs\n");
 833
 834                 for (i = 0; i < num_lmbs; i++) {
 835                         if (!lmbs[i].reserved)
 836                                 continue;
 837
 838                         rc = dlpar_remove_lmb(&lmbs[i]);
 839                         if (rc)
 840                                 pr_err("Failed to remove LMB, drc index %x\n",
 841                                        be32_to_cpu(lmbs[i].drc_index));
 842                         else
 843                                 dlpar_release_drc(lmbs[i].drc_index);
 844                 }
 845                 rc = -EINVAL;
 846         } else {
 847                 for (i = 0; i < num_lmbs; i++) {
 848                         if (!lmbs[i].reserved)
 849                                 continue;
 850
 851                         pr_info("Memory at %llx (drc index %x) was hot-added\n",
 852                                 lmbs[i].base_addr, lmbs[i].drc_index);
 853                         lmbs[i].reserved = 0;
 854                 }
 855         }
 856
 857         return rc;
 858 }
 859
 860 static int dlpar_memory_add_by_index(u32 drc_index, struct property *prop)
 861 {
 862         struct of_drconf_cell *lmbs;
 863         u32 num_lmbs, *p;
 864         int i, lmb_found;
 865         int rc;
 866
 867         pr_info("Attempting to hot-add LMB, drc index %x\n", drc_index);
 868
 869         p = prop->value;
 870         num_lmbs = *p++;
 871         lmbs = (struct of_drconf_cell *)p;
 872
 873         lmb_found = 0;
 874         for (i = 0; i < num_lmbs; i++) {
 875                 if (lmbs[i].drc_index == drc_index) {
 876                         lmb_found = 1;
 877                         rc = dlpar_acquire_drc(lmbs[i].drc_index);
 878                         if (!rc) {
 879                                 rc = dlpar_add_lmb(&lmbs[i]);
 880                                 if (rc)
 881                                         dlpar_release_drc(lmbs[i].drc_index);
 882                         }
 883
 884                         break;
 885                 }
 886         }
 887
 888         if (!lmb_found)
 889                 rc = -EINVAL;
 890
 891         if (rc)
 892                 pr_info("Failed to hot-add memory, drc index %x\n", drc_index);
 893         else
 894                 pr_info("Memory at %llx (drc index %x) was hot-added\n",
 895                         lmbs[i].base_addr, drc_index);
 896
 897         return rc;
 898 }
 899
 900 static int dlpar_memory_add_by_ic(u32 lmbs_to_add, u32 drc_index,
 901                                   struct property *prop)
 902 {
 903         struct of_drconf_cell *lmbs;
 904         u32 num_lmbs, *p;
 905         int i, rc, start_lmb_found;
 906         int lmbs_available = 0, start_index = 0, end_index;
 907
 908         pr_info("Attempting to hot-add %u LMB(s) at index %x\n",
 909                 lmbs_to_add, drc_index);
 910
 911         if (lmbs_to_add == 0)
 912                 return -EINVAL;
 913
 914         p = prop->value;
 915         num_lmbs = *p++;
 916         lmbs = (struct of_drconf_cell *)p;
 917         start_lmb_found = 0;
 918
 919         /* Navigate to drc_index */
 920         while (start_index < num_lmbs) {
 921                 if (lmbs[start_index].drc_index == drc_index) {
 922                         start_lmb_found = 1;
 923                         break;
 924                 }
 925
 926                 start_index++;
 927         }
 928
 929         if (!start_lmb_found)
 930                 return -EINVAL;
 931
 932         end_index = start_index + lmbs_to_add;
 933
 934         /* Validate that the LMBs in this range are not reserved */
 935         for (i = start_index; i < end_index; i++) {
 936                 if (lmbs[i].flags & DRCONF_MEM_RESERVED)
 937                         break;
 938
 939                 lmbs_available++;
 940         }
 941
 942         if (lmbs_available < lmbs_to_add)
 943                 return -EINVAL;
 944
 945         for (i = start_index; i < end_index; i++) {
 946                 if (lmbs[i].flags & DRCONF_MEM_ASSIGNED)
 947                         continue;
 948
 949                 rc = dlpar_acquire_drc(lmbs[i].drc_index);
 950                 if (rc)
 951                         break;
 952
 953                 rc = dlpar_add_lmb(&lmbs[i]);
 954                 if (rc) {
 955                         dlpar_release_drc(lmbs[i].drc_index);
 956                         break;
 957                 }
 958
 959                 lmbs[i].reserved = 1;
 960         }
 961
 962         if (rc) {
 963                 pr_err("Memory indexed-count-add failed, removing any added LMBs\n");
 964
 965                 for (i = start_index; i < end_index; i++) {
 966                         if (!lmbs[i].reserved)
 967                                 continue;
 968
 969                         rc = dlpar_remove_lmb(&lmbs[i]);
 970                         if (rc)
 971                                 pr_err("Failed to remove LMB, drc index %x\n",
 972                                        be32_to_cpu(lmbs[i].drc_index));
 973                         else
 974                                 dlpar_release_drc(lmbs[i].drc_index);
 975                 }
 976                 rc = -EINVAL;
 977         } else {
 978                 for (i = start_index; i < end_index; i++) {
 979                         if (!lmbs[i].reserved)
 980                                 continue;
 981
 982                         pr_info("Memory at %llx (drc index %x) was hot-added\n",
 983                                 lmbs[i].base_addr, lmbs[i].drc_index);
 984                         lmbs[i].reserved = 0;
 985                 }
 986         }
 987
 988         return rc;
 989 }
 990
 991 int dlpar_memory(struct pseries_hp_errorlog *hp_elog)
 992 {
 993         struct device_node *dn;
 994         struct property *prop;
 995         u32 count, drc_index;
 996         int rc;
 997
 998         lock_device_hotplug();
 999
1000         dn = of_find_node_by_path("/ibm,dynamic-reconfiguration-memory");
1001         if (!dn) {
1002                 rc = -EINVAL;
1003                 goto dlpar_memory_out;
1004         }
1005
1006         prop = dlpar_clone_drconf_property(dn);
1007         if (!prop) {
1008                 rc = -EINVAL;
1009                 goto dlpar_memory_out;
1010         }
1011
1012         switch (hp_elog->action) {
1013         case PSERIES_HP_ELOG_ACTION_ADD:
1014                 if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_COUNT) {
1015                         count = hp_elog->_drc_u.drc_count;
1016                         rc = dlpar_memory_add_by_count(count, prop);
1017                 } else if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_INDEX) {
1018                         drc_index = hp_elog->_drc_u.drc_index;
1019                         rc = dlpar_memory_add_by_index(drc_index, prop);
1020                 } else if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_IC) {
1021                         count = hp_elog->_drc_u.ic.count;
1022                         drc_index = hp_elog->_drc_u.ic.index;
1023                         rc = dlpar_memory_add_by_ic(count, drc_index, prop);
1024                 } else {
1025                         rc = -EINVAL;
1026                 }
1027
1028                 break;
1029         case PSERIES_HP_ELOG_ACTION_REMOVE:
1030                 if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_COUNT) {
1031                         count = hp_elog->_drc_u.drc_count;
1032                         rc = dlpar_memory_remove_by_count(count, prop);
1033                 } else if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_INDEX) {
1034                         drc_index = hp_elog->_drc_u.drc_index;
1035                         rc = dlpar_memory_remove_by_index(drc_index, prop);
1036                 } else if (hp_elog->id_type == PSERIES_HP_ELOG_ID_DRC_IC) {
1037                         count = hp_elog->_drc_u.ic.count;
1038                         drc_index = hp_elog->_drc_u.ic.index;
1039                         rc = dlpar_memory_remove_by_ic(count, drc_index, prop);
1040                 } else {
1041                         rc = -EINVAL;
1042                 }
1043
1044                 break;
1045         case PSERIES_HP_ELOG_ACTION_READD:
1046                 drc_index = hp_elog->_drc_u.drc_index;
1047                 rc = dlpar_memory_readd_by_index(drc_index, prop);
1048                 break;
1049         default:
1050                 pr_err("Invalid action (%d) specified\n", hp_elog->action);
1051                 rc = -EINVAL;
1052                 break;
1053         }
1054
1055         dlpar_free_property(prop);
1056
1057 dlpar_memory_out:
1058         of_node_put(dn);
1059         unlock_device_hotplug();
1060         return rc;
1061 }
1062
1063 static int pseries_add_mem_node(struct device_node *np)
1064 {
1065         const char *type;
1066         const __be32 *regs;
1067         unsigned long base;
1068         unsigned int lmb_size;
1069         int ret = -EINVAL;
1070
1071         /*
1072          * Check to see if we are actually adding memory
1073          */
1074         type = of_get_property(np, "device_type", NULL);
1075         if (type == NULL || strcmp(type, "memory") != 0)
1076                 return 0;
1077
1078         /*
1079          * Find the base and size of the memblock
1080          */
1081         regs = of_get_property(np, "reg", NULL);
1082         if (!regs)
1083                 return ret;
1084
1085         base = be64_to_cpu(*(unsigned long *)regs);
1086         lmb_size = be32_to_cpu(regs[3]);
1087
1088         /*
1089          * Update memory region to represent the memory add
1090          */
1091         ret = memblock_add(base, lmb_size);
1092         return (ret < 0) ? -EINVAL : 0;
1093 }
1094
1095 static int pseries_update_drconf_memory(struct of_reconfig_data *pr)
1096 {
1097         struct of_drconf_cell *new_drmem, *old_drmem;
1098         unsigned long memblock_size;
1099         u32 entries;
1100         __be32 *p;
1101         int i, rc = -EINVAL;
1102
1103         if (rtas_hp_event)
1104                 return 0;
1105
1106         memblock_size = pseries_memory_block_size();
1107         if (!memblock_size)
1108                 return -EINVAL;
1109
1110         p = (__be32 *) pr->old_prop->value;
1111         if (!p)
1112                 return -EINVAL;
1113
1114         /* The first int of the property is the number of lmb's described
1115          * by the property. This is followed by an array of of_drconf_cell
1116          * entries. Get the number of entries and skip to the array of
1117          * of_drconf_cell's.
1118          */
1119         entries = be32_to_cpu(*p++);
1120         old_drmem = (struct of_drconf_cell *)p;
1121
1122         p = (__be32 *)pr->prop->value;
1123         p++;
1124         new_drmem = (struct of_drconf_cell *)p;
1125
1126         for (i = 0; i < entries; i++) {
1127                 if ((be32_to_cpu(old_drmem[i].flags) & DRCONF_MEM_ASSIGNED) &&
1128                     (!(be32_to_cpu(new_drmem[i].flags) & DRCONF_MEM_ASSIGNED))) {
1129                         rc = pseries_remove_memblock(
1130                                 be64_to_cpu(old_drmem[i].base_addr),
1131                                                      memblock_size);
1132                         break;
1133                 } else if ((!(be32_to_cpu(old_drmem[i].flags) &
1134                             DRCONF_MEM_ASSIGNED)) &&
1135                             (be32_to_cpu(new_drmem[i].flags) &
1136                             DRCONF_MEM_ASSIGNED)) {
1137                         rc = memblock_add(be64_to_cpu(old_drmem[i].base_addr),
1138                                           memblock_size);
1139                         rc = (rc < 0) ? -EINVAL : 0;
1140                         break;
1141                 }
1142         }
1143         return rc;
1144 }
1145
1146 static int pseries_memory_notifier(struct notifier_block *nb,
1147                                    unsigned long action, void *data)
1148 {
1149         struct of_reconfig_data *rd = data;
1150         int err = 0;
1151
1152         switch (action) {
1153         case OF_RECONFIG_ATTACH_NODE:
1154                 err = pseries_add_mem_node(rd->dn);
1155                 break;
1156         case OF_RECONFIG_DETACH_NODE:
1157                 err = pseries_remove_mem_node(rd->dn);
1158                 break;
1159         case OF_RECONFIG_UPDATE_PROPERTY:
1160                 if (!strcmp(rd->prop->name, "ibm,dynamic-memory"))
1161                         err = pseries_update_drconf_memory(rd);
1162                 break;
1163         }
1164         return notifier_from_errno(err);
1165 }
1166
1167 static struct notifier_block pseries_mem_nb = {
1168         .notifier_call = pseries_memory_notifier,
1169 };
1170
1171 static int __init pseries_memory_hotplug_init(void)
1172 {
1173         if (firmware_has_feature(FW_FEATURE_LPAR))
1174                 of_reconfig_notifier_register(&pseries_mem_nb);
1175
1176         return 0;
1177 }
1178 machine_device_initcall(pseries, pseries_memory_hotplug_init);