2 * Procedures for interfacing to Open Firmware.
4 * Paul Mackerras August 1996.
5 * Copyright (C) 1996-2005 Paul Mackerras.
7 * Adapted for 64bit PowerPC by Dave Engebretsen and Peter Bergner.
8 * {engebret|bergner}@us.ibm.com
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
19 #include <linux/kernel.h>
20 #include <linux/string.h>
21 #include <linux/init.h>
22 #include <linux/threads.h>
23 #include <linux/spinlock.h>
24 #include <linux/types.h>
25 #include <linux/pci.h>
26 #include <linux/proc_fs.h>
27 #include <linux/stringify.h>
28 #include <linux/delay.h>
29 #include <linux/initrd.h>
30 #include <linux/bitops.h>
34 #include <asm/processor.h>
39 #include <asm/pgtable.h>
41 #include <asm/iommu.h>
42 #include <asm/btext.h>
43 #include <asm/sections.h>
44 #include <asm/machdep.h>
47 #include <linux/linux_logo.h>
50 * Eventually bump that one up
52 #define DEVTREE_CHUNK_SIZE 0x100000
55 * This is the size of the local memory reserve map that gets copied
56 * into the boot params passed to the kernel. That size is totally
57 * flexible as the kernel just reads the list until it encounters an
58 * entry with size 0, so it can be changed without breaking binary
61 #define MEM_RESERVE_MAP_SIZE 8
64 * prom_init() is called very early on, before the kernel text
65 * and data have been mapped to KERNELBASE. At this point the code
66 * is running at whatever address it has been loaded at.
67 * On ppc32 we compile with -mrelocatable, which means that references
68 * to extern and static variables get relocated automatically.
69 * On ppc64 we have to relocate the references explicitly with
70 * RELOC. (Note that strings count as static variables.)
72 * Because OF may have mapped I/O devices into the area starting at
73 * KERNELBASE, particularly on CHRP machines, we can't safely call
74 * OF once the kernel has been mapped to KERNELBASE. Therefore all
75 * OF calls must be done within prom_init().
77 * ADDR is used in calls to call_prom. The 4th and following
78 * arguments to call_prom should be 32-bit values.
79 * On ppc64, 64 bit values are truncated to 32 bits (and
80 * fortunately don't get interpreted as two arguments).
83 #define RELOC(x) (*PTRRELOC(&(x)))
84 #define ADDR(x) (u32) add_reloc_offset((unsigned long)(x))
85 #define OF_WORKAROUNDS 0
88 #define ADDR(x) (u32) (x)
89 #define OF_WORKAROUNDS of_workarounds
93 #define OF_WA_CLAIM 1 /* do phys/virt claim separately, then map */
94 #define OF_WA_LONGTRAIL 2 /* work around longtrail bugs */
96 #define PROM_BUG() do { \
97 prom_printf("kernel BUG at %s line 0x%x!\n", \
98 RELOC(__FILE__), __LINE__); \
99 __asm__ __volatile__(".long " BUG_ILLEGAL_INSTR); \
103 #define prom_debug(x...) prom_printf(x)
105 #define prom_debug(x...)
109 typedef u32 prom_arg_t;
127 struct mem_map_entry {
134 extern void __start(unsigned long r3, unsigned long r4, unsigned long r5,
135 unsigned long r6, unsigned long r7, unsigned long r8,
139 extern int enter_prom(struct prom_args *args, unsigned long entry);
141 static inline int enter_prom(struct prom_args *args, unsigned long entry)
143 return ((int (*)(struct prom_args *))entry)(args);
147 extern void copy_and_flush(unsigned long dest, unsigned long src,
148 unsigned long size, unsigned long offset);
151 static struct prom_t __initdata prom;
153 static unsigned long prom_entry __initdata;
155 #define PROM_SCRATCH_SIZE 256
157 static char __initdata of_stdout_device[256];
158 static char __initdata prom_scratch[PROM_SCRATCH_SIZE];
160 static unsigned long __initdata dt_header_start;
161 static unsigned long __initdata dt_struct_start, dt_struct_end;
162 static unsigned long __initdata dt_string_start, dt_string_end;
164 static unsigned long __initdata prom_initrd_start, prom_initrd_end;
167 static int __initdata prom_iommu_force_on;
168 static int __initdata prom_iommu_off;
169 static unsigned long __initdata prom_tce_alloc_start;
170 static unsigned long __initdata prom_tce_alloc_end;
173 /* Platforms codes are now obsolete in the kernel. Now only used within this
174 * file and ultimately gone too. Feel free to change them if you need, they
175 * are not shared with anything outside of this file anymore
177 #define PLATFORM_PSERIES 0x0100
178 #define PLATFORM_PSERIES_LPAR 0x0101
179 #define PLATFORM_LPAR 0x0001
180 #define PLATFORM_POWERMAC 0x0400
181 #define PLATFORM_GENERIC 0x0500
182 #define PLATFORM_OPAL 0x0600
184 static int __initdata of_platform;
186 static char __initdata prom_cmd_line[COMMAND_LINE_SIZE];
188 static unsigned long __initdata prom_memory_limit;
190 static unsigned long __initdata alloc_top;
191 static unsigned long __initdata alloc_top_high;
192 static unsigned long __initdata alloc_bottom;
193 static unsigned long __initdata rmo_top;
194 static unsigned long __initdata ram_top;
196 static struct mem_map_entry __initdata mem_reserve_map[MEM_RESERVE_MAP_SIZE];
197 static int __initdata mem_reserve_cnt;
199 static cell_t __initdata regbuf[1024];
203 * Error results ... some OF calls will return "-1" on error, some
204 * will return 0, some will return either. To simplify, here are
205 * macros to use with any ihandle or phandle return value to check if
209 #define PROM_ERROR (-1u)
210 #define PHANDLE_VALID(p) ((p) != 0 && (p) != PROM_ERROR)
211 #define IHANDLE_VALID(i) ((i) != 0 && (i) != PROM_ERROR)
214 /* This is the one and *ONLY* place where we actually call open
218 static int __init call_prom(const char *service, int nargs, int nret, ...)
221 struct prom_args args;
224 args.service = ADDR(service);
228 va_start(list, nret);
229 for (i = 0; i < nargs; i++)
230 args.args[i] = va_arg(list, prom_arg_t);
233 for (i = 0; i < nret; i++)
234 args.args[nargs+i] = 0;
236 if (enter_prom(&args, RELOC(prom_entry)) < 0)
239 return (nret > 0) ? args.args[nargs] : 0;
242 static int __init call_prom_ret(const char *service, int nargs, int nret,
243 prom_arg_t *rets, ...)
246 struct prom_args args;
249 args.service = ADDR(service);
253 va_start(list, rets);
254 for (i = 0; i < nargs; i++)
255 args.args[i] = va_arg(list, prom_arg_t);
258 for (i = 0; i < nret; i++)
259 args.args[nargs+i] = 0;
261 if (enter_prom(&args, RELOC(prom_entry)) < 0)
265 for (i = 1; i < nret; ++i)
266 rets[i-1] = args.args[nargs+i];
268 return (nret > 0) ? args.args[nargs] : 0;
272 static void __init prom_print(const char *msg)
275 struct prom_t *_prom = &RELOC(prom);
277 if (_prom->stdout == 0)
280 for (p = msg; *p != 0; p = q) {
281 for (q = p; *q != 0 && *q != '\n'; ++q)
284 call_prom("write", 3, 1, _prom->stdout, p, q - p);
288 call_prom("write", 3, 1, _prom->stdout, ADDR("\r\n"), 2);
293 static void __init prom_print_hex(unsigned long val)
295 int i, nibbles = sizeof(val)*2;
296 char buf[sizeof(val)*2+1];
297 struct prom_t *_prom = &RELOC(prom);
299 for (i = nibbles-1; i >= 0; i--) {
300 buf[i] = (val & 0xf) + '0';
302 buf[i] += ('a'-'0'-10);
306 call_prom("write", 3, 1, _prom->stdout, buf, nibbles);
309 /* max number of decimal digits in an unsigned long */
311 static void __init prom_print_dec(unsigned long val)
314 char buf[UL_DIGITS+1];
315 struct prom_t *_prom = &RELOC(prom);
317 for (i = UL_DIGITS-1; i >= 0; i--) {
318 buf[i] = (val % 10) + '0';
323 /* shift stuff down */
324 size = UL_DIGITS - i;
325 call_prom("write", 3, 1, _prom->stdout, buf+i, size);
328 static void __init prom_printf(const char *format, ...)
330 const char *p, *q, *s;
334 struct prom_t *_prom = &RELOC(prom);
336 va_start(args, format);
338 format = PTRRELOC(format);
340 for (p = format; *p != 0; p = q) {
341 for (q = p; *q != 0 && *q != '\n' && *q != '%'; ++q)
344 call_prom("write", 3, 1, _prom->stdout, p, q - p);
349 call_prom("write", 3, 1, _prom->stdout,
359 s = va_arg(args, const char *);
364 v = va_arg(args, unsigned long);
369 vs = va_arg(args, int);
371 prom_print(RELOC("-"));
380 else if (*q == 'x') {
382 v = va_arg(args, unsigned long);
384 } else if (*q == 'u') { /* '%lu' */
386 v = va_arg(args, unsigned long);
388 } else if (*q == 'd') { /* %ld */
390 vs = va_arg(args, long);
392 prom_print(RELOC("-"));
403 static unsigned int __init prom_claim(unsigned long virt, unsigned long size,
406 struct prom_t *_prom = &RELOC(prom);
408 if (align == 0 && (OF_WORKAROUNDS & OF_WA_CLAIM)) {
410 * Old OF requires we claim physical and virtual separately
411 * and then map explicitly (assuming virtual mode)
416 ret = call_prom_ret("call-method", 5, 2, &result,
417 ADDR("claim"), _prom->memory,
419 if (ret != 0 || result == -1)
421 ret = call_prom_ret("call-method", 5, 2, &result,
422 ADDR("claim"), _prom->mmumap,
425 call_prom("call-method", 4, 1, ADDR("release"),
426 _prom->memory, size, virt);
429 /* the 0x12 is M (coherence) + PP == read/write */
430 call_prom("call-method", 6, 1,
431 ADDR("map"), _prom->mmumap, 0x12, size, virt, virt);
434 return call_prom("claim", 3, 1, (prom_arg_t)virt, (prom_arg_t)size,
438 static void __init __attribute__((noreturn)) prom_panic(const char *reason)
441 reason = PTRRELOC(reason);
444 /* Do not call exit because it clears the screen on pmac
445 * it also causes some sort of double-fault on early pmacs */
446 if (RELOC(of_platform) == PLATFORM_POWERMAC)
449 /* ToDo: should put up an SRC here on pSeries */
450 call_prom("exit", 0, 0);
452 for (;;) /* should never get here */
457 static int __init prom_next_node(phandle *nodep)
461 if ((node = *nodep) != 0
462 && (*nodep = call_prom("child", 1, 1, node)) != 0)
464 if ((*nodep = call_prom("peer", 1, 1, node)) != 0)
467 if ((node = call_prom("parent", 1, 1, node)) == 0)
469 if ((*nodep = call_prom("peer", 1, 1, node)) != 0)
474 static int inline prom_getprop(phandle node, const char *pname,
475 void *value, size_t valuelen)
477 return call_prom("getprop", 4, 1, node, ADDR(pname),
478 (u32)(unsigned long) value, (u32) valuelen);
481 static int inline prom_getproplen(phandle node, const char *pname)
483 return call_prom("getproplen", 2, 1, node, ADDR(pname));
486 static void add_string(char **str, const char *q)
496 static char *tohex(unsigned int x)
498 static char digits[] = "0123456789abcdef";
499 static char result[9];
506 result[i] = digits[x & 0xf];
508 } while (x != 0 && i > 0);
512 static int __init prom_setprop(phandle node, const char *nodename,
513 const char *pname, void *value, size_t valuelen)
517 if (!(OF_WORKAROUNDS & OF_WA_LONGTRAIL))
518 return call_prom("setprop", 4, 1, node, ADDR(pname),
519 (u32)(unsigned long) value, (u32) valuelen);
521 /* gah... setprop doesn't work on longtrail, have to use interpret */
523 add_string(&p, "dev");
524 add_string(&p, nodename);
525 add_string(&p, tohex((u32)(unsigned long) value));
526 add_string(&p, tohex(valuelen));
527 add_string(&p, tohex(ADDR(pname)));
528 add_string(&p, tohex(strlen(RELOC(pname))));
529 add_string(&p, "property");
531 return call_prom("interpret", 1, 1, (u32)(unsigned long) cmd);
534 /* We can't use the standard versions because of RELOC headaches. */
535 #define isxdigit(c) (('0' <= (c) && (c) <= '9') \
536 || ('a' <= (c) && (c) <= 'f') \
537 || ('A' <= (c) && (c) <= 'F'))
539 #define isdigit(c) ('0' <= (c) && (c) <= '9')
540 #define islower(c) ('a' <= (c) && (c) <= 'z')
541 #define toupper(c) (islower(c) ? ((c) - 'a' + 'A') : (c))
543 unsigned long prom_strtoul(const char *cp, const char **endp)
545 unsigned long result = 0, base = 10, value;
550 if (toupper(*cp) == 'X') {
556 while (isxdigit(*cp) &&
557 (value = isdigit(*cp) ? *cp - '0' : toupper(*cp) - 'A' + 10) < base) {
558 result = result * base + value;
568 unsigned long prom_memparse(const char *ptr, const char **retptr)
570 unsigned long ret = prom_strtoul(ptr, retptr);
574 * We can't use a switch here because GCC *may* generate a
575 * jump table which won't work, because we're not running at
576 * the address we're linked at.
578 if ('G' == **retptr || 'g' == **retptr)
581 if ('M' == **retptr || 'm' == **retptr)
584 if ('K' == **retptr || 'k' == **retptr)
596 * Early parsing of the command line passed to the kernel, used for
597 * "mem=x" and the options that affect the iommu
599 static void __init early_cmdline_parse(void)
601 struct prom_t *_prom = &RELOC(prom);
607 RELOC(prom_cmd_line[0]) = 0;
608 p = RELOC(prom_cmd_line);
609 if ((long)_prom->chosen > 0)
610 l = prom_getprop(_prom->chosen, "bootargs", p, COMMAND_LINE_SIZE-1);
611 #ifdef CONFIG_CMDLINE
612 if (l <= 0 || p[0] == '\0') /* dbl check */
613 strlcpy(RELOC(prom_cmd_line),
614 RELOC(CONFIG_CMDLINE), sizeof(prom_cmd_line));
615 #endif /* CONFIG_CMDLINE */
616 prom_printf("command line: %s\n", RELOC(prom_cmd_line));
619 opt = strstr(RELOC(prom_cmd_line), RELOC("iommu="));
621 prom_printf("iommu opt is: %s\n", opt);
623 while (*opt && *opt == ' ')
625 if (!strncmp(opt, RELOC("off"), 3))
626 RELOC(prom_iommu_off) = 1;
627 else if (!strncmp(opt, RELOC("force"), 5))
628 RELOC(prom_iommu_force_on) = 1;
631 opt = strstr(RELOC(prom_cmd_line), RELOC("mem="));
634 RELOC(prom_memory_limit) = prom_memparse(opt, (const char **)&opt);
636 /* Align to 16 MB == size of ppc64 large page */
637 RELOC(prom_memory_limit) = ALIGN(RELOC(prom_memory_limit), 0x1000000);
642 #if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV)
644 * There are two methods for telling firmware what our capabilities are.
645 * Newer machines have an "ibm,client-architecture-support" method on the
646 * root node. For older machines, we have to call the "process-elf-header"
647 * method in the /packages/elf-loader node, passing it a fake 32-bit
648 * ELF header containing a couple of PT_NOTE sections that contain
649 * structures that contain various information.
653 * New method - extensible architecture description vector.
655 * Because the description vector contains a mix of byte and word
656 * values, we declare it as an unsigned char array, and use this
657 * macro to put word values in.
659 #define W(x) ((x) >> 24) & 0xff, ((x) >> 16) & 0xff, \
660 ((x) >> 8) & 0xff, (x) & 0xff
662 /* Option vector bits - generic bits in byte 1 */
663 #define OV_IGNORE 0x80 /* ignore this vector */
664 #define OV_CESSATION_POLICY 0x40 /* halt if unsupported option present*/
666 /* Option vector 1: processor architectures supported */
667 #define OV1_PPC_2_00 0x80 /* set if we support PowerPC 2.00 */
668 #define OV1_PPC_2_01 0x40 /* set if we support PowerPC 2.01 */
669 #define OV1_PPC_2_02 0x20 /* set if we support PowerPC 2.02 */
670 #define OV1_PPC_2_03 0x10 /* set if we support PowerPC 2.03 */
671 #define OV1_PPC_2_04 0x08 /* set if we support PowerPC 2.04 */
672 #define OV1_PPC_2_05 0x04 /* set if we support PowerPC 2.05 */
673 #define OV1_PPC_2_06 0x02 /* set if we support PowerPC 2.06 */
674 #define OV1_PPC_2_07 0x01 /* set if we support PowerPC 2.07 */
676 /* Option vector 2: Open Firmware options supported */
677 #define OV2_REAL_MODE 0x20 /* set if we want OF in real mode */
679 /* Option vector 3: processor options supported */
680 #define OV3_FP 0x80 /* floating point */
681 #define OV3_VMX 0x40 /* VMX/Altivec */
682 #define OV3_DFP 0x20 /* decimal FP */
684 /* Option vector 4: IBM PAPR implementation */
685 #define OV4_MIN_ENT_CAP 0x01 /* minimum VP entitled capacity */
687 /* Option vector 5: PAPR/OF options supported */
688 #define OV5_LPAR 0x80 /* logical partitioning supported */
689 #define OV5_SPLPAR 0x40 /* shared-processor LPAR supported */
690 /* ibm,dynamic-reconfiguration-memory property supported */
691 #define OV5_DRCONF_MEMORY 0x20
692 #define OV5_LARGE_PAGES 0x10 /* large pages supported */
693 #define OV5_DONATE_DEDICATE_CPU 0x02 /* donate dedicated CPU support */
694 /* PCIe/MSI support. Without MSI full PCIe is not supported */
695 #ifdef CONFIG_PCI_MSI
696 #define OV5_MSI 0x01 /* PCIe/MSI support */
699 #endif /* CONFIG_PCI_MSI */
700 #ifdef CONFIG_PPC_SMLPAR
701 #define OV5_CMO 0x80 /* Cooperative Memory Overcommitment */
702 #define OV5_XCMO 0x40 /* Page Coalescing */
705 #define OV5_XCMO 0x00
707 #define OV5_TYPE1_AFFINITY 0x80 /* Type 1 NUMA affinity */
708 #define OV5_PFO_HW_RNG 0x80 /* PFO Random Number Generator */
709 #define OV5_PFO_HW_842 0x40 /* PFO Compression Accelerator */
710 #define OV5_PFO_HW_ENCR 0x20 /* PFO Encryption Accelerator */
711 #define OV5_SUB_PROCESSORS 0x01 /* 1,2,or 4 Sub-Processors supported */
713 /* Option Vector 6: IBM PAPR hints */
714 #define OV6_LINUX 0x02 /* Linux is our OS */
717 * The architecture vector has an array of PVR mask/value pairs,
718 * followed by # option vectors - 1, followed by the option vectors.
720 static unsigned char ibm_architecture_vec[] = {
721 W(0xfffe0000), W(0x003a0000), /* POWER5/POWER5+ */
722 W(0xffff0000), W(0x003e0000), /* POWER6 */
723 W(0xffff0000), W(0x003f0000), /* POWER7 */
724 W(0xffff0000), W(0x004b0000), /* POWER8 */
725 W(0xffffffff), W(0x0f000004), /* all 2.07-compliant */
726 W(0xffffffff), W(0x0f000003), /* all 2.06-compliant */
727 W(0xffffffff), W(0x0f000002), /* all 2.05-compliant */
728 W(0xfffffffe), W(0x0f000001), /* all 2.04-compliant and earlier */
729 6 - 1, /* 6 option vectors */
731 /* option vector 1: processor architectures supported */
733 0, /* don't ignore, don't halt */
734 OV1_PPC_2_00 | OV1_PPC_2_01 | OV1_PPC_2_02 | OV1_PPC_2_03 |
735 OV1_PPC_2_04 | OV1_PPC_2_05 | OV1_PPC_2_06 | OV1_PPC_2_07,
737 /* option vector 2: Open Firmware options supported */
741 W(0xffffffff), /* real_base */
742 W(0xffffffff), /* real_size */
743 W(0xffffffff), /* virt_base */
744 W(0xffffffff), /* virt_size */
745 W(0xffffffff), /* load_base */
746 W(256), /* 256MB min RMA */
747 W(0xffffffff), /* full client load */
748 0, /* min RMA percentage of total RAM */
749 48, /* max log_2(hash table size) */
751 /* option vector 3: processor options supported */
753 0, /* don't ignore, don't halt */
754 OV3_FP | OV3_VMX | OV3_DFP,
756 /* option vector 4: IBM PAPR implementation */
759 OV4_MIN_ENT_CAP, /* minimum VP entitled capacity */
761 /* option vector 5: PAPR/OF options */
763 0, /* don't ignore, don't halt */
764 OV5_LPAR | OV5_SPLPAR | OV5_LARGE_PAGES | OV5_DRCONF_MEMORY |
765 OV5_DONATE_DEDICATE_CPU | OV5_MSI,
772 /* WARNING: The offset of the "number of cores" field below
773 * must match by the macro below. Update the definition if
774 * the structure layout changes.
776 #define IBM_ARCH_VEC_NRCORES_OFFSET 117
777 W(NR_CPUS), /* number of cores supported */
782 OV5_PFO_HW_RNG | OV5_PFO_HW_ENCR | OV5_PFO_HW_842,
784 /* option vector 6: IBM PAPR hints */
792 /* Old method - ELF header with PT_NOTE sections */
793 static struct fake_elf {
800 char name[8]; /* "PowerPC" */
814 char name[24]; /* "IBM,RPA-Client-Config" */
828 .e_ident = { 0x7f, 'E', 'L', 'F',
829 ELFCLASS32, ELFDATA2MSB, EV_CURRENT },
830 .e_type = ET_EXEC, /* yeah right */
832 .e_version = EV_CURRENT,
833 .e_phoff = offsetof(struct fake_elf, phdr),
834 .e_phentsize = sizeof(Elf32_Phdr),
840 .p_offset = offsetof(struct fake_elf, chrpnote),
841 .p_filesz = sizeof(struct chrpnote)
844 .p_offset = offsetof(struct fake_elf, rpanote),
845 .p_filesz = sizeof(struct rpanote)
849 .namesz = sizeof("PowerPC"),
850 .descsz = sizeof(struct chrpdesc),
854 .real_mode = ~0U, /* ~0 means "don't care" */
863 .namesz = sizeof("IBM,RPA-Client-Config"),
864 .descsz = sizeof(struct rpadesc),
866 .name = "IBM,RPA-Client-Config",
869 .min_rmo_size = 64, /* in megabytes */
870 .min_rmo_percent = 0,
871 .max_pft_size = 48, /* 2^48 bytes max PFT size */
879 static int __init prom_count_smt_threads(void)
885 /* Pick up th first CPU node we can find */
886 for (node = 0; prom_next_node(&node); ) {
888 prom_getprop(node, "device_type", type, sizeof(type));
890 if (strcmp(type, RELOC("cpu")))
893 * There is an entry for each smt thread, each entry being
894 * 4 bytes long. All cpus should have the same number of
895 * smt threads, so return after finding the first.
897 plen = prom_getproplen(node, "ibm,ppc-interrupt-server#s");
898 if (plen == PROM_ERROR)
901 prom_debug("Found %lu smt threads per core\n", (unsigned long)plen);
904 if (plen < 1 || plen > 64) {
905 prom_printf("Threads per core %lu out of bounds, assuming 1\n",
906 (unsigned long)plen);
911 prom_debug("No threads found, assuming 1 per core\n");
918 static void __init prom_send_capabilities(void)
920 ihandle elfloader, root;
924 root = call_prom("open", 1, 1, ADDR("/"));
926 /* We need to tell the FW about the number of cores we support.
928 * To do that, we count the number of threads on the first core
929 * (we assume this is the same for all cores) and use it to
932 cores = (u32 *)PTRRELOC(&ibm_architecture_vec[IBM_ARCH_VEC_NRCORES_OFFSET]);
933 if (*cores != NR_CPUS) {
934 prom_printf("WARNING ! "
935 "ibm_architecture_vec structure inconsistent: %lu!\n",
938 *cores = DIV_ROUND_UP(NR_CPUS, prom_count_smt_threads());
939 prom_printf("Max number of cores passed to firmware: %lu (NR_CPUS = %lu)\n",
943 /* try calling the ibm,client-architecture-support method */
944 prom_printf("Calling ibm,client-architecture-support...");
945 if (call_prom_ret("call-method", 3, 2, &ret,
946 ADDR("ibm,client-architecture-support"),
948 ADDR(ibm_architecture_vec)) == 0) {
949 /* the call exists... */
951 prom_printf("\nWARNING: ibm,client-architecture"
952 "-support call FAILED!\n");
953 call_prom("close", 1, 0, root);
954 prom_printf(" done\n");
957 call_prom("close", 1, 0, root);
958 prom_printf(" not implemented\n");
961 /* no ibm,client-architecture-support call, try the old way */
962 elfloader = call_prom("open", 1, 1, ADDR("/packages/elf-loader"));
963 if (elfloader == 0) {
964 prom_printf("couldn't open /packages/elf-loader\n");
967 call_prom("call-method", 3, 1, ADDR("process-elf-header"),
968 elfloader, ADDR(&fake_elf));
969 call_prom("close", 1, 0, elfloader);
974 * Memory allocation strategy... our layout is normally:
976 * at 14Mb or more we have vmlinux, then a gap and initrd. In some
977 * rare cases, initrd might end up being before the kernel though.
978 * We assume this won't override the final kernel at 0, we have no
979 * provision to handle that in this version, but it should hopefully
982 * alloc_top is set to the top of RMO, eventually shrink down if the
985 * alloc_bottom is set to the top of kernel/initrd
987 * from there, allocations are done this way : rtas is allocated
988 * topmost, and the device-tree is allocated from the bottom. We try
989 * to grow the device-tree allocation as we progress. If we can't,
990 * then we fail, we don't currently have a facility to restart
991 * elsewhere, but that shouldn't be necessary.
993 * Note that calls to reserve_mem have to be done explicitly, memory
994 * allocated with either alloc_up or alloc_down isn't automatically
1000 * Allocates memory in the RMO upward from the kernel/initrd
1002 * When align is 0, this is a special case, it means to allocate in place
1003 * at the current location of alloc_bottom or fail (that is basically
1004 * extending the previous allocation). Used for the device-tree flattening
1006 static unsigned long __init alloc_up(unsigned long size, unsigned long align)
1008 unsigned long base = RELOC(alloc_bottom);
1009 unsigned long addr = 0;
1012 base = _ALIGN_UP(base, align);
1013 prom_debug("alloc_up(%x, %x)\n", size, align);
1014 if (RELOC(ram_top) == 0)
1015 prom_panic("alloc_up() called with mem not initialized\n");
1018 base = _ALIGN_UP(RELOC(alloc_bottom), align);
1020 base = RELOC(alloc_bottom);
1022 for(; (base + size) <= RELOC(alloc_top);
1023 base = _ALIGN_UP(base + 0x100000, align)) {
1024 prom_debug(" trying: 0x%x\n\r", base);
1025 addr = (unsigned long)prom_claim(base, size, 0);
1026 if (addr != PROM_ERROR && addr != 0)
1034 RELOC(alloc_bottom) = addr + size;
1036 prom_debug(" -> %x\n", addr);
1037 prom_debug(" alloc_bottom : %x\n", RELOC(alloc_bottom));
1038 prom_debug(" alloc_top : %x\n", RELOC(alloc_top));
1039 prom_debug(" alloc_top_hi : %x\n", RELOC(alloc_top_high));
1040 prom_debug(" rmo_top : %x\n", RELOC(rmo_top));
1041 prom_debug(" ram_top : %x\n", RELOC(ram_top));
1047 * Allocates memory downward, either from top of RMO, or if highmem
1048 * is set, from the top of RAM. Note that this one doesn't handle
1049 * failures. It does claim memory if highmem is not set.
1051 static unsigned long __init alloc_down(unsigned long size, unsigned long align,
1054 unsigned long base, addr = 0;
1056 prom_debug("alloc_down(%x, %x, %s)\n", size, align,
1057 highmem ? RELOC("(high)") : RELOC("(low)"));
1058 if (RELOC(ram_top) == 0)
1059 prom_panic("alloc_down() called with mem not initialized\n");
1062 /* Carve out storage for the TCE table. */
1063 addr = _ALIGN_DOWN(RELOC(alloc_top_high) - size, align);
1064 if (addr <= RELOC(alloc_bottom))
1066 /* Will we bump into the RMO ? If yes, check out that we
1067 * didn't overlap existing allocations there, if we did,
1068 * we are dead, we must be the first in town !
1070 if (addr < RELOC(rmo_top)) {
1071 /* Good, we are first */
1072 if (RELOC(alloc_top) == RELOC(rmo_top))
1073 RELOC(alloc_top) = RELOC(rmo_top) = addr;
1077 RELOC(alloc_top_high) = addr;
1081 base = _ALIGN_DOWN(RELOC(alloc_top) - size, align);
1082 for (; base > RELOC(alloc_bottom);
1083 base = _ALIGN_DOWN(base - 0x100000, align)) {
1084 prom_debug(" trying: 0x%x\n\r", base);
1085 addr = (unsigned long)prom_claim(base, size, 0);
1086 if (addr != PROM_ERROR && addr != 0)
1092 RELOC(alloc_top) = addr;
1095 prom_debug(" -> %x\n", addr);
1096 prom_debug(" alloc_bottom : %x\n", RELOC(alloc_bottom));
1097 prom_debug(" alloc_top : %x\n", RELOC(alloc_top));
1098 prom_debug(" alloc_top_hi : %x\n", RELOC(alloc_top_high));
1099 prom_debug(" rmo_top : %x\n", RELOC(rmo_top));
1100 prom_debug(" ram_top : %x\n", RELOC(ram_top));
1106 * Parse a "reg" cell
1108 static unsigned long __init prom_next_cell(int s, cell_t **cellp)
1111 unsigned long r = 0;
1113 /* Ignore more than 2 cells */
1114 while (s > sizeof(unsigned long) / 4) {
1130 * Very dumb function for adding to the memory reserve list, but
1131 * we don't need anything smarter at this point
1133 * XXX Eventually check for collisions. They should NEVER happen.
1134 * If problems seem to show up, it would be a good start to track
1137 static void __init reserve_mem(u64 base, u64 size)
1139 u64 top = base + size;
1140 unsigned long cnt = RELOC(mem_reserve_cnt);
1145 /* We need to always keep one empty entry so that we
1146 * have our terminator with "size" set to 0 since we are
1147 * dumb and just copy this entire array to the boot params
1149 base = _ALIGN_DOWN(base, PAGE_SIZE);
1150 top = _ALIGN_UP(top, PAGE_SIZE);
1153 if (cnt >= (MEM_RESERVE_MAP_SIZE - 1))
1154 prom_panic("Memory reserve map exhausted !\n");
1155 RELOC(mem_reserve_map)[cnt].base = base;
1156 RELOC(mem_reserve_map)[cnt].size = size;
1157 RELOC(mem_reserve_cnt) = cnt + 1;
1161 * Initialize memory allocation mechanism, parse "memory" nodes and
1162 * obtain that way the top of memory and RMO to setup out local allocator
1164 static void __init prom_init_mem(void)
1167 char *path, type[64];
1170 struct prom_t *_prom = &RELOC(prom);
1174 * We iterate the memory nodes to find
1175 * 1) top of RMO (first node)
1179 prom_getprop(_prom->root, "#address-cells", &rac, sizeof(rac));
1181 prom_getprop(_prom->root, "#size-cells", &rsc, sizeof(rsc));
1182 prom_debug("root_addr_cells: %x\n", (unsigned long) rac);
1183 prom_debug("root_size_cells: %x\n", (unsigned long) rsc);
1185 prom_debug("scanning memory:\n");
1186 path = RELOC(prom_scratch);
1188 for (node = 0; prom_next_node(&node); ) {
1190 prom_getprop(node, "device_type", type, sizeof(type));
1194 * CHRP Longtrail machines have no device_type
1195 * on the memory node, so check the name instead...
1197 prom_getprop(node, "name", type, sizeof(type));
1199 if (strcmp(type, RELOC("memory")))
1202 plen = prom_getprop(node, "reg", RELOC(regbuf), sizeof(regbuf));
1203 if (plen > sizeof(regbuf)) {
1204 prom_printf("memory node too large for buffer !\n");
1205 plen = sizeof(regbuf);
1208 endp = p + (plen / sizeof(cell_t));
1211 memset(path, 0, PROM_SCRATCH_SIZE);
1212 call_prom("package-to-path", 3, 1, node, path, PROM_SCRATCH_SIZE-1);
1213 prom_debug(" node %s :\n", path);
1214 #endif /* DEBUG_PROM */
1216 while ((endp - p) >= (rac + rsc)) {
1217 unsigned long base, size;
1219 base = prom_next_cell(rac, &p);
1220 size = prom_next_cell(rsc, &p);
1224 prom_debug(" %x %x\n", base, size);
1225 if (base == 0 && (RELOC(of_platform) & PLATFORM_LPAR))
1226 RELOC(rmo_top) = size;
1227 if ((base + size) > RELOC(ram_top))
1228 RELOC(ram_top) = base + size;
1232 RELOC(alloc_bottom) = PAGE_ALIGN((unsigned long)&RELOC(_end) + 0x4000);
1235 * If prom_memory_limit is set we reduce the upper limits *except* for
1236 * alloc_top_high. This must be the real top of RAM so we can put
1240 RELOC(alloc_top_high) = RELOC(ram_top);
1242 if (RELOC(prom_memory_limit)) {
1243 if (RELOC(prom_memory_limit) <= RELOC(alloc_bottom)) {
1244 prom_printf("Ignoring mem=%x <= alloc_bottom.\n",
1245 RELOC(prom_memory_limit));
1246 RELOC(prom_memory_limit) = 0;
1247 } else if (RELOC(prom_memory_limit) >= RELOC(ram_top)) {
1248 prom_printf("Ignoring mem=%x >= ram_top.\n",
1249 RELOC(prom_memory_limit));
1250 RELOC(prom_memory_limit) = 0;
1252 RELOC(ram_top) = RELOC(prom_memory_limit);
1253 RELOC(rmo_top) = min(RELOC(rmo_top), RELOC(prom_memory_limit));
1258 * Setup our top alloc point, that is top of RMO or top of
1259 * segment 0 when running non-LPAR.
1260 * Some RS64 machines have buggy firmware where claims up at
1261 * 1GB fail. Cap at 768MB as a workaround.
1262 * Since 768MB is plenty of room, and we need to cap to something
1263 * reasonable on 32-bit, cap at 768MB on all machines.
1265 if (!RELOC(rmo_top))
1266 RELOC(rmo_top) = RELOC(ram_top);
1267 RELOC(rmo_top) = min(0x30000000ul, RELOC(rmo_top));
1268 RELOC(alloc_top) = RELOC(rmo_top);
1269 RELOC(alloc_top_high) = RELOC(ram_top);
1272 * Check if we have an initrd after the kernel but still inside
1273 * the RMO. If we do move our bottom point to after it.
1275 if (RELOC(prom_initrd_start) &&
1276 RELOC(prom_initrd_start) < RELOC(rmo_top) &&
1277 RELOC(prom_initrd_end) > RELOC(alloc_bottom))
1278 RELOC(alloc_bottom) = PAGE_ALIGN(RELOC(prom_initrd_end));
1280 prom_printf("memory layout at init:\n");
1281 prom_printf(" memory_limit : %x (16 MB aligned)\n", RELOC(prom_memory_limit));
1282 prom_printf(" alloc_bottom : %x\n", RELOC(alloc_bottom));
1283 prom_printf(" alloc_top : %x\n", RELOC(alloc_top));
1284 prom_printf(" alloc_top_hi : %x\n", RELOC(alloc_top_high));
1285 prom_printf(" rmo_top : %x\n", RELOC(rmo_top));
1286 prom_printf(" ram_top : %x\n", RELOC(ram_top));
1289 static void __init prom_close_stdin(void)
1291 struct prom_t *_prom = &RELOC(prom);
1294 if (prom_getprop(_prom->chosen, "stdin", &val, sizeof(val)) > 0)
1295 call_prom("close", 1, 0, val);
1298 #ifdef CONFIG_PPC_POWERNV
1300 static u64 __initdata prom_opal_size;
1301 static u64 __initdata prom_opal_align;
1302 static int __initdata prom_rtas_start_cpu;
1303 static u64 __initdata prom_rtas_data;
1304 static u64 __initdata prom_rtas_entry;
1306 #ifdef CONFIG_PPC_EARLY_DEBUG_OPAL
1307 static u64 __initdata prom_opal_base;
1308 static u64 __initdata prom_opal_entry;
1311 /* XXX Don't change this structure without updating opal-takeover.S */
1312 static struct opal_secondary_data {
1315 struct opal_takeover_args args; /* 16 */
1316 } opal_secondary_data;
1318 extern char opal_secondary_entry;
1320 static void __init prom_query_opal(void)
1324 /* We must not query for OPAL presence on a machine that
1325 * supports TNK takeover (970 blades), as this uses the same
1326 * h-call with different arguments and will crash
1328 if (PHANDLE_VALID(call_prom("finddevice", 1, 1,
1329 ADDR("/tnk-memory-map")))) {
1330 prom_printf("TNK takeover detected, skipping OPAL check\n");
1334 prom_printf("Querying for OPAL presence... ");
1335 rc = opal_query_takeover(&RELOC(prom_opal_size),
1336 &RELOC(prom_opal_align));
1337 prom_debug("(rc = %ld) ", rc);
1339 prom_printf("not there.\n");
1342 RELOC(of_platform) = PLATFORM_OPAL;
1343 prom_printf(" there !\n");
1344 prom_debug(" opal_size = 0x%lx\n", RELOC(prom_opal_size));
1345 prom_debug(" opal_align = 0x%lx\n", RELOC(prom_opal_align));
1346 if (RELOC(prom_opal_align) < 0x10000)
1347 RELOC(prom_opal_align) = 0x10000;
1350 static int prom_rtas_call(int token, int nargs, int nret, int *outputs, ...)
1352 struct rtas_args rtas_args;
1356 rtas_args.token = token;
1357 rtas_args.nargs = nargs;
1358 rtas_args.nret = nret;
1359 rtas_args.rets = (rtas_arg_t *)&(rtas_args.args[nargs]);
1360 va_start(list, outputs);
1361 for (i = 0; i < nargs; ++i)
1362 rtas_args.args[i] = va_arg(list, rtas_arg_t);
1365 for (i = 0; i < nret; ++i)
1366 rtas_args.rets[i] = 0;
1368 opal_enter_rtas(&rtas_args, RELOC(prom_rtas_data),
1369 RELOC(prom_rtas_entry));
1371 if (nret > 1 && outputs != NULL)
1372 for (i = 0; i < nret-1; ++i)
1373 outputs[i] = rtas_args.rets[i+1];
1374 return (nret > 0)? rtas_args.rets[0]: 0;
1377 static void __init prom_opal_hold_cpus(void)
1379 int i, cnt, cpu, rc;
1384 struct prom_t *_prom = &RELOC(prom);
1385 void *entry = (unsigned long *)&RELOC(opal_secondary_entry);
1386 struct opal_secondary_data *data = &RELOC(opal_secondary_data);
1388 prom_debug("prom_opal_hold_cpus: start...\n");
1389 prom_debug(" - entry = 0x%x\n", entry);
1390 prom_debug(" - data = 0x%x\n", data);
1396 for (node = 0; prom_next_node(&node); ) {
1398 prom_getprop(node, "device_type", type, sizeof(type));
1399 if (strcmp(type, RELOC("cpu")) != 0)
1402 /* Skip non-configured cpus. */
1403 if (prom_getprop(node, "status", type, sizeof(type)) > 0)
1404 if (strcmp(type, RELOC("okay")) != 0)
1407 cnt = prom_getprop(node, "ibm,ppc-interrupt-server#s", servers,
1409 if (cnt == PROM_ERROR)
1412 for (i = 0; i < cnt; i++) {
1414 prom_debug("CPU %d ... ", cpu);
1415 if (cpu == _prom->cpu) {
1416 prom_debug("booted !\n");
1419 prom_debug("starting ... ");
1421 /* Init the acknowledge var which will be reset by
1422 * the secondary cpu when it awakens from its OF
1426 rc = prom_rtas_call(RELOC(prom_rtas_start_cpu), 3, 1,
1427 NULL, cpu, entry, data);
1428 prom_debug("rtas rc=%d ...", rc);
1430 for (j = 0; j < 100000000 && data->ack == -1; j++) {
1435 if (data->ack != -1)
1436 prom_debug("done, PIR=0x%x\n", data->ack);
1438 prom_debug("timeout !\n");
1441 prom_debug("prom_opal_hold_cpus: end...\n");
1444 static void __init prom_opal_takeover(void)
1446 struct opal_secondary_data *data = &RELOC(opal_secondary_data);
1447 struct opal_takeover_args *args = &data->args;
1448 u64 align = RELOC(prom_opal_align);
1449 u64 top_addr, opal_addr;
1451 args->k_image = (u64)RELOC(_stext);
1452 args->k_size = _end - _stext;
1454 args->k_entry2 = 0x60;
1456 top_addr = _ALIGN_UP(args->k_size, align);
1458 if (RELOC(prom_initrd_start) != 0) {
1459 args->rd_image = RELOC(prom_initrd_start);
1460 args->rd_size = RELOC(prom_initrd_end) - args->rd_image;
1461 args->rd_loc = top_addr;
1462 top_addr = _ALIGN_UP(args->rd_loc + args->rd_size, align);
1465 /* Pickup an address for the HAL. We want to go really high
1466 * up to avoid problem with future kexecs. On the other hand
1467 * we don't want to be all over the TCEs on P5IOC2 machines
1468 * which are going to be up there too. We assume the machine
1469 * has plenty of memory, and we ask for the HAL for now to
1470 * be just below the 1G point, or above the initrd
1472 opal_addr = _ALIGN_DOWN(0x40000000 - RELOC(prom_opal_size), align);
1473 if (opal_addr < top_addr)
1474 opal_addr = top_addr;
1475 args->hal_addr = opal_addr;
1477 /* Copy the command line to the kernel image */
1478 strlcpy(RELOC(boot_command_line), RELOC(prom_cmd_line),
1481 prom_debug(" k_image = 0x%lx\n", args->k_image);
1482 prom_debug(" k_size = 0x%lx\n", args->k_size);
1483 prom_debug(" k_entry = 0x%lx\n", args->k_entry);
1484 prom_debug(" k_entry2 = 0x%lx\n", args->k_entry2);
1485 prom_debug(" hal_addr = 0x%lx\n", args->hal_addr);
1486 prom_debug(" rd_image = 0x%lx\n", args->rd_image);
1487 prom_debug(" rd_size = 0x%lx\n", args->rd_size);
1488 prom_debug(" rd_loc = 0x%lx\n", args->rd_loc);
1489 prom_printf("Performing OPAL takeover,this can take a few minutes..\n");
1494 opal_do_takeover(args);
1498 * Allocate room for and instantiate OPAL
1500 static void __init prom_instantiate_opal(void)
1505 u64 size = 0, align = 0x10000;
1508 prom_debug("prom_instantiate_opal: start...\n");
1510 opal_node = call_prom("finddevice", 1, 1, ADDR("/ibm,opal"));
1511 prom_debug("opal_node: %x\n", opal_node);
1512 if (!PHANDLE_VALID(opal_node))
1515 prom_getprop(opal_node, "opal-runtime-size", &size, sizeof(size));
1518 prom_getprop(opal_node, "opal-runtime-alignment", &align,
1521 base = alloc_down(size, align, 0);
1523 prom_printf("OPAL allocation failed !\n");
1527 opal_inst = call_prom("open", 1, 1, ADDR("/ibm,opal"));
1528 if (!IHANDLE_VALID(opal_inst)) {
1529 prom_printf("opening opal package failed (%x)\n", opal_inst);
1533 prom_printf("instantiating opal at 0x%x...", base);
1535 if (call_prom_ret("call-method", 4, 3, rets,
1536 ADDR("load-opal-runtime"),
1538 base >> 32, base & 0xffffffff) != 0
1539 || (rets[0] == 0 && rets[1] == 0)) {
1540 prom_printf(" failed\n");
1543 entry = (((u64)rets[0]) << 32) | rets[1];
1545 prom_printf(" done\n");
1547 reserve_mem(base, size);
1549 prom_debug("opal base = 0x%x\n", base);
1550 prom_debug("opal align = 0x%x\n", align);
1551 prom_debug("opal entry = 0x%x\n", entry);
1552 prom_debug("opal size = 0x%x\n", (long)size);
1554 prom_setprop(opal_node, "/ibm,opal", "opal-base-address",
1555 &base, sizeof(base));
1556 prom_setprop(opal_node, "/ibm,opal", "opal-entry-address",
1557 &entry, sizeof(entry));
1559 #ifdef CONFIG_PPC_EARLY_DEBUG_OPAL
1560 RELOC(prom_opal_base) = base;
1561 RELOC(prom_opal_entry) = entry;
1563 prom_debug("prom_instantiate_opal: end...\n");
1566 #endif /* CONFIG_PPC_POWERNV */
1569 * Allocate room for and instantiate RTAS
1571 static void __init prom_instantiate_rtas(void)
1575 u32 base, entry = 0;
1578 prom_debug("prom_instantiate_rtas: start...\n");
1580 rtas_node = call_prom("finddevice", 1, 1, ADDR("/rtas"));
1581 prom_debug("rtas_node: %x\n", rtas_node);
1582 if (!PHANDLE_VALID(rtas_node))
1585 prom_getprop(rtas_node, "rtas-size", &size, sizeof(size));
1589 base = alloc_down(size, PAGE_SIZE, 0);
1591 prom_panic("Could not allocate memory for RTAS\n");
1593 rtas_inst = call_prom("open", 1, 1, ADDR("/rtas"));
1594 if (!IHANDLE_VALID(rtas_inst)) {
1595 prom_printf("opening rtas package failed (%x)\n", rtas_inst);
1599 prom_printf("instantiating rtas at 0x%x...", base);
1601 if (call_prom_ret("call-method", 3, 2, &entry,
1602 ADDR("instantiate-rtas"),
1603 rtas_inst, base) != 0
1605 prom_printf(" failed\n");
1608 prom_printf(" done\n");
1610 reserve_mem(base, size);
1612 prom_setprop(rtas_node, "/rtas", "linux,rtas-base",
1613 &base, sizeof(base));
1614 prom_setprop(rtas_node, "/rtas", "linux,rtas-entry",
1615 &entry, sizeof(entry));
1617 #ifdef CONFIG_PPC_POWERNV
1618 /* PowerVN takeover hack */
1619 RELOC(prom_rtas_data) = base;
1620 RELOC(prom_rtas_entry) = entry;
1621 prom_getprop(rtas_node, "start-cpu", &RELOC(prom_rtas_start_cpu), 4);
1623 prom_debug("rtas base = 0x%x\n", base);
1624 prom_debug("rtas entry = 0x%x\n", entry);
1625 prom_debug("rtas size = 0x%x\n", (long)size);
1627 prom_debug("prom_instantiate_rtas: end...\n");
1632 * Allocate room for and instantiate Stored Measurement Log (SML)
1634 static void __init prom_instantiate_sml(void)
1636 phandle ibmvtpm_node;
1637 ihandle ibmvtpm_inst;
1638 u32 entry = 0, size = 0;
1641 prom_debug("prom_instantiate_sml: start...\n");
1643 ibmvtpm_node = call_prom("finddevice", 1, 1, ADDR("/ibm,vtpm"));
1644 prom_debug("ibmvtpm_node: %x\n", ibmvtpm_node);
1645 if (!PHANDLE_VALID(ibmvtpm_node))
1648 ibmvtpm_inst = call_prom("open", 1, 1, ADDR("/ibm,vtpm"));
1649 if (!IHANDLE_VALID(ibmvtpm_inst)) {
1650 prom_printf("opening vtpm package failed (%x)\n", ibmvtpm_inst);
1654 if (call_prom_ret("call-method", 2, 2, &size,
1655 ADDR("sml-get-handover-size"),
1656 ibmvtpm_inst) != 0 || size == 0) {
1657 prom_printf("SML get handover size failed\n");
1661 base = alloc_down(size, PAGE_SIZE, 0);
1663 prom_panic("Could not allocate memory for sml\n");
1665 prom_printf("instantiating sml at 0x%x...", base);
1667 if (call_prom_ret("call-method", 4, 2, &entry,
1668 ADDR("sml-handover"),
1669 ibmvtpm_inst, size, base) != 0 || entry == 0) {
1670 prom_printf("SML handover failed\n");
1673 prom_printf(" done\n");
1675 reserve_mem(base, size);
1677 prom_setprop(ibmvtpm_node, "/ibm,vtpm", "linux,sml-base",
1678 &base, sizeof(base));
1679 prom_setprop(ibmvtpm_node, "/ibm,vtpm", "linux,sml-size",
1680 &size, sizeof(size));
1682 prom_debug("sml base = 0x%x\n", base);
1683 prom_debug("sml size = 0x%x\n", (long)size);
1685 prom_debug("prom_instantiate_sml: end...\n");
1689 * Allocate room for and initialize TCE tables
1691 static void __init prom_initialize_tce_table(void)
1695 char compatible[64], type[64], model[64];
1696 char *path = RELOC(prom_scratch);
1698 u32 minalign, minsize;
1699 u64 tce_entry, *tce_entryp;
1700 u64 local_alloc_top, local_alloc_bottom;
1703 if (RELOC(prom_iommu_off))
1706 prom_debug("starting prom_initialize_tce_table\n");
1708 /* Cache current top of allocs so we reserve a single block */
1709 local_alloc_top = RELOC(alloc_top_high);
1710 local_alloc_bottom = local_alloc_top;
1712 /* Search all nodes looking for PHBs. */
1713 for (node = 0; prom_next_node(&node); ) {
1717 prom_getprop(node, "compatible",
1718 compatible, sizeof(compatible));
1719 prom_getprop(node, "device_type", type, sizeof(type));
1720 prom_getprop(node, "model", model, sizeof(model));
1722 if ((type[0] == 0) || (strstr(type, RELOC("pci")) == NULL))
1725 /* Keep the old logic intact to avoid regression. */
1726 if (compatible[0] != 0) {
1727 if ((strstr(compatible, RELOC("python")) == NULL) &&
1728 (strstr(compatible, RELOC("Speedwagon")) == NULL) &&
1729 (strstr(compatible, RELOC("Winnipeg")) == NULL))
1731 } else if (model[0] != 0) {
1732 if ((strstr(model, RELOC("ython")) == NULL) &&
1733 (strstr(model, RELOC("peedwagon")) == NULL) &&
1734 (strstr(model, RELOC("innipeg")) == NULL))
1738 if (prom_getprop(node, "tce-table-minalign", &minalign,
1739 sizeof(minalign)) == PROM_ERROR)
1741 if (prom_getprop(node, "tce-table-minsize", &minsize,
1742 sizeof(minsize)) == PROM_ERROR)
1743 minsize = 4UL << 20;
1746 * Even though we read what OF wants, we just set the table
1747 * size to 4 MB. This is enough to map 2GB of PCI DMA space.
1748 * By doing this, we avoid the pitfalls of trying to DMA to
1749 * MMIO space and the DMA alias hole.
1751 * On POWER4, firmware sets the TCE region by assuming
1752 * each TCE table is 8MB. Using this memory for anything
1753 * else will impact performance, so we always allocate 8MB.
1756 if (pvr_version_is(PVR_POWER4) || pvr_version_is(PVR_POWER4p))
1757 minsize = 8UL << 20;
1759 minsize = 4UL << 20;
1761 /* Align to the greater of the align or size */
1762 align = max(minalign, minsize);
1763 base = alloc_down(minsize, align, 1);
1765 prom_panic("ERROR, cannot find space for TCE table.\n");
1766 if (base < local_alloc_bottom)
1767 local_alloc_bottom = base;
1769 /* It seems OF doesn't null-terminate the path :-( */
1770 memset(path, 0, PROM_SCRATCH_SIZE);
1771 /* Call OF to setup the TCE hardware */
1772 if (call_prom("package-to-path", 3, 1, node,
1773 path, PROM_SCRATCH_SIZE-1) == PROM_ERROR) {
1774 prom_printf("package-to-path failed\n");
1777 /* Save away the TCE table attributes for later use. */
1778 prom_setprop(node, path, "linux,tce-base", &base, sizeof(base));
1779 prom_setprop(node, path, "linux,tce-size", &minsize, sizeof(minsize));
1781 prom_debug("TCE table: %s\n", path);
1782 prom_debug("\tnode = 0x%x\n", node);
1783 prom_debug("\tbase = 0x%x\n", base);
1784 prom_debug("\tsize = 0x%x\n", minsize);
1786 /* Initialize the table to have a one-to-one mapping
1787 * over the allocated size.
1789 tce_entryp = (u64 *)base;
1790 for (i = 0; i < (minsize >> 3) ;tce_entryp++, i++) {
1791 tce_entry = (i << PAGE_SHIFT);
1793 *tce_entryp = tce_entry;
1796 prom_printf("opening PHB %s", path);
1797 phb_node = call_prom("open", 1, 1, path);
1799 prom_printf("... failed\n");
1801 prom_printf("... done\n");
1803 call_prom("call-method", 6, 0, ADDR("set-64-bit-addressing"),
1804 phb_node, -1, minsize,
1805 (u32) base, (u32) (base >> 32));
1806 call_prom("close", 1, 0, phb_node);
1809 reserve_mem(local_alloc_bottom, local_alloc_top - local_alloc_bottom);
1811 /* These are only really needed if there is a memory limit in
1812 * effect, but we don't know so export them always. */
1813 RELOC(prom_tce_alloc_start) = local_alloc_bottom;
1814 RELOC(prom_tce_alloc_end) = local_alloc_top;
1816 /* Flag the first invalid entry */
1817 prom_debug("ending prom_initialize_tce_table\n");
1822 * With CHRP SMP we need to use the OF to start the other processors.
1823 * We can't wait until smp_boot_cpus (the OF is trashed by then)
1824 * so we have to put the processors into a holding pattern controlled
1825 * by the kernel (not OF) before we destroy the OF.
1827 * This uses a chunk of low memory, puts some holding pattern
1828 * code there and sends the other processors off to there until
1829 * smp_boot_cpus tells them to do something. The holding pattern
1830 * checks that address until its cpu # is there, when it is that
1831 * cpu jumps to __secondary_start(). smp_boot_cpus() takes care
1832 * of setting those values.
1834 * We also use physical address 0x4 here to tell when a cpu
1835 * is in its holding pattern code.
1840 * We want to reference the copy of __secondary_hold_* in the
1841 * 0 - 0x100 address range
1843 #define LOW_ADDR(x) (((unsigned long) &(x)) & 0xff)
1845 static void __init prom_hold_cpus(void)
1851 struct prom_t *_prom = &RELOC(prom);
1852 unsigned long *spinloop
1853 = (void *) LOW_ADDR(__secondary_hold_spinloop);
1854 unsigned long *acknowledge
1855 = (void *) LOW_ADDR(__secondary_hold_acknowledge);
1856 unsigned long secondary_hold = LOW_ADDR(__secondary_hold);
1858 prom_debug("prom_hold_cpus: start...\n");
1859 prom_debug(" 1) spinloop = 0x%x\n", (unsigned long)spinloop);
1860 prom_debug(" 1) *spinloop = 0x%x\n", *spinloop);
1861 prom_debug(" 1) acknowledge = 0x%x\n",
1862 (unsigned long)acknowledge);
1863 prom_debug(" 1) *acknowledge = 0x%x\n", *acknowledge);
1864 prom_debug(" 1) secondary_hold = 0x%x\n", secondary_hold);
1866 /* Set the common spinloop variable, so all of the secondary cpus
1867 * will block when they are awakened from their OF spinloop.
1868 * This must occur for both SMP and non SMP kernels, since OF will
1869 * be trashed when we move the kernel.
1874 for (node = 0; prom_next_node(&node); ) {
1876 prom_getprop(node, "device_type", type, sizeof(type));
1877 if (strcmp(type, RELOC("cpu")) != 0)
1880 /* Skip non-configured cpus. */
1881 if (prom_getprop(node, "status", type, sizeof(type)) > 0)
1882 if (strcmp(type, RELOC("okay")) != 0)
1886 prom_getprop(node, "reg", ®, sizeof(reg));
1888 prom_debug("cpu hw idx = %lu\n", reg);
1890 /* Init the acknowledge var which will be reset by
1891 * the secondary cpu when it awakens from its OF
1894 *acknowledge = (unsigned long)-1;
1896 if (reg != _prom->cpu) {
1897 /* Primary Thread of non-boot cpu or any thread */
1898 prom_printf("starting cpu hw idx %lu... ", reg);
1899 call_prom("start-cpu", 3, 0, node,
1900 secondary_hold, reg);
1902 for (i = 0; (i < 100000000) &&
1903 (*acknowledge == ((unsigned long)-1)); i++ )
1906 if (*acknowledge == reg)
1907 prom_printf("done\n");
1909 prom_printf("failed: %x\n", *acknowledge);
1913 prom_printf("boot cpu hw idx %lu\n", reg);
1914 #endif /* CONFIG_SMP */
1917 prom_debug("prom_hold_cpus: end...\n");
1921 static void __init prom_init_client_services(unsigned long pp)
1923 struct prom_t *_prom = &RELOC(prom);
1925 /* Get a handle to the prom entry point before anything else */
1926 RELOC(prom_entry) = pp;
1928 /* get a handle for the stdout device */
1929 _prom->chosen = call_prom("finddevice", 1, 1, ADDR("/chosen"));
1930 if (!PHANDLE_VALID(_prom->chosen))
1931 prom_panic("cannot find chosen"); /* msg won't be printed :( */
1933 /* get device tree root */
1934 _prom->root = call_prom("finddevice", 1, 1, ADDR("/"));
1935 if (!PHANDLE_VALID(_prom->root))
1936 prom_panic("cannot find device tree root"); /* msg won't be printed :( */
1943 * For really old powermacs, we need to map things we claim.
1944 * For that, we need the ihandle of the mmu.
1945 * Also, on the longtrail, we need to work around other bugs.
1947 static void __init prom_find_mmu(void)
1949 struct prom_t *_prom = &RELOC(prom);
1953 oprom = call_prom("finddevice", 1, 1, ADDR("/openprom"));
1954 if (!PHANDLE_VALID(oprom))
1956 if (prom_getprop(oprom, "model", version, sizeof(version)) <= 0)
1958 version[sizeof(version) - 1] = 0;
1959 /* XXX might need to add other versions here */
1960 if (strcmp(version, "Open Firmware, 1.0.5") == 0)
1961 of_workarounds = OF_WA_CLAIM;
1962 else if (strncmp(version, "FirmWorks,3.", 12) == 0) {
1963 of_workarounds = OF_WA_CLAIM | OF_WA_LONGTRAIL;
1964 call_prom("interpret", 1, 1, "dev /memory 0 to allow-reclaim");
1967 _prom->memory = call_prom("open", 1, 1, ADDR("/memory"));
1968 prom_getprop(_prom->chosen, "mmu", &_prom->mmumap,
1969 sizeof(_prom->mmumap));
1970 if (!IHANDLE_VALID(_prom->memory) || !IHANDLE_VALID(_prom->mmumap))
1971 of_workarounds &= ~OF_WA_CLAIM; /* hmmm */
1974 #define prom_find_mmu()
1977 static void __init prom_init_stdout(void)
1979 struct prom_t *_prom = &RELOC(prom);
1980 char *path = RELOC(of_stdout_device);
1984 if (prom_getprop(_prom->chosen, "stdout", &val, sizeof(val)) <= 0)
1985 prom_panic("cannot find stdout");
1987 _prom->stdout = val;
1989 /* Get the full OF pathname of the stdout device */
1990 memset(path, 0, 256);
1991 call_prom("instance-to-path", 3, 1, _prom->stdout, path, 255);
1992 val = call_prom("instance-to-package", 1, 1, _prom->stdout);
1993 prom_setprop(_prom->chosen, "/chosen", "linux,stdout-package",
1995 prom_printf("OF stdout device is: %s\n", RELOC(of_stdout_device));
1996 prom_setprop(_prom->chosen, "/chosen", "linux,stdout-path",
1997 path, strlen(path) + 1);
1999 /* If it's a display, note it */
2000 memset(type, 0, sizeof(type));
2001 prom_getprop(val, "device_type", type, sizeof(type));
2002 if (strcmp(type, RELOC("display")) == 0)
2003 prom_setprop(val, path, "linux,boot-display", NULL, 0);
2006 static int __init prom_find_machine_type(void)
2008 struct prom_t *_prom = &RELOC(prom);
2016 /* Look for a PowerMac or a Cell */
2017 len = prom_getprop(_prom->root, "compatible",
2018 compat, sizeof(compat)-1);
2022 char *p = &compat[i];
2026 if (strstr(p, RELOC("Power Macintosh")) ||
2027 strstr(p, RELOC("MacRISC")))
2028 return PLATFORM_POWERMAC;
2030 /* We must make sure we don't detect the IBM Cell
2031 * blades as pSeries due to some firmware issues,
2034 if (strstr(p, RELOC("IBM,CBEA")) ||
2035 strstr(p, RELOC("IBM,CPBW-1.0")))
2036 return PLATFORM_GENERIC;
2037 #endif /* CONFIG_PPC64 */
2042 /* Try to detect OPAL */
2043 if (PHANDLE_VALID(call_prom("finddevice", 1, 1, ADDR("/ibm,opal"))))
2044 return PLATFORM_OPAL;
2046 /* Try to figure out if it's an IBM pSeries or any other
2047 * PAPR compliant platform. We assume it is if :
2048 * - /device_type is "chrp" (please, do NOT use that for future
2052 len = prom_getprop(_prom->root, "device_type",
2053 compat, sizeof(compat)-1);
2055 return PLATFORM_GENERIC;
2056 if (strcmp(compat, RELOC("chrp")))
2057 return PLATFORM_GENERIC;
2059 /* Default to pSeries. We need to know if we are running LPAR */
2060 rtas = call_prom("finddevice", 1, 1, ADDR("/rtas"));
2061 if (!PHANDLE_VALID(rtas))
2062 return PLATFORM_GENERIC;
2063 x = prom_getproplen(rtas, "ibm,hypertas-functions");
2064 if (x != PROM_ERROR) {
2065 prom_debug("Hypertas detected, assuming LPAR !\n");
2066 return PLATFORM_PSERIES_LPAR;
2068 return PLATFORM_PSERIES;
2070 return PLATFORM_GENERIC;
2074 static int __init prom_set_color(ihandle ih, int i, int r, int g, int b)
2076 return call_prom("call-method", 6, 1, ADDR("color!"), ih, i, b, g, r);
2080 * If we have a display that we don't know how to drive,
2081 * we will want to try to execute OF's open method for it
2082 * later. However, OF will probably fall over if we do that
2083 * we've taken over the MMU.
2084 * So we check whether we will need to open the display,
2085 * and if so, open it now.
2087 static void __init prom_check_displays(void)
2089 char type[16], *path;
2094 static unsigned char default_colors[] = {
2112 const unsigned char *clut;
2114 prom_debug("Looking for displays\n");
2115 for (node = 0; prom_next_node(&node); ) {
2116 memset(type, 0, sizeof(type));
2117 prom_getprop(node, "device_type", type, sizeof(type));
2118 if (strcmp(type, RELOC("display")) != 0)
2121 /* It seems OF doesn't null-terminate the path :-( */
2122 path = RELOC(prom_scratch);
2123 memset(path, 0, PROM_SCRATCH_SIZE);
2126 * leave some room at the end of the path for appending extra
2129 if (call_prom("package-to-path", 3, 1, node, path,
2130 PROM_SCRATCH_SIZE-10) == PROM_ERROR)
2132 prom_printf("found display : %s, opening... ", path);
2134 ih = call_prom("open", 1, 1, path);
2136 prom_printf("failed\n");
2141 prom_printf("done\n");
2142 prom_setprop(node, path, "linux,opened", NULL, 0);
2144 /* Setup a usable color table when the appropriate
2145 * method is available. Should update this to set-colors */
2146 clut = RELOC(default_colors);
2147 for (i = 0; i < 16; i++, clut += 3)
2148 if (prom_set_color(ih, i, clut[0], clut[1],
2152 #ifdef CONFIG_LOGO_LINUX_CLUT224
2153 clut = PTRRELOC(RELOC(logo_linux_clut224.clut));
2154 for (i = 0; i < RELOC(logo_linux_clut224.clutsize); i++, clut += 3)
2155 if (prom_set_color(ih, i + 32, clut[0], clut[1],
2158 #endif /* CONFIG_LOGO_LINUX_CLUT224 */
2163 /* Return (relocated) pointer to this much memory: moves initrd if reqd. */
2164 static void __init *make_room(unsigned long *mem_start, unsigned long *mem_end,
2165 unsigned long needed, unsigned long align)
2169 *mem_start = _ALIGN(*mem_start, align);
2170 while ((*mem_start + needed) > *mem_end) {
2171 unsigned long room, chunk;
2173 prom_debug("Chunk exhausted, claiming more at %x...\n",
2174 RELOC(alloc_bottom));
2175 room = RELOC(alloc_top) - RELOC(alloc_bottom);
2176 if (room > DEVTREE_CHUNK_SIZE)
2177 room = DEVTREE_CHUNK_SIZE;
2178 if (room < PAGE_SIZE)
2179 prom_panic("No memory for flatten_device_tree "
2181 chunk = alloc_up(room, 0);
2183 prom_panic("No memory for flatten_device_tree "
2184 "(claim failed)\n");
2185 *mem_end = chunk + room;
2188 ret = (void *)*mem_start;
2189 *mem_start += needed;
2194 #define dt_push_token(token, mem_start, mem_end) \
2195 do { *((u32 *)make_room(mem_start, mem_end, 4, 4)) = token; } while(0)
2197 static unsigned long __init dt_find_string(char *str)
2201 s = os = (char *)RELOC(dt_string_start);
2203 while (s < (char *)RELOC(dt_string_end)) {
2204 if (strcmp(s, str) == 0)
2212 * The Open Firmware 1275 specification states properties must be 31 bytes or
2213 * less, however not all firmwares obey this. Make it 64 bytes to be safe.
2215 #define MAX_PROPERTY_NAME 64
2217 static void __init scan_dt_build_strings(phandle node,
2218 unsigned long *mem_start,
2219 unsigned long *mem_end)
2221 char *prev_name, *namep, *sstart;
2225 sstart = (char *)RELOC(dt_string_start);
2227 /* get and store all property names */
2228 prev_name = RELOC("");
2230 /* 64 is max len of name including nul. */
2231 namep = make_room(mem_start, mem_end, MAX_PROPERTY_NAME, 1);
2232 if (call_prom("nextprop", 3, 1, node, prev_name, namep) != 1) {
2233 /* No more nodes: unwind alloc */
2234 *mem_start = (unsigned long)namep;
2239 if (strcmp(namep, RELOC("name")) == 0) {
2240 *mem_start = (unsigned long)namep;
2241 prev_name = RELOC("name");
2244 /* get/create string entry */
2245 soff = dt_find_string(namep);
2247 *mem_start = (unsigned long)namep;
2248 namep = sstart + soff;
2250 /* Trim off some if we can */
2251 *mem_start = (unsigned long)namep + strlen(namep) + 1;
2252 RELOC(dt_string_end) = *mem_start;
2257 /* do all our children */
2258 child = call_prom("child", 1, 1, node);
2259 while (child != 0) {
2260 scan_dt_build_strings(child, mem_start, mem_end);
2261 child = call_prom("peer", 1, 1, child);
2265 static void __init scan_dt_build_struct(phandle node, unsigned long *mem_start,
2266 unsigned long *mem_end)
2269 char *namep, *prev_name, *sstart, *p, *ep, *lp, *path;
2271 unsigned char *valp;
2272 static char pname[MAX_PROPERTY_NAME];
2273 int l, room, has_phandle = 0;
2275 dt_push_token(OF_DT_BEGIN_NODE, mem_start, mem_end);
2277 /* get the node's full name */
2278 namep = (char *)*mem_start;
2279 room = *mem_end - *mem_start;
2282 l = call_prom("package-to-path", 3, 1, node, namep, room);
2284 /* Didn't fit? Get more room. */
2286 if (l >= *mem_end - *mem_start)
2287 namep = make_room(mem_start, mem_end, l+1, 1);
2288 call_prom("package-to-path", 3, 1, node, namep, l);
2292 /* Fixup an Apple bug where they have bogus \0 chars in the
2293 * middle of the path in some properties, and extract
2294 * the unit name (everything after the last '/').
2296 for (lp = p = namep, ep = namep + l; p < ep; p++) {
2303 *mem_start = _ALIGN((unsigned long)lp + 1, 4);
2306 /* get it again for debugging */
2307 path = RELOC(prom_scratch);
2308 memset(path, 0, PROM_SCRATCH_SIZE);
2309 call_prom("package-to-path", 3, 1, node, path, PROM_SCRATCH_SIZE-1);
2311 /* get and store all properties */
2312 prev_name = RELOC("");
2313 sstart = (char *)RELOC(dt_string_start);
2315 if (call_prom("nextprop", 3, 1, node, prev_name,
2320 if (strcmp(RELOC(pname), RELOC("name")) == 0) {
2321 prev_name = RELOC("name");
2325 /* find string offset */
2326 soff = dt_find_string(RELOC(pname));
2328 prom_printf("WARNING: Can't find string index for"
2329 " <%s>, node %s\n", RELOC(pname), path);
2332 prev_name = sstart + soff;
2335 l = call_prom("getproplen", 2, 1, node, RELOC(pname));
2338 if (l == PROM_ERROR)
2341 /* push property head */
2342 dt_push_token(OF_DT_PROP, mem_start, mem_end);
2343 dt_push_token(l, mem_start, mem_end);
2344 dt_push_token(soff, mem_start, mem_end);
2346 /* push property content */
2347 valp = make_room(mem_start, mem_end, l, 4);
2348 call_prom("getprop", 4, 1, node, RELOC(pname), valp, l);
2349 *mem_start = _ALIGN(*mem_start, 4);
2351 if (!strcmp(RELOC(pname), RELOC("phandle")))
2355 /* Add a "linux,phandle" property if no "phandle" property already
2356 * existed (can happen with OPAL)
2359 soff = dt_find_string(RELOC("linux,phandle"));
2361 prom_printf("WARNING: Can't find string index for"
2362 " <linux-phandle> node %s\n", path);
2364 dt_push_token(OF_DT_PROP, mem_start, mem_end);
2365 dt_push_token(4, mem_start, mem_end);
2366 dt_push_token(soff, mem_start, mem_end);
2367 valp = make_room(mem_start, mem_end, 4, 4);
2368 *(u32 *)valp = node;
2372 /* do all our children */
2373 child = call_prom("child", 1, 1, node);
2374 while (child != 0) {
2375 scan_dt_build_struct(child, mem_start, mem_end);
2376 child = call_prom("peer", 1, 1, child);
2379 dt_push_token(OF_DT_END_NODE, mem_start, mem_end);
2382 static void __init flatten_device_tree(void)
2385 unsigned long mem_start, mem_end, room;
2386 struct boot_param_header *hdr;
2387 struct prom_t *_prom = &RELOC(prom);
2392 * Check how much room we have between alloc top & bottom (+/- a
2393 * few pages), crop to 1MB, as this is our "chunk" size
2395 room = RELOC(alloc_top) - RELOC(alloc_bottom) - 0x4000;
2396 if (room > DEVTREE_CHUNK_SIZE)
2397 room = DEVTREE_CHUNK_SIZE;
2398 prom_debug("starting device tree allocs at %x\n", RELOC(alloc_bottom));
2400 /* Now try to claim that */
2401 mem_start = (unsigned long)alloc_up(room, PAGE_SIZE);
2403 prom_panic("Can't allocate initial device-tree chunk\n");
2404 mem_end = mem_start + room;
2406 /* Get root of tree */
2407 root = call_prom("peer", 1, 1, (phandle)0);
2408 if (root == (phandle)0)
2409 prom_panic ("couldn't get device tree root\n");
2411 /* Build header and make room for mem rsv map */
2412 mem_start = _ALIGN(mem_start, 4);
2413 hdr = make_room(&mem_start, &mem_end,
2414 sizeof(struct boot_param_header), 4);
2415 RELOC(dt_header_start) = (unsigned long)hdr;
2416 rsvmap = make_room(&mem_start, &mem_end, sizeof(mem_reserve_map), 8);
2418 /* Start of strings */
2419 mem_start = PAGE_ALIGN(mem_start);
2420 RELOC(dt_string_start) = mem_start;
2421 mem_start += 4; /* hole */
2423 /* Add "linux,phandle" in there, we'll need it */
2424 namep = make_room(&mem_start, &mem_end, 16, 1);
2425 strcpy(namep, RELOC("linux,phandle"));
2426 mem_start = (unsigned long)namep + strlen(namep) + 1;
2428 /* Build string array */
2429 prom_printf("Building dt strings...\n");
2430 scan_dt_build_strings(root, &mem_start, &mem_end);
2431 RELOC(dt_string_end) = mem_start;
2433 /* Build structure */
2434 mem_start = PAGE_ALIGN(mem_start);
2435 RELOC(dt_struct_start) = mem_start;
2436 prom_printf("Building dt structure...\n");
2437 scan_dt_build_struct(root, &mem_start, &mem_end);
2438 dt_push_token(OF_DT_END, &mem_start, &mem_end);
2439 RELOC(dt_struct_end) = PAGE_ALIGN(mem_start);
2442 hdr->boot_cpuid_phys = _prom->cpu;
2443 hdr->magic = OF_DT_HEADER;
2444 hdr->totalsize = RELOC(dt_struct_end) - RELOC(dt_header_start);
2445 hdr->off_dt_struct = RELOC(dt_struct_start) - RELOC(dt_header_start);
2446 hdr->off_dt_strings = RELOC(dt_string_start) - RELOC(dt_header_start);
2447 hdr->dt_strings_size = RELOC(dt_string_end) - RELOC(dt_string_start);
2448 hdr->off_mem_rsvmap = ((unsigned long)rsvmap) - RELOC(dt_header_start);
2449 hdr->version = OF_DT_VERSION;
2450 /* Version 16 is not backward compatible */
2451 hdr->last_comp_version = 0x10;
2453 /* Copy the reserve map in */
2454 memcpy(rsvmap, RELOC(mem_reserve_map), sizeof(mem_reserve_map));
2459 prom_printf("reserved memory map:\n");
2460 for (i = 0; i < RELOC(mem_reserve_cnt); i++)
2461 prom_printf(" %x - %x\n",
2462 RELOC(mem_reserve_map)[i].base,
2463 RELOC(mem_reserve_map)[i].size);
2466 /* Bump mem_reserve_cnt to cause further reservations to fail
2467 * since it's too late.
2469 RELOC(mem_reserve_cnt) = MEM_RESERVE_MAP_SIZE;
2471 prom_printf("Device tree strings 0x%x -> 0x%x\n",
2472 RELOC(dt_string_start), RELOC(dt_string_end));
2473 prom_printf("Device tree struct 0x%x -> 0x%x\n",
2474 RELOC(dt_struct_start), RELOC(dt_struct_end));
2478 #ifdef CONFIG_PPC_MAPLE
2479 /* PIBS Version 1.05.0000 04/26/2005 has an incorrect /ht/isa/ranges property.
2480 * The values are bad, and it doesn't even have the right number of cells. */
2481 static void __init fixup_device_tree_maple(void)
2484 u32 rloc = 0x01002000; /* IO space; PCI device = 4 */
2488 name = "/ht@0/isa@4";
2489 isa = call_prom("finddevice", 1, 1, ADDR(name));
2490 if (!PHANDLE_VALID(isa)) {
2491 name = "/ht@0/isa@6";
2492 isa = call_prom("finddevice", 1, 1, ADDR(name));
2493 rloc = 0x01003000; /* IO space; PCI device = 6 */
2495 if (!PHANDLE_VALID(isa))
2498 if (prom_getproplen(isa, "ranges") != 12)
2500 if (prom_getprop(isa, "ranges", isa_ranges, sizeof(isa_ranges))
2504 if (isa_ranges[0] != 0x1 ||
2505 isa_ranges[1] != 0xf4000000 ||
2506 isa_ranges[2] != 0x00010000)
2509 prom_printf("Fixing up bogus ISA range on Maple/Apache...\n");
2511 isa_ranges[0] = 0x1;
2512 isa_ranges[1] = 0x0;
2513 isa_ranges[2] = rloc;
2514 isa_ranges[3] = 0x0;
2515 isa_ranges[4] = 0x0;
2516 isa_ranges[5] = 0x00010000;
2517 prom_setprop(isa, name, "ranges",
2518 isa_ranges, sizeof(isa_ranges));
2521 #define CPC925_MC_START 0xf8000000
2522 #define CPC925_MC_LENGTH 0x1000000
2523 /* The values for memory-controller don't have right number of cells */
2524 static void __init fixup_device_tree_maple_memory_controller(void)
2528 char *name = "/hostbridge@f8000000";
2529 struct prom_t *_prom = &RELOC(prom);
2532 mc = call_prom("finddevice", 1, 1, ADDR(name));
2533 if (!PHANDLE_VALID(mc))
2536 if (prom_getproplen(mc, "reg") != 8)
2539 prom_getprop(_prom->root, "#address-cells", &ac, sizeof(ac));
2540 prom_getprop(_prom->root, "#size-cells", &sc, sizeof(sc));
2541 if ((ac != 2) || (sc != 2))
2544 if (prom_getprop(mc, "reg", mc_reg, sizeof(mc_reg)) == PROM_ERROR)
2547 if (mc_reg[0] != CPC925_MC_START || mc_reg[1] != CPC925_MC_LENGTH)
2550 prom_printf("Fixing up bogus hostbridge on Maple...\n");
2553 mc_reg[1] = CPC925_MC_START;
2555 mc_reg[3] = CPC925_MC_LENGTH;
2556 prom_setprop(mc, name, "reg", mc_reg, sizeof(mc_reg));
2559 #define fixup_device_tree_maple()
2560 #define fixup_device_tree_maple_memory_controller()
2563 #ifdef CONFIG_PPC_CHRP
2565 * Pegasos and BriQ lacks the "ranges" property in the isa node
2566 * Pegasos needs decimal IRQ 14/15, not hexadecimal
2567 * Pegasos has the IDE configured in legacy mode, but advertised as native
2569 static void __init fixup_device_tree_chrp(void)
2573 u32 rloc = 0x01006000; /* IO space; PCI device = 12 */
2577 name = "/pci@80000000/isa@c";
2578 ph = call_prom("finddevice", 1, 1, ADDR(name));
2579 if (!PHANDLE_VALID(ph)) {
2580 name = "/pci@ff500000/isa@6";
2581 ph = call_prom("finddevice", 1, 1, ADDR(name));
2582 rloc = 0x01003000; /* IO space; PCI device = 6 */
2584 if (PHANDLE_VALID(ph)) {
2585 rc = prom_getproplen(ph, "ranges");
2586 if (rc == 0 || rc == PROM_ERROR) {
2587 prom_printf("Fixing up missing ISA range on Pegasos...\n");
2594 prop[5] = 0x00010000;
2595 prom_setprop(ph, name, "ranges", prop, sizeof(prop));
2599 name = "/pci@80000000/ide@C,1";
2600 ph = call_prom("finddevice", 1, 1, ADDR(name));
2601 if (PHANDLE_VALID(ph)) {
2602 prom_printf("Fixing up IDE interrupt on Pegasos...\n");
2605 prom_setprop(ph, name, "interrupts", prop, 2*sizeof(u32));
2606 prom_printf("Fixing up IDE class-code on Pegasos...\n");
2607 rc = prom_getprop(ph, "class-code", prop, sizeof(u32));
2608 if (rc == sizeof(u32)) {
2610 prom_setprop(ph, name, "class-code", prop, sizeof(u32));
2615 #define fixup_device_tree_chrp()
2618 #if defined(CONFIG_PPC64) && defined(CONFIG_PPC_PMAC)
2619 static void __init fixup_device_tree_pmac(void)
2621 phandle u3, i2c, mpic;
2626 /* Some G5s have a missing interrupt definition, fix it up here */
2627 u3 = call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000"));
2628 if (!PHANDLE_VALID(u3))
2630 i2c = call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000/i2c@f8001000"));
2631 if (!PHANDLE_VALID(i2c))
2633 mpic = call_prom("finddevice", 1, 1, ADDR("/u3@0,f8000000/mpic@f8040000"));
2634 if (!PHANDLE_VALID(mpic))
2637 /* check if proper rev of u3 */
2638 if (prom_getprop(u3, "device-rev", &u3_rev, sizeof(u3_rev))
2641 if (u3_rev < 0x35 || u3_rev > 0x39)
2643 /* does it need fixup ? */
2644 if (prom_getproplen(i2c, "interrupts") > 0)
2647 prom_printf("fixing up bogus interrupts for u3 i2c...\n");
2649 /* interrupt on this revision of u3 is number 0 and level */
2652 prom_setprop(i2c, "/u3@0,f8000000/i2c@f8001000", "interrupts",
2653 &interrupts, sizeof(interrupts));
2655 prom_setprop(i2c, "/u3@0,f8000000/i2c@f8001000", "interrupt-parent",
2656 &parent, sizeof(parent));
2659 #define fixup_device_tree_pmac()
2662 #ifdef CONFIG_PPC_EFIKA
2664 * The MPC5200 FEC driver requires an phy-handle property to tell it how
2665 * to talk to the phy. If the phy-handle property is missing, then this
2666 * function is called to add the appropriate nodes and link it to the
2669 static void __init fixup_device_tree_efika_add_phy(void)
2675 /* Check if /builtin/ethernet exists - bail if it doesn't */
2676 node = call_prom("finddevice", 1, 1, ADDR("/builtin/ethernet"));
2677 if (!PHANDLE_VALID(node))
2680 /* Check if the phy-handle property exists - bail if it does */
2681 rv = prom_getprop(node, "phy-handle", prop, sizeof(prop));
2686 * At this point the ethernet device doesn't have a phy described.
2687 * Now we need to add the missing phy node and linkage
2690 /* Check for an MDIO bus node - if missing then create one */
2691 node = call_prom("finddevice", 1, 1, ADDR("/builtin/mdio"));
2692 if (!PHANDLE_VALID(node)) {
2693 prom_printf("Adding Ethernet MDIO node\n");
2694 call_prom("interpret", 1, 1,
2695 " s\" /builtin\" find-device"
2697 " 1 encode-int s\" #address-cells\" property"
2698 " 0 encode-int s\" #size-cells\" property"
2699 " s\" mdio\" device-name"
2700 " s\" fsl,mpc5200b-mdio\" encode-string"
2701 " s\" compatible\" property"
2702 " 0xf0003000 0x400 reg"
2704 " 0x5 encode-int encode+"
2705 " 0x3 encode-int encode+"
2706 " s\" interrupts\" property"
2710 /* Check for a PHY device node - if missing then create one and
2711 * give it's phandle to the ethernet node */
2712 node = call_prom("finddevice", 1, 1,
2713 ADDR("/builtin/mdio/ethernet-phy"));
2714 if (!PHANDLE_VALID(node)) {
2715 prom_printf("Adding Ethernet PHY node\n");
2716 call_prom("interpret", 1, 1,
2717 " s\" /builtin/mdio\" find-device"
2719 " s\" ethernet-phy\" device-name"
2720 " 0x10 encode-int s\" reg\" property"
2724 " s\" /builtin/ethernet\" find-device"
2726 " s\" phy-handle\" property"
2731 static void __init fixup_device_tree_efika(void)
2733 int sound_irq[3] = { 2, 2, 0 };
2734 int bcomm_irq[3*16] = { 3,0,0, 3,1,0, 3,2,0, 3,3,0,
2735 3,4,0, 3,5,0, 3,6,0, 3,7,0,
2736 3,8,0, 3,9,0, 3,10,0, 3,11,0,
2737 3,12,0, 3,13,0, 3,14,0, 3,15,0 };
2742 /* Check if we're really running on a EFIKA */
2743 node = call_prom("finddevice", 1, 1, ADDR("/"));
2744 if (!PHANDLE_VALID(node))
2747 rv = prom_getprop(node, "model", prop, sizeof(prop));
2748 if (rv == PROM_ERROR)
2750 if (strcmp(prop, "EFIKA5K2"))
2753 prom_printf("Applying EFIKA device tree fixups\n");
2755 /* Claiming to be 'chrp' is death */
2756 node = call_prom("finddevice", 1, 1, ADDR("/"));
2757 rv = prom_getprop(node, "device_type", prop, sizeof(prop));
2758 if (rv != PROM_ERROR && (strcmp(prop, "chrp") == 0))
2759 prom_setprop(node, "/", "device_type", "efika", sizeof("efika"));
2761 /* CODEGEN,description is exposed in /proc/cpuinfo so
2763 rv = prom_getprop(node, "CODEGEN,description", prop, sizeof(prop));
2764 if (rv != PROM_ERROR && (strstr(prop, "CHRP")))
2765 prom_setprop(node, "/", "CODEGEN,description",
2766 "Efika 5200B PowerPC System",
2767 sizeof("Efika 5200B PowerPC System"));
2769 /* Fixup bestcomm interrupts property */
2770 node = call_prom("finddevice", 1, 1, ADDR("/builtin/bestcomm"));
2771 if (PHANDLE_VALID(node)) {
2772 len = prom_getproplen(node, "interrupts");
2774 prom_printf("Fixing bestcomm interrupts property\n");
2775 prom_setprop(node, "/builtin/bestcom", "interrupts",
2776 bcomm_irq, sizeof(bcomm_irq));
2780 /* Fixup sound interrupts property */
2781 node = call_prom("finddevice", 1, 1, ADDR("/builtin/sound"));
2782 if (PHANDLE_VALID(node)) {
2783 rv = prom_getprop(node, "interrupts", prop, sizeof(prop));
2784 if (rv == PROM_ERROR) {
2785 prom_printf("Adding sound interrupts property\n");
2786 prom_setprop(node, "/builtin/sound", "interrupts",
2787 sound_irq, sizeof(sound_irq));
2791 /* Make sure ethernet phy-handle property exists */
2792 fixup_device_tree_efika_add_phy();
2795 #define fixup_device_tree_efika()
2798 static void __init fixup_device_tree(void)
2800 fixup_device_tree_maple();
2801 fixup_device_tree_maple_memory_controller();
2802 fixup_device_tree_chrp();
2803 fixup_device_tree_pmac();
2804 fixup_device_tree_efika();
2807 static void __init prom_find_boot_cpu(void)
2809 struct prom_t *_prom = &RELOC(prom);
2815 if (prom_getprop(_prom->chosen, "cpu", &prom_cpu, sizeof(prom_cpu)) <= 0)
2818 cpu_pkg = call_prom("instance-to-package", 1, 1, prom_cpu);
2820 prom_getprop(cpu_pkg, "reg", &getprop_rval, sizeof(getprop_rval));
2821 _prom->cpu = getprop_rval;
2823 prom_debug("Booting CPU hw index = %lu\n", _prom->cpu);
2826 static void __init prom_check_initrd(unsigned long r3, unsigned long r4)
2828 #ifdef CONFIG_BLK_DEV_INITRD
2829 struct prom_t *_prom = &RELOC(prom);
2831 if (r3 && r4 && r4 != 0xdeadbeef) {
2834 RELOC(prom_initrd_start) = is_kernel_addr(r3) ? __pa(r3) : r3;
2835 RELOC(prom_initrd_end) = RELOC(prom_initrd_start) + r4;
2837 val = RELOC(prom_initrd_start);
2838 prom_setprop(_prom->chosen, "/chosen", "linux,initrd-start",
2840 val = RELOC(prom_initrd_end);
2841 prom_setprop(_prom->chosen, "/chosen", "linux,initrd-end",
2844 reserve_mem(RELOC(prom_initrd_start),
2845 RELOC(prom_initrd_end) - RELOC(prom_initrd_start));
2847 prom_debug("initrd_start=0x%x\n", RELOC(prom_initrd_start));
2848 prom_debug("initrd_end=0x%x\n", RELOC(prom_initrd_end));
2850 #endif /* CONFIG_BLK_DEV_INITRD */
2855 * We enter here early on, when the Open Firmware prom is still
2856 * handling exceptions and the MMU hash table for us.
2859 unsigned long __init prom_init(unsigned long r3, unsigned long r4,
2861 unsigned long r6, unsigned long r7,
2862 unsigned long kbase)
2864 struct prom_t *_prom;
2868 unsigned long offset = reloc_offset();
2872 _prom = &RELOC(prom);
2875 * First zero the BSS
2877 memset(&RELOC(__bss_start), 0, __bss_stop - __bss_start);
2880 * Init interface to Open Firmware, get some node references,
2883 prom_init_client_services(pp);
2886 * See if this OF is old enough that we need to do explicit maps
2887 * and other workarounds
2892 * Init prom stdout device
2896 prom_printf("Preparing to boot %s", RELOC(linux_banner));
2899 * Get default machine type. At this point, we do not differentiate
2900 * between pSeries SMP and pSeries LPAR
2902 RELOC(of_platform) = prom_find_machine_type();
2903 prom_printf("Detected machine type: %x\n", RELOC(of_platform));
2905 #ifndef CONFIG_NONSTATIC_KERNEL
2906 /* Bail if this is a kdump kernel. */
2907 if (PHYSICAL_START > 0)
2908 prom_panic("Error: You can't boot a kdump kernel from OF!\n");
2912 * Check for an initrd
2914 prom_check_initrd(r3, r4);
2916 #if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV)
2918 * On pSeries, inform the firmware about our capabilities
2920 if (RELOC(of_platform) == PLATFORM_PSERIES ||
2921 RELOC(of_platform) == PLATFORM_PSERIES_LPAR)
2922 prom_send_capabilities();
2926 * Copy the CPU hold code
2928 if (RELOC(of_platform) != PLATFORM_POWERMAC)
2929 copy_and_flush(0, kbase, 0x100, 0);
2932 * Do early parsing of command line
2934 early_cmdline_parse();
2937 * Initialize memory management within prom_init
2942 * Determine which cpu is actually running right _now_
2944 prom_find_boot_cpu();
2947 * Initialize display devices
2949 prom_check_displays();
2953 * Initialize IOMMU (TCE tables) on pSeries. Do that before anything else
2954 * that uses the allocator, we need to make sure we get the top of memory
2955 * available for us here...
2957 if (RELOC(of_platform) == PLATFORM_PSERIES)
2958 prom_initialize_tce_table();
2962 * On non-powermacs, try to instantiate RTAS. PowerMacs don't
2963 * have a usable RTAS implementation.
2965 if (RELOC(of_platform) != PLATFORM_POWERMAC &&
2966 RELOC(of_platform) != PLATFORM_OPAL)
2967 prom_instantiate_rtas();
2969 #ifdef CONFIG_PPC_POWERNV
2970 /* Detect HAL and try instanciating it & doing takeover */
2971 if (RELOC(of_platform) == PLATFORM_PSERIES_LPAR) {
2973 if (RELOC(of_platform) == PLATFORM_OPAL) {
2974 prom_opal_hold_cpus();
2975 prom_opal_takeover();
2977 } else if (RELOC(of_platform) == PLATFORM_OPAL)
2978 prom_instantiate_opal();
2982 /* instantiate sml */
2983 prom_instantiate_sml();
2987 * On non-powermacs, put all CPUs in spin-loops.
2989 * PowerMacs use a different mechanism to spin CPUs
2991 if (RELOC(of_platform) != PLATFORM_POWERMAC &&
2992 RELOC(of_platform) != PLATFORM_OPAL)
2996 * Fill in some infos for use by the kernel later on
2998 if (RELOC(prom_memory_limit))
2999 prom_setprop(_prom->chosen, "/chosen", "linux,memory-limit",
3000 &RELOC(prom_memory_limit),
3001 sizeof(prom_memory_limit));
3003 if (RELOC(prom_iommu_off))
3004 prom_setprop(_prom->chosen, "/chosen", "linux,iommu-off",
3007 if (RELOC(prom_iommu_force_on))
3008 prom_setprop(_prom->chosen, "/chosen", "linux,iommu-force-on",
3011 if (RELOC(prom_tce_alloc_start)) {
3012 prom_setprop(_prom->chosen, "/chosen", "linux,tce-alloc-start",
3013 &RELOC(prom_tce_alloc_start),
3014 sizeof(prom_tce_alloc_start));
3015 prom_setprop(_prom->chosen, "/chosen", "linux,tce-alloc-end",
3016 &RELOC(prom_tce_alloc_end),
3017 sizeof(prom_tce_alloc_end));
3022 * Fixup any known bugs in the device-tree
3024 fixup_device_tree();
3027 * Now finally create the flattened device-tree
3029 prom_printf("copying OF device tree...\n");
3030 flatten_device_tree();
3033 * in case stdin is USB and still active on IBM machines...
3034 * Unfortunately quiesce crashes on some powermacs if we have
3035 * closed stdin already (in particular the powerbook 101). It
3036 * appears that the OPAL version of OFW doesn't like it either.
3038 if (RELOC(of_platform) != PLATFORM_POWERMAC &&
3039 RELOC(of_platform) != PLATFORM_OPAL)
3043 * Call OF "quiesce" method to shut down pending DMA's from
3046 prom_printf("Calling quiesce...\n");
3047 call_prom("quiesce", 0, 0);
3050 * And finally, call the kernel passing it the flattened device
3051 * tree and NULL as r5, thus triggering the new entry point which
3052 * is common to us and kexec
3054 hdr = RELOC(dt_header_start);
3056 /* Don't print anything after quiesce under OPAL, it crashes OFW */
3057 if (RELOC(of_platform) != PLATFORM_OPAL) {
3058 prom_printf("returning from prom_init\n");
3059 prom_debug("->dt_header_start=0x%x\n", hdr);
3063 reloc_got2(-offset);
3066 #ifdef CONFIG_PPC_EARLY_DEBUG_OPAL
3067 /* OPAL early debug gets the OPAL base & entry in r8 and r9 */
3068 __start(hdr, kbase, 0, 0, 0,
3069 RELOC(prom_opal_base), RELOC(prom_opal_entry));
3071 __start(hdr, kbase, 0, 0, 0, 0, 0);