arch/arm/mach-exynos/common.c

   1 /*
   2  * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd.
   3  *              http://www.samsung.com
   4  *
   5  * Common Codes for EXYNOS
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License version 2 as
   9  * published by the Free Software Foundation.
  10  */
  11
  12 #include <linux/kernel.h>
  13 #include <linux/bitops.h>
  14 #include <linux/interrupt.h>
  15 #include <linux/irq.h>
  16 #include <linux/irqchip.h>
  17 #include <linux/io.h>
  18 #include <linux/device.h>
  19 #include <linux/gpio.h>
  20 #include <clocksource/samsung_pwm.h>
  21 #include <linux/sched.h>
  22 #include <linux/serial_core.h>
  23 #include <linux/of.h>
  24 #include <linux/of_fdt.h>
  25 #include <linux/of_irq.h>
  26 #include <linux/export.h>
  27 #include <linux/irqdomain.h>
  28 #include <linux/of_address.h>
  29 #include <linux/clocksource.h>
  30 #include <linux/clk-provider.h>
  31 #include <linux/irqchip/arm-gic.h>
  32 #include <linux/irqchip/chained_irq.h>
  33
  34 #include <asm/proc-fns.h>
  35 #include <asm/exception.h>
  36 #include <asm/hardware/cache-l2x0.h>
  37 #include <asm/mach/map.h>
  38 #include <asm/mach/irq.h>
  39 #include <asm/cacheflush.h>
  40
  41 #include <mach/regs-irq.h>
  42 #include <mach/regs-pmu.h>
  43 #include <mach/regs-gpio.h>
  44 #include <mach/irqs.h>
  45
  46 #include <plat/cpu.h>
  47 #include <plat/devs.h>
  48 #include <plat/pm.h>
  49 #include <plat/sdhci.h>
  50 #include <plat/gpio-cfg.h>
  51 #include <plat/adc-core.h>
  52 #include <plat/fb-core.h>
  53 #include <plat/fimc-core.h>
  54 #include <plat/iic-core.h>
  55 #include <plat/tv-core.h>
  56 #include <plat/spi-core.h>
  57 #include <plat/regs-serial.h>
  58
  59 #include "common.h"
  60 #define L2_AUX_VAL 0x7C470001
  61 #define L2_AUX_MASK 0xC200ffff
  62
  63 static const char name_exynos4210[] = "EXYNOS4210";
  64 static const char name_exynos4212[] = "EXYNOS4212";
  65 static const char name_exynos4412[] = "EXYNOS4412";
  66 static const char name_exynos5250[] = "EXYNOS5250";
  67 static const char name_exynos5440[] = "EXYNOS5440";
  68
  69 static void exynos4_map_io(void);
  70 static void exynos5_map_io(void);
  71 static void exynos5440_map_io(void);
  72 static void exynos4_init_uarts(struct s3c2410_uartcfg *cfg, int no);
  73 static int exynos_init(void);
  74
  75 unsigned long xxti_f = 0, xusbxti_f = 0;
  76
  77 static struct cpu_table cpu_ids[] __initdata = {
  78         {
  79                 .idcode         = EXYNOS4210_CPU_ID,
  80                 .idmask         = EXYNOS4_CPU_MASK,
  81                 .map_io         = exynos4_map_io,
  82                 .init_uarts     = exynos4_init_uarts,
  83                 .init           = exynos_init,
  84                 .name           = name_exynos4210,
  85         }, {
  86                 .idcode         = EXYNOS4212_CPU_ID,
  87                 .idmask         = EXYNOS4_CPU_MASK,
  88                 .map_io         = exynos4_map_io,
  89                 .init_uarts     = exynos4_init_uarts,
  90                 .init           = exynos_init,
  91                 .name           = name_exynos4212,
  92         }, {
  93                 .idcode         = EXYNOS4412_CPU_ID,
  94                 .idmask         = EXYNOS4_CPU_MASK,
  95                 .map_io         = exynos4_map_io,
  96                 .init_uarts     = exynos4_init_uarts,
  97                 .init           = exynos_init,
  98                 .name           = name_exynos4412,
  99         }, {
 100                 .idcode         = EXYNOS5250_SOC_ID,
 101                 .idmask         = EXYNOS5_SOC_MASK,
 102                 .map_io         = exynos5_map_io,
 103                 .init           = exynos_init,
 104                 .name           = name_exynos5250,
 105         }, {
 106                 .idcode         = EXYNOS5440_SOC_ID,
 107                 .idmask         = EXYNOS5_SOC_MASK,
 108                 .map_io         = exynos5440_map_io,
 109                 .init           = exynos_init,
 110                 .name           = name_exynos5440,
 111         },
 112 };
 113
 114 /* Initial IO mappings */
 115
 116 static struct map_desc exynos_iodesc[] __initdata = {
 117         {
 118                 .virtual        = (unsigned long)S5P_VA_CHIPID,
 119                 .pfn            = __phys_to_pfn(EXYNOS_PA_CHIPID),
 120                 .length         = SZ_4K,
 121                 .type           = MT_DEVICE,
 122         },
 123 };
 124
 125 static struct map_desc exynos4_iodesc[] __initdata = {
 126         {
 127                 .virtual        = (unsigned long)S3C_VA_SYS,
 128                 .pfn            = __phys_to_pfn(EXYNOS4_PA_SYSCON),
 129                 .length         = SZ_64K,
 130                 .type           = MT_DEVICE,
 131         }, {
 132                 .virtual        = (unsigned long)S3C_VA_TIMER,
 133                 .pfn            = __phys_to_pfn(EXYNOS4_PA_TIMER),
 134                 .length         = SZ_16K,
 135                 .type           = MT_DEVICE,
 136         }, {
 137                 .virtual        = (unsigned long)S3C_VA_WATCHDOG,
 138                 .pfn            = __phys_to_pfn(EXYNOS4_PA_WATCHDOG),
 139                 .length         = SZ_4K,
 140                 .type           = MT_DEVICE,
 141         }, {
 142                 .virtual        = (unsigned long)S5P_VA_SROMC,
 143                 .pfn            = __phys_to_pfn(EXYNOS4_PA_SROMC),
 144                 .length         = SZ_4K,
 145                 .type           = MT_DEVICE,
 146         }, {
 147                 .virtual        = (unsigned long)S5P_VA_SYSTIMER,
 148                 .pfn            = __phys_to_pfn(EXYNOS4_PA_SYSTIMER),
 149                 .length         = SZ_4K,
 150                 .type           = MT_DEVICE,
 151         }, {
 152                 .virtual        = (unsigned long)S5P_VA_PMU,
 153                 .pfn            = __phys_to_pfn(EXYNOS4_PA_PMU),
 154                 .length         = SZ_64K,
 155                 .type           = MT_DEVICE,
 156         }, {
 157                 .virtual        = (unsigned long)S5P_VA_COMBINER_BASE,
 158                 .pfn            = __phys_to_pfn(EXYNOS4_PA_COMBINER),
 159                 .length         = SZ_4K,
 160                 .type           = MT_DEVICE,
 161         }, {
 162                 .virtual        = (unsigned long)S5P_VA_GIC_CPU,
 163                 .pfn            = __phys_to_pfn(EXYNOS4_PA_GIC_CPU),
 164                 .length         = SZ_64K,
 165                 .type           = MT_DEVICE,
 166         }, {
 167                 .virtual        = (unsigned long)S5P_VA_GIC_DIST,
 168                 .pfn            = __phys_to_pfn(EXYNOS4_PA_GIC_DIST),
 169                 .length         = SZ_64K,
 170                 .type           = MT_DEVICE,
 171         }, {
 172                 .virtual        = (unsigned long)S3C_VA_UART,
 173                 .pfn            = __phys_to_pfn(EXYNOS4_PA_UART),
 174                 .length         = SZ_512K,
 175                 .type           = MT_DEVICE,
 176         }, {
 177                 .virtual        = (unsigned long)S5P_VA_CMU,
 178                 .pfn            = __phys_to_pfn(EXYNOS4_PA_CMU),
 179                 .length         = SZ_128K,
 180                 .type           = MT_DEVICE,
 181         }, {
 182                 .virtual        = (unsigned long)S5P_VA_COREPERI_BASE,
 183                 .pfn            = __phys_to_pfn(EXYNOS4_PA_COREPERI),
 184                 .length         = SZ_8K,
 185                 .type           = MT_DEVICE,
 186         }, {
 187                 .virtual        = (unsigned long)S5P_VA_L2CC,
 188                 .pfn            = __phys_to_pfn(EXYNOS4_PA_L2CC),
 189                 .length         = SZ_4K,
 190                 .type           = MT_DEVICE,
 191         }, {
 192                 .virtual        = (unsigned long)S5P_VA_DMC0,
 193                 .pfn            = __phys_to_pfn(EXYNOS4_PA_DMC0),
 194                 .length         = SZ_64K,
 195                 .type           = MT_DEVICE,
 196         }, {
 197                 .virtual        = (unsigned long)S5P_VA_DMC1,
 198                 .pfn            = __phys_to_pfn(EXYNOS4_PA_DMC1),
 199                 .length         = SZ_64K,
 200                 .type           = MT_DEVICE,
 201         }, {
 202                 .virtual        = (unsigned long)S3C_VA_USB_HSPHY,
 203                 .pfn            = __phys_to_pfn(EXYNOS4_PA_HSPHY),
 204                 .length         = SZ_4K,
 205                 .type           = MT_DEVICE,
 206         },
 207 };
 208
 209 static struct map_desc exynos4_iodesc0[] __initdata = {
 210         {
 211                 .virtual        = (unsigned long)S5P_VA_SYSRAM,
 212                 .pfn            = __phys_to_pfn(EXYNOS4_PA_SYSRAM0),
 213                 .length         = SZ_4K,
 214                 .type           = MT_DEVICE,
 215         },
 216 };
 217
 218 static struct map_desc exynos4_iodesc1[] __initdata = {
 219         {
 220                 .virtual        = (unsigned long)S5P_VA_SYSRAM,
 221                 .pfn            = __phys_to_pfn(EXYNOS4_PA_SYSRAM1),
 222                 .length         = SZ_4K,
 223                 .type           = MT_DEVICE,
 224         },
 225 };
 226
 227 static struct map_desc exynos4210_iodesc[] __initdata = {
 228         {
 229                 .virtual        = (unsigned long)S5P_VA_SYSRAM_NS,
 230                 .pfn            = __phys_to_pfn(EXYNOS4210_PA_SYSRAM_NS),
 231                 .length         = SZ_4K,
 232                 .type           = MT_DEVICE,
 233         },
 234 };
 235
 236 static struct map_desc exynos4x12_iodesc[] __initdata = {
 237         {
 238                 .virtual        = (unsigned long)S5P_VA_SYSRAM_NS,
 239                 .pfn            = __phys_to_pfn(EXYNOS4x12_PA_SYSRAM_NS),
 240                 .length         = SZ_4K,
 241                 .type           = MT_DEVICE,
 242         },
 243 };
 244
 245 static struct map_desc exynos5250_iodesc[] __initdata = {
 246         {
 247                 .virtual        = (unsigned long)S5P_VA_SYSRAM_NS,
 248                 .pfn            = __phys_to_pfn(EXYNOS5250_PA_SYSRAM_NS),
 249                 .length         = SZ_4K,
 250                 .type           = MT_DEVICE,
 251         },
 252 };
 253
 254 static struct map_desc exynos5_iodesc[] __initdata = {
 255         {
 256                 .virtual        = (unsigned long)S3C_VA_SYS,
 257                 .pfn            = __phys_to_pfn(EXYNOS5_PA_SYSCON),
 258                 .length         = SZ_64K,
 259                 .type           = MT_DEVICE,
 260         }, {
 261                 .virtual        = (unsigned long)S3C_VA_TIMER,
 262                 .pfn            = __phys_to_pfn(EXYNOS5_PA_TIMER),
 263                 .length         = SZ_16K,
 264                 .type           = MT_DEVICE,
 265         }, {
 266                 .virtual        = (unsigned long)S3C_VA_WATCHDOG,
 267                 .pfn            = __phys_to_pfn(EXYNOS5_PA_WATCHDOG),
 268                 .length         = SZ_4K,
 269                 .type           = MT_DEVICE,
 270         }, {
 271                 .virtual        = (unsigned long)S5P_VA_SROMC,
 272                 .pfn            = __phys_to_pfn(EXYNOS5_PA_SROMC),
 273                 .length         = SZ_4K,
 274                 .type           = MT_DEVICE,
 275         }, {
 276                 .virtual        = (unsigned long)S5P_VA_SYSRAM,
 277                 .pfn            = __phys_to_pfn(EXYNOS5_PA_SYSRAM),
 278                 .length         = SZ_4K,
 279                 .type           = MT_DEVICE,
 280         }, {
 281                 .virtual        = (unsigned long)S5P_VA_CMU,
 282                 .pfn            = __phys_to_pfn(EXYNOS5_PA_CMU),
 283                 .length         = 144 * SZ_1K,
 284                 .type           = MT_DEVICE,
 285         }, {
 286                 .virtual        = (unsigned long)S5P_VA_PMU,
 287                 .pfn            = __phys_to_pfn(EXYNOS5_PA_PMU),
 288                 .length         = SZ_64K,
 289                 .type           = MT_DEVICE,
 290         }, {
 291                 .virtual        = (unsigned long)S3C_VA_UART,
 292                 .pfn            = __phys_to_pfn(EXYNOS5_PA_UART),
 293                 .length         = SZ_512K,
 294                 .type           = MT_DEVICE,
 295         },
 296 };
 297
 298 static struct map_desc exynos5440_iodesc0[] __initdata = {
 299         {
 300                 .virtual        = (unsigned long)S3C_VA_UART,
 301                 .pfn            = __phys_to_pfn(EXYNOS5440_PA_UART0),
 302                 .length         = SZ_512K,
 303                 .type           = MT_DEVICE,
 304         },
 305 };
 306
 307 static struct samsung_pwm_variant exynos4_pwm_variant = {
 308         .bits           = 32,
 309         .div_base       = 0,
 310         .has_tint_cstat = true,
 311         .tclk_mask      = 0,
 312 };
 313
 314 void exynos4_restart(char mode, const char *cmd)
 315 {
 316         __raw_writel(0x1, S5P_SWRESET);
 317 }
 318
 319 void exynos5_restart(char mode, const char *cmd)
 320 {
 321         struct device_node *np;
 322         u32 val;
 323         void __iomem *addr;
 324
 325         if (of_machine_is_compatible("samsung,exynos5250")) {
 326                 val = 0x1;
 327                 addr = EXYNOS_SWRESET;
 328         } else if (of_machine_is_compatible("samsung,exynos5440")) {
 329                 u32 status;
 330                 np = of_find_compatible_node(NULL, NULL, "samsung,exynos5440-clock");
 331
 332                 addr = of_iomap(np, 0) + 0xbc;
 333                 status = __raw_readl(addr);
 334
 335                 addr = of_iomap(np, 0) + 0xcc;
 336                 val = __raw_readl(addr);
 337
 338                 val = (val & 0xffff0000) | (status & 0xffff);
 339         } else {
 340                 pr_err("%s: cannot support non-DT\n", __func__);
 341                 return;
 342         }
 343
 344         __raw_writel(val, addr);
 345 }
 346
 347 void __init exynos_init_late(void)
 348 {
 349         if (of_machine_is_compatible("samsung,exynos5440"))
 350                 /* to be supported later */
 351                 return;
 352
 353         exynos_pm_late_initcall();
 354 }
 355
 356 int __init exynos_fdt_map_chipid(unsigned long node, const char *uname,
 357                                         int depth, void *data)
 358 {
 359         struct map_desc iodesc;
 360         __be32 *reg;
 361         unsigned long len;
 362
 363         if (!of_flat_dt_is_compatible(node, "samsung,exynos4210-chipid") &&
 364                 !of_flat_dt_is_compatible(node, "samsung,exynos5440-clock"))
 365                 return 0;
 366
 367         reg = of_get_flat_dt_prop(node, "reg", &len);
 368         if (reg == NULL || len != (sizeof(unsigned long) * 2))
 369                 return 0;
 370
 371         iodesc.pfn = __phys_to_pfn(be32_to_cpu(reg[0]));
 372         iodesc.length = be32_to_cpu(reg[1]) - 1;
 373         iodesc.virtual = (unsigned long)S5P_VA_CHIPID;
 374         iodesc.type = MT_DEVICE;
 375         iotable_init(&iodesc, 1);
 376         return 1;
 377 }
 378
 379 /*
 380  * exynos_map_io
 381  *
 382  * register the standard cpu IO areas
 383  */
 384
 385 void __init exynos_init_io(struct map_desc *mach_desc, int size)
 386 {
 387         debug_ll_io_init();
 388
 389         if (initial_boot_params)
 390                 of_scan_flat_dt(exynos_fdt_map_chipid, NULL);
 391         else
 392                 iotable_init(exynos_iodesc, ARRAY_SIZE(exynos_iodesc));
 393
 394         if (mach_desc)
 395                 iotable_init(mach_desc, size);
 396
 397         /* detect cpu id and rev. */
 398         s5p_init_cpu(S5P_VA_CHIPID);
 399
 400         s3c_init_cpu(samsung_cpu_id, cpu_ids, ARRAY_SIZE(cpu_ids));
 401 }
 402
 403 static void __init exynos4_map_io(void)
 404 {
 405         iotable_init(exynos4_iodesc, ARRAY_SIZE(exynos4_iodesc));
 406
 407         if (soc_is_exynos4210() && samsung_rev() == EXYNOS4210_REV_0)
 408                 iotable_init(exynos4_iodesc0, ARRAY_SIZE(exynos4_iodesc0));
 409         else
 410                 iotable_init(exynos4_iodesc1, ARRAY_SIZE(exynos4_iodesc1));
 411
 412         if (soc_is_exynos4210())
 413                 iotable_init(exynos4210_iodesc, ARRAY_SIZE(exynos4210_iodesc));
 414         if (soc_is_exynos4212() || soc_is_exynos4412())
 415                 iotable_init(exynos4x12_iodesc, ARRAY_SIZE(exynos4x12_iodesc));
 416
 417         /* initialize device information early */
 418         exynos4_default_sdhci0();
 419         exynos4_default_sdhci1();
 420         exynos4_default_sdhci2();
 421         exynos4_default_sdhci3();
 422
 423         s3c_adc_setname("samsung-adc-v3");
 424
 425         s3c_fimc_setname(0, "exynos4-fimc");
 426         s3c_fimc_setname(1, "exynos4-fimc");
 427         s3c_fimc_setname(2, "exynos4-fimc");
 428         s3c_fimc_setname(3, "exynos4-fimc");
 429
 430         s3c_sdhci_setname(0, "exynos4-sdhci");
 431         s3c_sdhci_setname(1, "exynos4-sdhci");
 432         s3c_sdhci_setname(2, "exynos4-sdhci");
 433         s3c_sdhci_setname(3, "exynos4-sdhci");
 434
 435         /* The I2C bus controllers are directly compatible with s3c2440 */
 436         s3c_i2c0_setname("s3c2440-i2c");
 437         s3c_i2c1_setname("s3c2440-i2c");
 438         s3c_i2c2_setname("s3c2440-i2c");
 439
 440         s5p_fb_setname(0, "exynos4-fb");
 441         s5p_hdmi_setname("exynos4-hdmi");
 442
 443         s3c64xx_spi_setname("exynos4210-spi");
 444 }
 445
 446 static void __init exynos5_map_io(void)
 447 {
 448         iotable_init(exynos5_iodesc, ARRAY_SIZE(exynos5_iodesc));
 449
 450         if (soc_is_exynos5250())
 451                 iotable_init(exynos5250_iodesc, ARRAY_SIZE(exynos5250_iodesc));
 452 }
 453
 454 static void __init exynos5440_map_io(void)
 455 {
 456         iotable_init(exynos5440_iodesc0, ARRAY_SIZE(exynos5440_iodesc0));
 457 }
 458
 459 void __init exynos_set_timer_source(u8 channels)
 460 {
 461         exynos4_pwm_variant.output_mask = BIT(SAMSUNG_PWM_NUM) - 1;
 462         exynos4_pwm_variant.output_mask &= ~channels;
 463 }
 464
 465 void __init exynos_init_time(void)
 466 {
 467         unsigned int timer_irqs[SAMSUNG_PWM_NUM] = {
 468                 EXYNOS4_IRQ_TIMER0_VIC, EXYNOS4_IRQ_TIMER1_VIC,
 469                 EXYNOS4_IRQ_TIMER2_VIC, EXYNOS4_IRQ_TIMER3_VIC,
 470                 EXYNOS4_IRQ_TIMER4_VIC,
 471         };
 472
 473         if (of_have_populated_dt()) {
 474                 of_clk_init(NULL);
 475                 clocksource_of_init();
 476         } else {
 477                 /* todo: remove after migrating legacy E4 platforms to dt */
 478 #ifdef CONFIG_ARCH_EXYNOS4
 479                 exynos4_clk_init(NULL, !soc_is_exynos4210(), S5P_VA_CMU, readl(S5P_VA_CHIPID + 8) & 1);
 480                 exynos4_clk_register_fixed_ext(xxti_f, xusbxti_f);
 481 #endif
 482 #ifdef CONFIG_CLKSRC_SAMSUNG_PWM
 483                 if (soc_is_exynos4210() && samsung_rev() == EXYNOS4210_REV_0)
 484                         samsung_pwm_clocksource_init(S3C_VA_TIMER,
 485                                         timer_irqs, &exynos4_pwm_variant);
 486                 else
 487 #endif
 488                         mct_init(S5P_VA_SYSTIMER, EXYNOS4_IRQ_MCT_G0,
 489                                         EXYNOS4_IRQ_MCT_L0, EXYNOS4_IRQ_MCT_L1);
 490         }
 491 }
 492
 493 static unsigned int max_combiner_nr(void)
 494 {
 495         if (soc_is_exynos5250())
 496                 return EXYNOS5_MAX_COMBINER_NR;
 497         else if (soc_is_exynos4412())
 498                 return EXYNOS4412_MAX_COMBINER_NR;
 499         else if (soc_is_exynos4212())
 500                 return EXYNOS4212_MAX_COMBINER_NR;
 501         else
 502                 return EXYNOS4210_MAX_COMBINER_NR;
 503 }
 504
 505
 506 void __init exynos4_init_irq(void)
 507 {
 508         unsigned int gic_bank_offset;
 509
 510         gic_bank_offset = soc_is_exynos4412() ? 0x4000 : 0x8000;
 511
 512         if (!of_have_populated_dt())
 513                 gic_init_bases(0, IRQ_PPI(0), S5P_VA_GIC_DIST, S5P_VA_GIC_CPU, gic_bank_offset, NULL);
 514         else
 515                 irqchip_init();
 516
 517         if (!of_have_populated_dt())
 518                 combiner_init(S5P_VA_COMBINER_BASE, NULL,
 519                               max_combiner_nr(), COMBINER_IRQ(0, 0));
 520
 521         gic_arch_extn.irq_set_wake = s3c_irq_wake;
 522 }
 523
 524 void __init exynos5_init_irq(void)
 525 {
 526         irqchip_init();
 527         gic_arch_extn.irq_set_wake = s3c_irq_wake;
 528 }
 529
 530 struct bus_type exynos_subsys = {
 531         .name           = "exynos-core",
 532         .dev_name       = "exynos-core",
 533 };
 534
 535 static struct device exynos4_dev = {
 536         .bus    = &exynos_subsys,
 537 };
 538
 539 static int __init exynos_core_init(void)
 540 {
 541         return subsys_system_register(&exynos_subsys, NULL);
 542 }
 543 core_initcall(exynos_core_init);
 544
 545 #ifdef CONFIG_CACHE_L2X0
 546 static int __init exynos4_l2x0_cache_init(void)
 547 {
 548         int ret;
 549
 550         if (soc_is_exynos5250() || soc_is_exynos5440())
 551                 return 0;
 552
 553         ret = l2x0_of_init(L2_AUX_VAL, L2_AUX_MASK);
 554         if (!ret) {
 555                 l2x0_regs_phys = virt_to_phys(&l2x0_saved_regs);
 556                 clean_dcache_area(&l2x0_regs_phys, sizeof(unsigned long));
 557                 return 0;
 558         }
 559
 560         if (!(__raw_readl(S5P_VA_L2CC + L2X0_CTRL) & 0x1)) {
 561                 l2x0_saved_regs.phy_base = EXYNOS4_PA_L2CC;
 562                 /* TAG, Data Latency Control: 2 cycles */
 563                 l2x0_saved_regs.tag_latency = 0x110;
 564
 565                 if (soc_is_exynos4212() || soc_is_exynos4412())
 566                         l2x0_saved_regs.data_latency = 0x120;
 567                 else
 568                         l2x0_saved_regs.data_latency = 0x110;
 569
 570                 l2x0_saved_regs.prefetch_ctrl = 0x30000007;
 571                 l2x0_saved_regs.pwr_ctrl =
 572                         (L2X0_DYNAMIC_CLK_GATING_EN | L2X0_STNDBY_MODE_EN);
 573
 574                 l2x0_regs_phys = virt_to_phys(&l2x0_saved_regs);
 575
 576                 __raw_writel(l2x0_saved_regs.tag_latency,
 577                                 S5P_VA_L2CC + L2X0_TAG_LATENCY_CTRL);
 578                 __raw_writel(l2x0_saved_regs.data_latency,
 579                                 S5P_VA_L2CC + L2X0_DATA_LATENCY_CTRL);
 580
 581                 /* L2X0 Prefetch Control */
 582                 __raw_writel(l2x0_saved_regs.prefetch_ctrl,
 583                                 S5P_VA_L2CC + L2X0_PREFETCH_CTRL);
 584
 585                 /* L2X0 Power Control */
 586                 __raw_writel(l2x0_saved_regs.pwr_ctrl,
 587                                 S5P_VA_L2CC + L2X0_POWER_CTRL);
 588
 589                 clean_dcache_area(&l2x0_regs_phys, sizeof(unsigned long));
 590                 clean_dcache_area(&l2x0_saved_regs, sizeof(struct l2x0_regs));
 591         }
 592
 593         l2x0_init(S5P_VA_L2CC, L2_AUX_VAL, L2_AUX_MASK);
 594         return 0;
 595 }
 596 early_initcall(exynos4_l2x0_cache_init);
 597 #endif
 598
 599 static int __init exynos_init(void)
 600 {
 601         printk(KERN_INFO "EXYNOS: Initializing architecture\n");
 602
 603         return device_register(&exynos4_dev);
 604 }
 605
 606 /* uart registration process */
 607
 608 static void __init exynos4_init_uarts(struct s3c2410_uartcfg *cfg, int no)
 609 {
 610         struct s3c2410_uartcfg *tcfg = cfg;
 611         u32 ucnt;
 612
 613         for (ucnt = 0; ucnt < no; ucnt++, tcfg++)
 614                 tcfg->has_fracval = 1;
 615
 616         s3c24xx_init_uartdevs("exynos4210-uart", exynos4_uart_resources, cfg, no);
 617 }
 618
 619 static void __iomem *exynos_eint_base;
 620
 621 static DEFINE_SPINLOCK(eint_lock);
 622
 623 static unsigned int eint0_15_data[16];
 624
 625 static inline int exynos4_irq_to_gpio(unsigned int irq)
 626 {
 627         if (irq < IRQ_EINT(0))
 628                 return -EINVAL;
 629
 630         irq -= IRQ_EINT(0);
 631         if (irq < 8)
 632                 return EXYNOS4_GPX0(irq);
 633
 634         irq -= 8;
 635         if (irq < 8)
 636                 return EXYNOS4_GPX1(irq);
 637
 638         irq -= 8;
 639         if (irq < 8)
 640                 return EXYNOS4_GPX2(irq);
 641
 642         irq -= 8;
 643         if (irq < 8)
 644                 return EXYNOS4_GPX3(irq);
 645
 646         return -EINVAL;
 647 }
 648
 649 static inline int exynos5_irq_to_gpio(unsigned int irq)
 650 {
 651         if (irq < IRQ_EINT(0))
 652                 return -EINVAL;
 653
 654         irq -= IRQ_EINT(0);
 655         if (irq < 8)
 656                 return EXYNOS5_GPX0(irq);
 657
 658         irq -= 8;
 659         if (irq < 8)
 660                 return EXYNOS5_GPX1(irq);
 661
 662         irq -= 8;
 663         if (irq < 8)
 664                 return EXYNOS5_GPX2(irq);
 665
 666         irq -= 8;
 667         if (irq < 8)
 668                 return EXYNOS5_GPX3(irq);
 669
 670         return -EINVAL;
 671 }
 672
 673 static unsigned int exynos4_eint0_15_src_int[16] = {
 674         EXYNOS4_IRQ_EINT0,
 675         EXYNOS4_IRQ_EINT1,
 676         EXYNOS4_IRQ_EINT2,
 677         EXYNOS4_IRQ_EINT3,
 678         EXYNOS4_IRQ_EINT4,
 679         EXYNOS4_IRQ_EINT5,
 680         EXYNOS4_IRQ_EINT6,
 681         EXYNOS4_IRQ_EINT7,
 682         EXYNOS4_IRQ_EINT8,
 683         EXYNOS4_IRQ_EINT9,
 684         EXYNOS4_IRQ_EINT10,
 685         EXYNOS4_IRQ_EINT11,
 686         EXYNOS4_IRQ_EINT12,
 687         EXYNOS4_IRQ_EINT13,
 688         EXYNOS4_IRQ_EINT14,
 689         EXYNOS4_IRQ_EINT15,
 690 };
 691
 692 static unsigned int exynos5_eint0_15_src_int[16] = {
 693         EXYNOS5_IRQ_EINT0,
 694         EXYNOS5_IRQ_EINT1,
 695         EXYNOS5_IRQ_EINT2,
 696         EXYNOS5_IRQ_EINT3,
 697         EXYNOS5_IRQ_EINT4,
 698         EXYNOS5_IRQ_EINT5,
 699         EXYNOS5_IRQ_EINT6,
 700         EXYNOS5_IRQ_EINT7,
 701         EXYNOS5_IRQ_EINT8,
 702         EXYNOS5_IRQ_EINT9,
 703         EXYNOS5_IRQ_EINT10,
 704         EXYNOS5_IRQ_EINT11,
 705         EXYNOS5_IRQ_EINT12,
 706         EXYNOS5_IRQ_EINT13,
 707         EXYNOS5_IRQ_EINT14,
 708         EXYNOS5_IRQ_EINT15,
 709 };
 710 static inline void exynos_irq_eint_mask(struct irq_data *data)
 711 {
 712         u32 mask;
 713
 714         spin_lock(&eint_lock);
 715         mask = __raw_readl(EINT_MASK(exynos_eint_base, data->irq));
 716         mask |= EINT_OFFSET_BIT(data->irq);
 717         __raw_writel(mask, EINT_MASK(exynos_eint_base, data->irq));
 718         spin_unlock(&eint_lock);
 719 }
 720
 721 static void exynos_irq_eint_unmask(struct irq_data *data)
 722 {
 723         u32 mask;
 724
 725         spin_lock(&eint_lock);
 726         mask = __raw_readl(EINT_MASK(exynos_eint_base, data->irq));
 727         mask &= ~(EINT_OFFSET_BIT(data->irq));
 728         __raw_writel(mask, EINT_MASK(exynos_eint_base, data->irq));
 729         spin_unlock(&eint_lock);
 730 }
 731
 732 static inline void exynos_irq_eint_ack(struct irq_data *data)
 733 {
 734         __raw_writel(EINT_OFFSET_BIT(data->irq),
 735                      EINT_PEND(exynos_eint_base, data->irq));
 736 }
 737
 738 static void exynos_irq_eint_maskack(struct irq_data *data)
 739 {
 740         exynos_irq_eint_mask(data);
 741         exynos_irq_eint_ack(data);
 742 }
 743
 744 static int exynos_irq_eint_set_type(struct irq_data *data, unsigned int type)
 745 {
 746         int offs = EINT_OFFSET(data->irq);
 747         int shift;
 748         u32 ctrl, mask;
 749         u32 newvalue = 0;
 750
 751         switch (type) {
 752         case IRQ_TYPE_EDGE_RISING:
 753                 newvalue = S5P_IRQ_TYPE_EDGE_RISING;
 754                 break;
 755
 756         case IRQ_TYPE_EDGE_FALLING:
 757                 newvalue = S5P_IRQ_TYPE_EDGE_FALLING;
 758                 break;
 759
 760         case IRQ_TYPE_EDGE_BOTH:
 761                 newvalue = S5P_IRQ_TYPE_EDGE_BOTH;
 762                 break;
 763
 764         case IRQ_TYPE_LEVEL_LOW:
 765                 newvalue = S5P_IRQ_TYPE_LEVEL_LOW;
 766                 break;
 767
 768         case IRQ_TYPE_LEVEL_HIGH:
 769                 newvalue = S5P_IRQ_TYPE_LEVEL_HIGH;
 770                 break;
 771
 772         default:
 773                 printk(KERN_ERR "No such irq type %d", type);
 774                 return -EINVAL;
 775         }
 776
 777         shift = (offs & 0x7) * 4;
 778         mask = 0x7 << shift;
 779
 780         spin_lock(&eint_lock);
 781         ctrl = __raw_readl(EINT_CON(exynos_eint_base, data->irq));
 782         ctrl &= ~mask;
 783         ctrl |= newvalue << shift;
 784         __raw_writel(ctrl, EINT_CON(exynos_eint_base, data->irq));
 785         spin_unlock(&eint_lock);
 786
 787         if (soc_is_exynos5250())
 788                 s3c_gpio_cfgpin(exynos5_irq_to_gpio(data->irq), S3C_GPIO_SFN(0xf));
 789         else
 790                 s3c_gpio_cfgpin(exynos4_irq_to_gpio(data->irq), S3C_GPIO_SFN(0xf));
 791
 792         return 0;
 793 }
 794
 795 static struct irq_chip exynos_irq_eint = {
 796         .name           = "exynos-eint",
 797         .irq_mask       = exynos_irq_eint_mask,
 798         .irq_unmask     = exynos_irq_eint_unmask,
 799         .irq_mask_ack   = exynos_irq_eint_maskack,
 800         .irq_ack        = exynos_irq_eint_ack,
 801         .irq_set_type   = exynos_irq_eint_set_type,
 802 #ifdef CONFIG_PM
 803         .irq_set_wake   = s3c_irqext_wake,
 804 #endif
 805 };
 806
 807 /*
 808  * exynos4_irq_demux_eint
 809  *
 810  * This function demuxes the IRQ from from EINTs 16 to 31.
 811  * It is designed to be inlined into the specific handler
 812  * s5p_irq_demux_eintX_Y.
 813  *
 814  * Each EINT pend/mask registers handle eight of them.
 815  */
 816 static inline void exynos_irq_demux_eint(unsigned int start)
 817 {
 818         unsigned int irq;
 819
 820         u32 status = __raw_readl(EINT_PEND(exynos_eint_base, start));
 821         u32 mask = __raw_readl(EINT_MASK(exynos_eint_base, start));
 822
 823         status &= ~mask;
 824         status &= 0xff;
 825
 826         while (status) {
 827                 irq = fls(status) - 1;
 828                 generic_handle_irq(irq + start);
 829                 status &= ~(1 << irq);
 830         }
 831 }
 832
 833 static void exynos_irq_demux_eint16_31(unsigned int irq, struct irq_desc *desc)
 834 {
 835         struct irq_chip *chip = irq_get_chip(irq);
 836         chained_irq_enter(chip, desc);
 837         exynos_irq_demux_eint(IRQ_EINT(16));
 838         exynos_irq_demux_eint(IRQ_EINT(24));
 839         chained_irq_exit(chip, desc);
 840 }
 841
 842 static void exynos_irq_eint0_15(unsigned int irq, struct irq_desc *desc)
 843 {
 844         u32 *irq_data = irq_get_handler_data(irq);
 845         struct irq_chip *chip = irq_get_chip(irq);
 846
 847         chained_irq_enter(chip, desc);
 848         generic_handle_irq(*irq_data);
 849         chained_irq_exit(chip, desc);
 850 }
 851
 852 static int __init exynos_init_irq_eint(void)
 853 {
 854         int irq;
 855
 856 #ifdef CONFIG_PINCTRL_SAMSUNG
 857         /*
 858          * The Samsung pinctrl driver provides an integrated gpio/pinmux/pinconf
 859          * functionality along with support for external gpio and wakeup
 860          * interrupts. If the samsung pinctrl driver is enabled and includes
 861          * the wakeup interrupt support, then the setting up external wakeup
 862          * interrupts here can be skipped. This check here is temporary to
 863          * allow exynos4 platforms that do not use Samsung pinctrl driver to
 864          * co-exist with platforms that do. When all of the Samsung Exynos4
 865          * platforms switch over to using the pinctrl driver, the wakeup
 866          * interrupt support code here can be completely removed.
 867          */
 868         static const struct of_device_id exynos_pinctrl_ids[] = {
 869                 { .compatible = "samsung,exynos4210-pinctrl", },
 870                 { .compatible = "samsung,exynos4x12-pinctrl", },
 871                 { .compatible = "samsung,exynos5250-pinctrl", },
 872         };
 873         struct device_node *pctrl_np, *wkup_np;
 874         const char *wkup_compat = "samsung,exynos4210-wakeup-eint";
 875
 876         for_each_matching_node(pctrl_np, exynos_pinctrl_ids) {
 877                 if (of_device_is_available(pctrl_np)) {
 878                         wkup_np = of_find_compatible_node(pctrl_np, NULL,
 879                                                         wkup_compat);
 880                         if (wkup_np)
 881                                 return -ENODEV;
 882                 }
 883         }
 884 #endif
 885         if (soc_is_exynos5440())
 886                 return 0;
 887
 888         if (soc_is_exynos5250())
 889                 exynos_eint_base = ioremap(EXYNOS5_PA_GPIO1, SZ_4K);
 890         else
 891                 exynos_eint_base = ioremap(EXYNOS4_PA_GPIO2, SZ_4K);
 892
 893         if (exynos_eint_base == NULL) {
 894                 pr_err("unable to ioremap for EINT base address\n");
 895                 return -ENOMEM;
 896         }
 897
 898         for (irq = 0 ; irq <= 31 ; irq++) {
 899                 irq_set_chip_and_handler(IRQ_EINT(irq), &exynos_irq_eint,
 900                                          handle_level_irq);
 901                 set_irq_flags(IRQ_EINT(irq), IRQF_VALID);
 902         }
 903
 904         irq_set_chained_handler(EXYNOS_IRQ_EINT16_31, exynos_irq_demux_eint16_31);
 905
 906         for (irq = 0 ; irq <= 15 ; irq++) {
 907                 eint0_15_data[irq] = IRQ_EINT(irq);
 908
 909                 if (soc_is_exynos5250()) {
 910                         irq_set_handler_data(exynos5_eint0_15_src_int[irq],
 911                                              &eint0_15_data[irq]);
 912                         irq_set_chained_handler(exynos5_eint0_15_src_int[irq],
 913                                                 exynos_irq_eint0_15);
 914                 } else {
 915                         irq_set_handler_data(exynos4_eint0_15_src_int[irq],
 916                                              &eint0_15_data[irq]);
 917                         irq_set_chained_handler(exynos4_eint0_15_src_int[irq],
 918                                                 exynos_irq_eint0_15);
 919                 }
 920         }
 921
 922         return 0;
 923 }
 924 arch_initcall(exynos_init_irq_eint);
 925
 926 static struct resource exynos4_pmu_resource[] = {
 927         DEFINE_RES_IRQ(EXYNOS4_IRQ_PMU),
 928         DEFINE_RES_IRQ(EXYNOS4_IRQ_PMU_CPU1),
 929 #if defined(CONFIG_SOC_EXYNOS4412)
 930         DEFINE_RES_IRQ(EXYNOS4_IRQ_PMU_CPU2),
 931         DEFINE_RES_IRQ(EXYNOS4_IRQ_PMU_CPU3),
 932 #endif
 933 };
 934
 935 static struct platform_device exynos4_device_pmu = {
 936         .name           = "arm-pmu",
 937         .num_resources  = ARRAY_SIZE(exynos4_pmu_resource),
 938         .resource       = exynos4_pmu_resource,
 939 };
 940
 941 static int __init exynos_armpmu_init(void)
 942 {
 943         if (!of_have_populated_dt()) {
 944                 if (soc_is_exynos4210() || soc_is_exynos4212())
 945                         exynos4_device_pmu.num_resources = 2;
 946                 platform_device_register(&exynos4_device_pmu);
 947         }
 948
 949         return 0;
 950 }
 951 arch_initcall(exynos_armpmu_init);