1 /******************************************************************************
2 * arch/ia64/kernel/paravirt.c
4 * Copyright (c) 2008 Isaku Yamahata <yamahata at valinux co jp>
5 * VA Linux Systems Japan K.K.
6 * Yaozu (Eddie) Dong <eddie.dong@intel.com>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 #include <linux/init.h>
26 #include <linux/compiler.h>
28 #include <linux/irq.h>
29 #include <linux/module.h>
30 #include <linux/types.h>
32 #include <asm/iosapic.h>
33 #include <asm/paravirt.h>
35 /***************************************************************************
38 struct pv_info pv_info = {
40 .paravirt_enabled = 0,
41 .name = "bare hardware"
44 /***************************************************************************
46 * initialization hooks.
50 ia64_native_patch_branch(unsigned long tag, unsigned long type);
52 struct pv_init_ops pv_init_ops =
55 .patch_bundle = ia64_native_patch_bundle,
57 .patch_branch = ia64_native_patch_branch,
60 /***************************************************************************
66 /* ia64_native_xxx are macros so that we have to make them real functions */
68 #define DEFINE_VOID_FUNC1(name) \
70 ia64_native_ ## name ## _func(unsigned long arg) \
72 ia64_native_ ## name(arg); \
75 #define DEFINE_VOID_FUNC2(name) \
77 ia64_native_ ## name ## _func(unsigned long arg0, \
80 ia64_native_ ## name(arg0, arg1); \
83 #define DEFINE_FUNC0(name) \
84 static unsigned long \
85 ia64_native_ ## name ## _func(void) \
87 return ia64_native_ ## name(); \
90 #define DEFINE_FUNC1(name, type) \
91 static unsigned long \
92 ia64_native_ ## name ## _func(type arg) \
94 return ia64_native_ ## name(arg); \
97 DEFINE_VOID_FUNC1(fc);
98 DEFINE_VOID_FUNC1(intrin_local_irq_restore);
100 DEFINE_VOID_FUNC2(ptcga);
101 DEFINE_VOID_FUNC2(set_rr);
103 DEFINE_FUNC0(get_psr_i);
105 DEFINE_FUNC1(thash, unsigned long);
106 DEFINE_FUNC1(get_cpuid, int);
107 DEFINE_FUNC1(get_pmd, int);
108 DEFINE_FUNC1(get_rr, unsigned long);
111 ia64_native_ssm_i_func(void)
113 ia64_native_ssm(IA64_PSR_I);
117 ia64_native_rsm_i_func(void)
119 ia64_native_rsm(IA64_PSR_I);
123 ia64_native_set_rr0_to_rr4_func(unsigned long val0, unsigned long val1,
124 unsigned long val2, unsigned long val3,
127 ia64_native_set_rr0_to_rr4(val0, val1, val2, val3, val4);
130 #define CASE_GET_REG(id) \
131 case _IA64_REG_ ## id: \
132 res = ia64_native_getreg(_IA64_REG_ ## id); \
134 #define CASE_GET_AR(id) CASE_GET_REG(AR_ ## id)
135 #define CASE_GET_CR(id) CASE_GET_REG(CR_ ## id)
138 ia64_native_getreg_func(int regnum)
140 unsigned long res = -1;
143 /*CASE_GET_REG(IP);*/ /* returned ip value shouldn't be constant */
158 CASE_GET_AR(BSPSTORE);
204 printk(KERN_CRIT "wrong_getreg %d\n", regnum);
210 #define CASE_SET_REG(id) \
211 case _IA64_REG_ ## id: \
212 ia64_native_setreg(_IA64_REG_ ## id, val); \
214 #define CASE_SET_AR(id) CASE_SET_REG(AR_ ## id)
215 #define CASE_SET_CR(id) CASE_SET_REG(CR_ ## id)
218 ia64_native_setreg_func(int regnum, unsigned long val)
221 case _IA64_REG_PSR_L:
222 ia64_native_setreg(_IA64_REG_PSR_L, val);
223 ia64_dv_serialize_data();
238 CASE_SET_AR(BSPSTORE);
283 printk(KERN_CRIT "wrong setreg %d\n", regnum);
289 #define __DEFINE_FUNC(name, code) \
290 extern const char ia64_native_ ## name ## _direct_start[]; \
291 extern const char ia64_native_ ## name ## _direct_end[]; \
293 ".proc ia64_native_" #name "_func\n" \
294 "ia64_native_" #name "_func:\n" \
295 "ia64_native_" #name "_direct_start:\n" \
297 "ia64_native_" #name "_direct_end:\n" \
298 "br.cond.sptk.many b6\n" \
299 ".endp ia64_native_" #name "_func\n")
301 #define DEFINE_VOID_FUNC0(name, code) \
303 ia64_native_ ## name ## _func(void); \
304 __DEFINE_FUNC(name, code)
306 #define DEFINE_VOID_FUNC1(name, code) \
308 ia64_native_ ## name ## _func(unsigned long arg); \
309 __DEFINE_FUNC(name, code)
311 #define DEFINE_VOID_FUNC2(name, code) \
313 ia64_native_ ## name ## _func(unsigned long arg0, \
314 unsigned long arg1); \
315 __DEFINE_FUNC(name, code)
317 #define DEFINE_FUNC0(name, code) \
318 extern unsigned long \
319 ia64_native_ ## name ## _func(void); \
320 __DEFINE_FUNC(name, code)
322 #define DEFINE_FUNC1(name, type, code) \
323 extern unsigned long \
324 ia64_native_ ## name ## _func(type arg); \
325 __DEFINE_FUNC(name, code)
327 DEFINE_VOID_FUNC1(fc,
329 DEFINE_VOID_FUNC1(intrin_local_irq_restore,
331 " cmp.ne p6, p7 = r8, r0\n"
338 DEFINE_VOID_FUNC2(ptcga,
340 DEFINE_VOID_FUNC2(set_rr,
341 "mov rr[r8] = r9\n");
343 /* ia64_native_getreg(_IA64_REG_PSR) & IA64_PSR_I */
344 DEFINE_FUNC0(get_psr_i,
345 "mov r2 = " __stringify(1 << IA64_PSR_I_BIT) "\n"
348 "and r8 = r2, r8\n");
350 DEFINE_FUNC1(thash, unsigned long,
352 DEFINE_FUNC1(get_cpuid, int,
353 "mov r8 = cpuid[r8]\n");
354 DEFINE_FUNC1(get_pmd, int,
355 "mov r8 = pmd[r8]\n");
356 DEFINE_FUNC1(get_rr, unsigned long,
357 "mov r8 = rr[r8]\n");
359 DEFINE_VOID_FUNC0(ssm_i,
361 DEFINE_VOID_FUNC0(rsm_i,
365 ia64_native_set_rr0_to_rr4_func(unsigned long val0, unsigned long val1,
366 unsigned long val2, unsigned long val3,
368 __DEFINE_FUNC(set_rr0_to_rr4,
370 "movl r2 = 0x2000000000000000\n"
373 "shl r3 = r2, 1\n" /* movl r3 = 0x4000000000000000 */
375 "add r2 = r2, r3\n" /* movl r2 = 0x6000000000000000 */
379 "shl r3 = r3, 1\n" /* movl r3 = 0x8000000000000000 */
381 "mov rr[r3] = r14\n");
383 extern unsigned long ia64_native_getreg_func(int regnum);
384 asm(".global ia64_native_getreg_func\n");
385 #define __DEFINE_GET_REG(id, reg) \
386 "mov r2 = " __stringify(_IA64_REG_ ## id) "\n" \
388 "cmp.eq p6, p0 = r2, r8\n" \
390 "(p6) mov r8 = " #reg "\n" \
391 "(p6) br.cond.sptk.many b6\n" \
393 #define __DEFINE_GET_AR(id, reg) __DEFINE_GET_REG(AR_ ## id, ar.reg)
394 #define __DEFINE_GET_CR(id, reg) __DEFINE_GET_REG(CR_ ## id, cr.reg)
396 __DEFINE_FUNC(getreg,
397 __DEFINE_GET_REG(GP, gp)
398 /*__DEFINE_GET_REG(IP, ip)*/ /* returned ip value shouldn't be constant */
399 __DEFINE_GET_REG(PSR, psr)
400 __DEFINE_GET_REG(TP, tp)
401 __DEFINE_GET_REG(SP, sp)
403 __DEFINE_GET_REG(AR_KR0, ar0)
404 __DEFINE_GET_REG(AR_KR1, ar1)
405 __DEFINE_GET_REG(AR_KR2, ar2)
406 __DEFINE_GET_REG(AR_KR3, ar3)
407 __DEFINE_GET_REG(AR_KR4, ar4)
408 __DEFINE_GET_REG(AR_KR5, ar5)
409 __DEFINE_GET_REG(AR_KR6, ar6)
410 __DEFINE_GET_REG(AR_KR7, ar7)
411 __DEFINE_GET_AR(RSC, rsc)
412 __DEFINE_GET_AR(BSP, bsp)
413 __DEFINE_GET_AR(BSPSTORE, bspstore)
414 __DEFINE_GET_AR(RNAT, rnat)
415 __DEFINE_GET_AR(FCR, fcr)
416 __DEFINE_GET_AR(EFLAG, eflag)
417 __DEFINE_GET_AR(CSD, csd)
418 __DEFINE_GET_AR(SSD, ssd)
419 __DEFINE_GET_REG(AR_CFLAG, ar27)
420 __DEFINE_GET_AR(FSR, fsr)
421 __DEFINE_GET_AR(FIR, fir)
422 __DEFINE_GET_AR(FDR, fdr)
423 __DEFINE_GET_AR(CCV, ccv)
424 __DEFINE_GET_AR(UNAT, unat)
425 __DEFINE_GET_AR(FPSR, fpsr)
426 __DEFINE_GET_AR(ITC, itc)
427 __DEFINE_GET_AR(PFS, pfs)
428 __DEFINE_GET_AR(LC, lc)
429 __DEFINE_GET_AR(EC, ec)
431 __DEFINE_GET_CR(DCR, dcr)
432 __DEFINE_GET_CR(ITM, itm)
433 __DEFINE_GET_CR(IVA, iva)
434 __DEFINE_GET_CR(PTA, pta)
435 __DEFINE_GET_CR(IPSR, ipsr)
436 __DEFINE_GET_CR(ISR, isr)
437 __DEFINE_GET_CR(IIP, iip)
438 __DEFINE_GET_CR(IFA, ifa)
439 __DEFINE_GET_CR(ITIR, itir)
440 __DEFINE_GET_CR(IIPA, iipa)
441 __DEFINE_GET_CR(IFS, ifs)
442 __DEFINE_GET_CR(IIM, iim)
443 __DEFINE_GET_CR(IHA, iha)
444 __DEFINE_GET_CR(LID, lid)
445 __DEFINE_GET_CR(IVR, ivr)
446 __DEFINE_GET_CR(TPR, tpr)
447 __DEFINE_GET_CR(EOI, eoi)
448 __DEFINE_GET_CR(IRR0, irr0)
449 __DEFINE_GET_CR(IRR1, irr1)
450 __DEFINE_GET_CR(IRR2, irr2)
451 __DEFINE_GET_CR(IRR3, irr3)
452 __DEFINE_GET_CR(ITV, itv)
453 __DEFINE_GET_CR(PMV, pmv)
454 __DEFINE_GET_CR(CMCV, cmcv)
455 __DEFINE_GET_CR(LRR0, lrr0)
456 __DEFINE_GET_CR(LRR1, lrr1)
458 "mov r8 = -1\n" /* unsupported case */
461 extern void ia64_native_setreg_func(int regnum, unsigned long val);
462 asm(".global ia64_native_setreg_func\n");
463 #define __DEFINE_SET_REG(id, reg) \
464 "mov r2 = " __stringify(_IA64_REG_ ## id) "\n" \
466 "cmp.eq p6, p0 = r2, r9\n" \
468 "(p6) mov " #reg " = r8\n" \
469 "(p6) br.cond.sptk.many b6\n" \
471 #define __DEFINE_SET_AR(id, reg) __DEFINE_SET_REG(AR_ ## id, ar.reg)
472 #define __DEFINE_SET_CR(id, reg) __DEFINE_SET_REG(CR_ ## id, cr.reg)
473 __DEFINE_FUNC(setreg,
474 "mov r2 = " __stringify(_IA64_REG_PSR_L) "\n"
476 "cmp.eq p6, p0 = r2, r9\n"
478 "(p6) mov psr.l = r8\n"
479 #ifdef HAVE_SERIALIZE_DIRECTIVE
482 "(p6) br.cond.sptk.many b6\n"
483 __DEFINE_SET_REG(GP, gp)
484 __DEFINE_SET_REG(SP, sp)
486 __DEFINE_SET_REG(AR_KR0, ar0)
487 __DEFINE_SET_REG(AR_KR1, ar1)
488 __DEFINE_SET_REG(AR_KR2, ar2)
489 __DEFINE_SET_REG(AR_KR3, ar3)
490 __DEFINE_SET_REG(AR_KR4, ar4)
491 __DEFINE_SET_REG(AR_KR5, ar5)
492 __DEFINE_SET_REG(AR_KR6, ar6)
493 __DEFINE_SET_REG(AR_KR7, ar7)
494 __DEFINE_SET_AR(RSC, rsc)
495 __DEFINE_SET_AR(BSP, bsp)
496 __DEFINE_SET_AR(BSPSTORE, bspstore)
497 __DEFINE_SET_AR(RNAT, rnat)
498 __DEFINE_SET_AR(FCR, fcr)
499 __DEFINE_SET_AR(EFLAG, eflag)
500 __DEFINE_SET_AR(CSD, csd)
501 __DEFINE_SET_AR(SSD, ssd)
502 __DEFINE_SET_REG(AR_CFLAG, ar27)
503 __DEFINE_SET_AR(FSR, fsr)
504 __DEFINE_SET_AR(FIR, fir)
505 __DEFINE_SET_AR(FDR, fdr)
506 __DEFINE_SET_AR(CCV, ccv)
507 __DEFINE_SET_AR(UNAT, unat)
508 __DEFINE_SET_AR(FPSR, fpsr)
509 __DEFINE_SET_AR(ITC, itc)
510 __DEFINE_SET_AR(PFS, pfs)
511 __DEFINE_SET_AR(LC, lc)
512 __DEFINE_SET_AR(EC, ec)
514 __DEFINE_SET_CR(DCR, dcr)
515 __DEFINE_SET_CR(ITM, itm)
516 __DEFINE_SET_CR(IVA, iva)
517 __DEFINE_SET_CR(PTA, pta)
518 __DEFINE_SET_CR(IPSR, ipsr)
519 __DEFINE_SET_CR(ISR, isr)
520 __DEFINE_SET_CR(IIP, iip)
521 __DEFINE_SET_CR(IFA, ifa)
522 __DEFINE_SET_CR(ITIR, itir)
523 __DEFINE_SET_CR(IIPA, iipa)
524 __DEFINE_SET_CR(IFS, ifs)
525 __DEFINE_SET_CR(IIM, iim)
526 __DEFINE_SET_CR(IHA, iha)
527 __DEFINE_SET_CR(LID, lid)
528 __DEFINE_SET_CR(IVR, ivr)
529 __DEFINE_SET_CR(TPR, tpr)
530 __DEFINE_SET_CR(EOI, eoi)
531 __DEFINE_SET_CR(IRR0, irr0)
532 __DEFINE_SET_CR(IRR1, irr1)
533 __DEFINE_SET_CR(IRR2, irr2)
534 __DEFINE_SET_CR(IRR3, irr3)
535 __DEFINE_SET_CR(ITV, itv)
536 __DEFINE_SET_CR(PMV, pmv)
537 __DEFINE_SET_CR(CMCV, cmcv)
538 __DEFINE_SET_CR(LRR0, lrr0)
539 __DEFINE_SET_CR(LRR1, lrr1)
543 struct pv_cpu_ops pv_cpu_ops = {
544 .fc = ia64_native_fc_func,
545 .thash = ia64_native_thash_func,
546 .get_cpuid = ia64_native_get_cpuid_func,
547 .get_pmd = ia64_native_get_pmd_func,
548 .ptcga = ia64_native_ptcga_func,
549 .get_rr = ia64_native_get_rr_func,
550 .set_rr = ia64_native_set_rr_func,
551 .set_rr0_to_rr4 = ia64_native_set_rr0_to_rr4_func,
552 .ssm_i = ia64_native_ssm_i_func,
553 .getreg = ia64_native_getreg_func,
554 .setreg = ia64_native_setreg_func,
555 .rsm_i = ia64_native_rsm_i_func,
556 .get_psr_i = ia64_native_get_psr_i_func,
557 .intrin_local_irq_restore
558 = ia64_native_intrin_local_irq_restore_func,
560 EXPORT_SYMBOL(pv_cpu_ops);
562 /******************************************************************************
563 * replacement of hand written assembly codes.
567 paravirt_cpu_asm_init(const struct pv_cpu_asm_switch *cpu_asm_switch)
569 extern unsigned long paravirt_switch_to_targ;
570 extern unsigned long paravirt_leave_syscall_targ;
571 extern unsigned long paravirt_work_processed_syscall_targ;
572 extern unsigned long paravirt_leave_kernel_targ;
574 paravirt_switch_to_targ = cpu_asm_switch->switch_to;
575 paravirt_leave_syscall_targ = cpu_asm_switch->leave_syscall;
576 paravirt_work_processed_syscall_targ =
577 cpu_asm_switch->work_processed_syscall;
578 paravirt_leave_kernel_targ = cpu_asm_switch->leave_kernel;
581 /***************************************************************************
583 * iosapic read/write hooks.
587 ia64_native_iosapic_read(char __iomem *iosapic, unsigned int reg)
589 return __ia64_native_iosapic_read(iosapic, reg);
593 ia64_native_iosapic_write(char __iomem *iosapic, unsigned int reg, u32 val)
595 __ia64_native_iosapic_write(iosapic, reg, val);
598 struct pv_iosapic_ops pv_iosapic_ops = {
599 .pcat_compat_init = ia64_native_iosapic_pcat_compat_init,
600 .__get_irq_chip = ia64_native_iosapic_get_irq_chip,
602 .__read = ia64_native_iosapic_read,
603 .__write = ia64_native_iosapic_write,
606 /***************************************************************************
611 struct pv_irq_ops pv_irq_ops = {
612 .register_ipi = ia64_native_register_ipi,
614 .assign_irq_vector = ia64_native_assign_irq_vector,
615 .free_irq_vector = ia64_native_free_irq_vector,
616 .register_percpu_irq = ia64_native_register_percpu_irq,
618 .resend_irq = ia64_native_resend_irq,
621 /***************************************************************************
627 ia64_native_do_steal_accounting(unsigned long *new_itm)
632 struct pv_time_ops pv_time_ops = {
633 .do_steal_accounting = ia64_native_do_steal_accounting,
634 .sched_clock = ia64_native_sched_clock,
637 /***************************************************************************
639 * pv_init_ops.patch_bundle
643 #define IA64_NATIVE_PATCH_DEFINE_GET_REG(name, reg) \
644 __DEFINE_FUNC(get_ ## name, \
646 "mov r8 = " #reg "\n" \
649 #define IA64_NATIVE_PATCH_DEFINE_SET_REG(name, reg) \
650 __DEFINE_FUNC(set_ ## name, \
652 "mov " #reg " = r8\n" \
655 #define IA64_NATIVE_PATCH_DEFINE_REG(name, reg) \
656 IA64_NATIVE_PATCH_DEFINE_GET_REG(name, reg); \
657 IA64_NATIVE_PATCH_DEFINE_SET_REG(name, reg) \
659 #define IA64_NATIVE_PATCH_DEFINE_AR(name, reg) \
660 IA64_NATIVE_PATCH_DEFINE_REG(ar_ ## name, ar.reg)
662 #define IA64_NATIVE_PATCH_DEFINE_CR(name, reg) \
663 IA64_NATIVE_PATCH_DEFINE_REG(cr_ ## name, cr.reg)
666 IA64_NATIVE_PATCH_DEFINE_GET_REG(psr, psr);
667 IA64_NATIVE_PATCH_DEFINE_GET_REG(tp, tp);
669 /* IA64_NATIVE_PATCH_DEFINE_SET_REG(psr_l, psr.l); */
670 __DEFINE_FUNC(set_psr_l,
673 #ifdef HAVE_SERIALIZE_DIRECTIVE
678 IA64_NATIVE_PATCH_DEFINE_REG(gp, gp);
679 IA64_NATIVE_PATCH_DEFINE_REG(sp, sp);
681 IA64_NATIVE_PATCH_DEFINE_REG(kr0, ar0);
682 IA64_NATIVE_PATCH_DEFINE_REG(kr1, ar1);
683 IA64_NATIVE_PATCH_DEFINE_REG(kr2, ar2);
684 IA64_NATIVE_PATCH_DEFINE_REG(kr3, ar3);
685 IA64_NATIVE_PATCH_DEFINE_REG(kr4, ar4);
686 IA64_NATIVE_PATCH_DEFINE_REG(kr5, ar5);
687 IA64_NATIVE_PATCH_DEFINE_REG(kr6, ar6);
688 IA64_NATIVE_PATCH_DEFINE_REG(kr7, ar7);
690 IA64_NATIVE_PATCH_DEFINE_AR(rsc, rsc);
691 IA64_NATIVE_PATCH_DEFINE_AR(bsp, bsp);
692 IA64_NATIVE_PATCH_DEFINE_AR(bspstore, bspstore);
693 IA64_NATIVE_PATCH_DEFINE_AR(rnat, rnat);
694 IA64_NATIVE_PATCH_DEFINE_AR(fcr, fcr);
695 IA64_NATIVE_PATCH_DEFINE_AR(eflag, eflag);
696 IA64_NATIVE_PATCH_DEFINE_AR(csd, csd);
697 IA64_NATIVE_PATCH_DEFINE_AR(ssd, ssd);
698 IA64_NATIVE_PATCH_DEFINE_REG(ar27, ar27);
699 IA64_NATIVE_PATCH_DEFINE_AR(fsr, fsr);
700 IA64_NATIVE_PATCH_DEFINE_AR(fir, fir);
701 IA64_NATIVE_PATCH_DEFINE_AR(fdr, fdr);
702 IA64_NATIVE_PATCH_DEFINE_AR(ccv, ccv);
703 IA64_NATIVE_PATCH_DEFINE_AR(unat, unat);
704 IA64_NATIVE_PATCH_DEFINE_AR(fpsr, fpsr);
705 IA64_NATIVE_PATCH_DEFINE_AR(itc, itc);
706 IA64_NATIVE_PATCH_DEFINE_AR(pfs, pfs);
707 IA64_NATIVE_PATCH_DEFINE_AR(lc, lc);
708 IA64_NATIVE_PATCH_DEFINE_AR(ec, ec);
710 IA64_NATIVE_PATCH_DEFINE_CR(dcr, dcr);
711 IA64_NATIVE_PATCH_DEFINE_CR(itm, itm);
712 IA64_NATIVE_PATCH_DEFINE_CR(iva, iva);
713 IA64_NATIVE_PATCH_DEFINE_CR(pta, pta);
714 IA64_NATIVE_PATCH_DEFINE_CR(ipsr, ipsr);
715 IA64_NATIVE_PATCH_DEFINE_CR(isr, isr);
716 IA64_NATIVE_PATCH_DEFINE_CR(iip, iip);
717 IA64_NATIVE_PATCH_DEFINE_CR(ifa, ifa);
718 IA64_NATIVE_PATCH_DEFINE_CR(itir, itir);
719 IA64_NATIVE_PATCH_DEFINE_CR(iipa, iipa);
720 IA64_NATIVE_PATCH_DEFINE_CR(ifs, ifs);
721 IA64_NATIVE_PATCH_DEFINE_CR(iim, iim);
722 IA64_NATIVE_PATCH_DEFINE_CR(iha, iha);
723 IA64_NATIVE_PATCH_DEFINE_CR(lid, lid);
724 IA64_NATIVE_PATCH_DEFINE_CR(ivr, ivr);
725 IA64_NATIVE_PATCH_DEFINE_CR(tpr, tpr);
726 IA64_NATIVE_PATCH_DEFINE_CR(eoi, eoi);
727 IA64_NATIVE_PATCH_DEFINE_CR(irr0, irr0);
728 IA64_NATIVE_PATCH_DEFINE_CR(irr1, irr1);
729 IA64_NATIVE_PATCH_DEFINE_CR(irr2, irr2);
730 IA64_NATIVE_PATCH_DEFINE_CR(irr3, irr3);
731 IA64_NATIVE_PATCH_DEFINE_CR(itv, itv);
732 IA64_NATIVE_PATCH_DEFINE_CR(pmv, pmv);
733 IA64_NATIVE_PATCH_DEFINE_CR(cmcv, cmcv);
734 IA64_NATIVE_PATCH_DEFINE_CR(lrr0, lrr0);
735 IA64_NATIVE_PATCH_DEFINE_CR(lrr1, lrr1);
737 static const struct paravirt_patch_bundle_elem ia64_native_patch_bundle_elems[]
738 __initdata_or_module =
740 #define IA64_NATIVE_PATCH_BUNDLE_ELEM(name, type) \
742 (void*)ia64_native_ ## name ## _direct_start, \
743 (void*)ia64_native_ ## name ## _direct_end, \
744 PARAVIRT_PATCH_TYPE_ ## type, \
747 IA64_NATIVE_PATCH_BUNDLE_ELEM(fc, FC),
748 IA64_NATIVE_PATCH_BUNDLE_ELEM(thash, THASH),
749 IA64_NATIVE_PATCH_BUNDLE_ELEM(get_cpuid, GET_CPUID),
750 IA64_NATIVE_PATCH_BUNDLE_ELEM(get_pmd, GET_PMD),
751 IA64_NATIVE_PATCH_BUNDLE_ELEM(ptcga, PTCGA),
752 IA64_NATIVE_PATCH_BUNDLE_ELEM(get_rr, GET_RR),
753 IA64_NATIVE_PATCH_BUNDLE_ELEM(set_rr, SET_RR),
754 IA64_NATIVE_PATCH_BUNDLE_ELEM(set_rr0_to_rr4, SET_RR0_TO_RR4),
755 IA64_NATIVE_PATCH_BUNDLE_ELEM(ssm_i, SSM_I),
756 IA64_NATIVE_PATCH_BUNDLE_ELEM(rsm_i, RSM_I),
757 IA64_NATIVE_PATCH_BUNDLE_ELEM(get_psr_i, GET_PSR_I),
758 IA64_NATIVE_PATCH_BUNDLE_ELEM(intrin_local_irq_restore,
759 INTRIN_LOCAL_IRQ_RESTORE),
761 #define IA64_NATIVE_PATCH_BUNDLE_ELEM_GETREG(name, reg) \
763 (void*)ia64_native_get_ ## name ## _direct_start, \
764 (void*)ia64_native_get_ ## name ## _direct_end, \
765 PARAVIRT_PATCH_TYPE_GETREG + _IA64_REG_ ## reg, \
768 #define IA64_NATIVE_PATCH_BUNDLE_ELEM_SETREG(name, reg) \
770 (void*)ia64_native_set_ ## name ## _direct_start, \
771 (void*)ia64_native_set_ ## name ## _direct_end, \
772 PARAVIRT_PATCH_TYPE_SETREG + _IA64_REG_ ## reg, \
775 #define IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(name, reg) \
776 IA64_NATIVE_PATCH_BUNDLE_ELEM_GETREG(name, reg), \
777 IA64_NATIVE_PATCH_BUNDLE_ELEM_SETREG(name, reg) \
779 #define IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(name, reg) \
780 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(ar_ ## name, AR_ ## reg)
782 #define IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(name, reg) \
783 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(cr_ ## name, CR_ ## reg)
785 IA64_NATIVE_PATCH_BUNDLE_ELEM_GETREG(psr, PSR),
786 IA64_NATIVE_PATCH_BUNDLE_ELEM_GETREG(tp, TP),
788 IA64_NATIVE_PATCH_BUNDLE_ELEM_SETREG(psr_l, PSR_L),
790 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(gp, GP),
791 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(sp, SP),
793 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(kr0, AR_KR0),
794 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(kr1, AR_KR1),
795 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(kr2, AR_KR2),
796 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(kr3, AR_KR3),
797 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(kr4, AR_KR4),
798 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(kr5, AR_KR5),
799 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(kr6, AR_KR6),
800 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(kr7, AR_KR7),
802 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(rsc, RSC),
803 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(bsp, BSP),
804 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(bspstore, BSPSTORE),
805 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(rnat, RNAT),
806 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(fcr, FCR),
807 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(eflag, EFLAG),
808 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(csd, CSD),
809 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(ssd, SSD),
810 IA64_NATIVE_PATCH_BUNDLE_ELEM_REG(ar27, AR_CFLAG),
811 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(fsr, FSR),
812 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(fir, FIR),
813 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(fdr, FDR),
814 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(ccv, CCV),
815 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(unat, UNAT),
816 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(fpsr, FPSR),
817 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(itc, ITC),
818 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(pfs, PFS),
819 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(lc, LC),
820 IA64_NATIVE_PATCH_BUNDLE_ELEM_AR(ec, EC),
822 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(dcr, DCR),
823 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(itm, ITM),
824 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(iva, IVA),
825 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(pta, PTA),
826 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(ipsr, IPSR),
827 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(isr, ISR),
828 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(iip, IIP),
829 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(ifa, IFA),
830 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(itir, ITIR),
831 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(iipa, IIPA),
832 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(ifs, IFS),
833 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(iim, IIM),
834 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(iha, IHA),
835 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(lid, LID),
836 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(ivr, IVR),
837 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(tpr, TPR),
838 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(eoi, EOI),
839 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(irr0, IRR0),
840 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(irr1, IRR1),
841 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(irr2, IRR2),
842 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(irr3, IRR3),
843 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(itv, ITV),
844 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(pmv, PMV),
845 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(cmcv, CMCV),
846 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(lrr0, LRR0),
847 IA64_NATIVE_PATCH_BUNDLE_ELEM_CR(lrr1, LRR1),
850 unsigned long __init_or_module
851 ia64_native_patch_bundle(void *sbundle, void *ebundle, unsigned long type)
853 const unsigned long nelems = sizeof(ia64_native_patch_bundle_elems) /
854 sizeof(ia64_native_patch_bundle_elems[0]);
856 return __paravirt_patch_apply_bundle(sbundle, ebundle, type,
857 ia64_native_patch_bundle_elems,
860 #endif /* ASM_SUPPOTED */
862 extern const char ia64_native_switch_to[];
863 extern const char ia64_native_leave_syscall[];
864 extern const char ia64_native_work_processed_syscall[];
865 extern const char ia64_native_leave_kernel[];
867 const struct paravirt_patch_branch_target ia64_native_branch_target[]
869 #define PARAVIRT_BR_TARGET(name, type) \
871 ia64_native_ ## name, \
872 PARAVIRT_PATCH_TYPE_BR_ ## type, \
874 PARAVIRT_BR_TARGET(switch_to, SWITCH_TO),
875 PARAVIRT_BR_TARGET(leave_syscall, LEAVE_SYSCALL),
876 PARAVIRT_BR_TARGET(work_processed_syscall, WORK_PROCESSED_SYSCALL),
877 PARAVIRT_BR_TARGET(leave_kernel, LEAVE_KERNEL),
881 ia64_native_patch_branch(unsigned long tag, unsigned long type)
883 const unsigned long nelem =
884 sizeof(ia64_native_branch_target) /
885 sizeof(ia64_native_branch_target[0]);
886 __paravirt_patch_apply_branch(tag, type,
887 ia64_native_branch_target, nelem);