| David S. Miller | 6c70b6f | 2007-08-08 17:11:39 -0700 | [diff] [blame] | 1 | /* GENpage.S: Generic clear and copy page. |
| 2 | * |
| 3 | * Copyright (C) 2007 (davem@davemloft.net) |
| 4 | */ |
| 5 | #include <asm/page.h> |
| 6 | |
| 7 | .text |
| 8 | .align 32 |
| 9 | |
| 10 | GENcopy_user_page: |
| 11 | set PAGE_SIZE, %g7 |
| 12 | 1: ldx [%o1 + 0x00], %o2 |
| 13 | ldx [%o1 + 0x08], %o3 |
| 14 | ldx [%o1 + 0x10], %o4 |
| 15 | ldx [%o1 + 0x18], %o5 |
| 16 | stx %o2, [%o0 + 0x00] |
| 17 | stx %o3, [%o0 + 0x08] |
| 18 | stx %o4, [%o0 + 0x10] |
| 19 | stx %o5, [%o0 + 0x18] |
| 20 | ldx [%o1 + 0x20], %o2 |
| 21 | ldx [%o1 + 0x28], %o3 |
| 22 | ldx [%o1 + 0x30], %o4 |
| 23 | ldx [%o1 + 0x38], %o5 |
| 24 | stx %o2, [%o0 + 0x20] |
| 25 | stx %o3, [%o0 + 0x28] |
| 26 | stx %o4, [%o0 + 0x30] |
| 27 | stx %o5, [%o0 + 0x38] |
| 28 | subcc %g7, 64, %g7 |
| 29 | add %o1, 64, %o1 |
| 30 | bne,pt %xcc, 1b |
| 31 | add %o0, 64, %o0 |
| 32 | retl |
| 33 | nop |
| 34 | |
| 35 | GENclear_page: |
| 36 | GENclear_user_page: |
| 37 | set PAGE_SIZE, %g7 |
| 38 | 1: stx %g0, [%o0 + 0x00] |
| 39 | stx %g0, [%o0 + 0x08] |
| 40 | stx %g0, [%o0 + 0x10] |
| 41 | stx %g0, [%o0 + 0x18] |
| 42 | stx %g0, [%o0 + 0x20] |
| 43 | stx %g0, [%o0 + 0x28] |
| 44 | stx %g0, [%o0 + 0x30] |
| 45 | stx %g0, [%o0 + 0x38] |
| 46 | subcc %g7, 64, %g7 |
| 47 | bne,pt %xcc, 1b |
| 48 | add %o0, 64, %o0 |
| 49 | |
| 50 | #define BRANCH_ALWAYS 0x10680000 |
| 51 | #define NOP 0x01000000 |
| 52 | #define GEN_DO_PATCH(OLD, NEW) \ |
| 53 | sethi %hi(NEW), %g1; \ |
| 54 | or %g1, %lo(NEW), %g1; \ |
| 55 | sethi %hi(OLD), %g2; \ |
| 56 | or %g2, %lo(OLD), %g2; \ |
| 57 | sub %g1, %g2, %g1; \ |
| 58 | sethi %hi(BRANCH_ALWAYS), %g3; \ |
| 59 | sll %g1, 11, %g1; \ |
| 60 | srl %g1, 11 + 2, %g1; \ |
| 61 | or %g3, %lo(BRANCH_ALWAYS), %g3; \ |
| 62 | or %g3, %g1, %g3; \ |
| 63 | stw %g3, [%g2]; \ |
| 64 | sethi %hi(NOP), %g3; \ |
| 65 | or %g3, %lo(NOP), %g3; \ |
| 66 | stw %g3, [%g2 + 0x4]; \ |
| 67 | flush %g2; |
| 68 | |
| 69 | .globl generic_patch_pageops |
| 70 | .type generic_patch_pageops,#function |
| 71 | generic_patch_pageops: |
| 72 | GEN_DO_PATCH(copy_user_page, GENcopy_user_page) |
| 73 | GEN_DO_PATCH(_clear_page, GENclear_page) |
| 74 | GEN_DO_PATCH(clear_user_page, GENclear_user_page) |
| 75 | retl |
| 76 | nop |
| 77 | .size generic_patch_pageops,.-generic_patch_pageops |