| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 1 | .section .text |
| 2 | |
| 3 | .globl __tsan_trace_switch_thunk |
| 4 | __tsan_trace_switch_thunk: |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 5 | .cfi_startproc |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 6 | # Save scratch registers. |
| 7 | push %rax |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 8 | .cfi_adjust_cfa_offset 8 |
| 9 | .cfi_rel_offset %rax, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 10 | push %rcx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 11 | .cfi_adjust_cfa_offset 8 |
| 12 | .cfi_rel_offset %rcx, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 13 | push %rdx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 14 | .cfi_adjust_cfa_offset 8 |
| 15 | .cfi_rel_offset %rdx, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 16 | push %rsi |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 17 | .cfi_adjust_cfa_offset 8 |
| 18 | .cfi_rel_offset %rsi, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 19 | push %rdi |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 20 | .cfi_adjust_cfa_offset 8 |
| 21 | .cfi_rel_offset %rdi, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 22 | push %r8 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 23 | .cfi_adjust_cfa_offset 8 |
| 24 | .cfi_rel_offset %r8, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 25 | push %r9 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 26 | .cfi_adjust_cfa_offset 8 |
| 27 | .cfi_rel_offset %r9, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 28 | push %r10 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 29 | .cfi_adjust_cfa_offset 8 |
| 30 | .cfi_rel_offset %r10, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 31 | push %r11 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 32 | .cfi_adjust_cfa_offset 8 |
| 33 | .cfi_rel_offset %r11, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 34 | # Align stack frame. |
| 35 | push %rbx # non-scratch |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 36 | .cfi_adjust_cfa_offset 8 |
| 37 | .cfi_rel_offset %rbx, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 38 | mov %rsp, %rbx # save current rsp |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 39 | .cfi_def_cfa_register %rbx |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 40 | shr $4, %rsp # clear 4 lsb, align to 16 |
| 41 | shl $4, %rsp |
| 42 | |
| 43 | call __tsan_trace_switch |
| 44 | |
| 45 | # Unalign stack frame back. |
| 46 | mov %rbx, %rsp # restore the original rsp |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 47 | .cfi_def_cfa_register %rsp |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 48 | pop %rbx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 49 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 50 | # Restore scratch registers. |
| 51 | pop %r11 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 52 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 53 | pop %r10 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 54 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 55 | pop %r9 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 56 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 57 | pop %r8 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 58 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 59 | pop %rdi |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 60 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 61 | pop %rsi |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 62 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 63 | pop %rdx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 64 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 65 | pop %rcx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 66 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 67 | pop %rax |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 68 | .cfi_adjust_cfa_offset -8 |
| 69 | .cfi_restore %rax |
| 70 | .cfi_restore %rbx |
| 71 | .cfi_restore %rcx |
| 72 | .cfi_restore %rdx |
| 73 | .cfi_restore %rsi |
| 74 | .cfi_restore %rdi |
| 75 | .cfi_restore %r8 |
| 76 | .cfi_restore %r9 |
| 77 | .cfi_restore %r10 |
| 78 | .cfi_restore %r11 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 79 | ret |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 80 | .cfi_endproc |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 81 | |
| 82 | .globl __tsan_report_race_thunk |
| 83 | __tsan_report_race_thunk: |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 84 | .cfi_startproc |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 85 | # Save scratch registers. |
| 86 | push %rax |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 87 | .cfi_adjust_cfa_offset 8 |
| 88 | .cfi_rel_offset %rax, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 89 | push %rcx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 90 | .cfi_adjust_cfa_offset 8 |
| 91 | .cfi_rel_offset %rcx, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 92 | push %rdx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 93 | .cfi_adjust_cfa_offset 8 |
| 94 | .cfi_rel_offset %rdx, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 95 | push %rsi |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 96 | .cfi_adjust_cfa_offset 8 |
| 97 | .cfi_rel_offset %rsi, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 98 | push %rdi |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 99 | .cfi_adjust_cfa_offset 8 |
| 100 | .cfi_rel_offset %rdi, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 101 | push %r8 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 102 | .cfi_adjust_cfa_offset 8 |
| 103 | .cfi_rel_offset %r8, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 104 | push %r9 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 105 | .cfi_adjust_cfa_offset 8 |
| 106 | .cfi_rel_offset %r9, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 107 | push %r10 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 108 | .cfi_adjust_cfa_offset 8 |
| 109 | .cfi_rel_offset %r10, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 110 | push %r11 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 111 | .cfi_adjust_cfa_offset 8 |
| 112 | .cfi_rel_offset %r11, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 113 | # Align stack frame. |
| 114 | push %rbx # non-scratch |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 115 | .cfi_adjust_cfa_offset 8 |
| 116 | .cfi_rel_offset %rbx, 0 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 117 | mov %rsp, %rbx # save current rsp |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 118 | .cfi_def_cfa_register %rbx |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 119 | shr $4, %rsp # clear 4 lsb, align to 16 |
| 120 | shl $4, %rsp |
| 121 | |
| 122 | call __tsan_report_race |
| 123 | |
| 124 | # Unalign stack frame back. |
| 125 | mov %rbx, %rsp # restore the original rsp |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 126 | .cfi_def_cfa_register %rsp |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 127 | pop %rbx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 128 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 129 | # Restore scratch registers. |
| 130 | pop %r11 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 131 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 132 | pop %r10 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 133 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 134 | pop %r9 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 135 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 136 | pop %r8 |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 137 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 138 | pop %rdi |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 139 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 140 | pop %rsi |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 141 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 142 | pop %rdx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 143 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 144 | pop %rcx |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 145 | .cfi_adjust_cfa_offset -8 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 146 | pop %rax |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 147 | .cfi_adjust_cfa_offset -8 |
| 148 | .cfi_restore %rax |
| 149 | .cfi_restore %rbx |
| 150 | .cfi_restore %rcx |
| 151 | .cfi_restore %rdx |
| 152 | .cfi_restore %rsi |
| 153 | .cfi_restore %rdi |
| 154 | .cfi_restore %r8 |
| 155 | .cfi_restore %r9 |
| 156 | .cfi_restore %r10 |
| 157 | .cfi_restore %r11 |
| Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 158 | ret |
| Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame^] | 159 | .cfi_endproc |
| Dmitry Vyukov | e2b5b5c | 2012-08-17 18:05:28 +0000 | [diff] [blame] | 160 | |
| 161 | #ifdef __linux__ |
| 162 | /* We do not need executable stack. */ |
| 163 | .section .note.GNU-stack,"",@progbits |
| 164 | #endif |