Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 1 | .section .text |
| 2 | |
Dmitry Vyukov | 20678e2 | 2012-11-26 14:20:26 +0000 | [diff] [blame] | 3 | .hidden __tsan_trace_switch |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 4 | .globl __tsan_trace_switch_thunk |
| 5 | __tsan_trace_switch_thunk: |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 6 | .cfi_startproc |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 7 | # Save scratch registers. |
| 8 | push %rax |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 9 | .cfi_adjust_cfa_offset 8 |
| 10 | .cfi_rel_offset %rax, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 11 | push %rcx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 12 | .cfi_adjust_cfa_offset 8 |
| 13 | .cfi_rel_offset %rcx, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 14 | push %rdx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 15 | .cfi_adjust_cfa_offset 8 |
| 16 | .cfi_rel_offset %rdx, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 17 | push %rsi |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 18 | .cfi_adjust_cfa_offset 8 |
| 19 | .cfi_rel_offset %rsi, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 20 | push %rdi |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 21 | .cfi_adjust_cfa_offset 8 |
| 22 | .cfi_rel_offset %rdi, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 23 | push %r8 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 24 | .cfi_adjust_cfa_offset 8 |
| 25 | .cfi_rel_offset %r8, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 26 | push %r9 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 27 | .cfi_adjust_cfa_offset 8 |
| 28 | .cfi_rel_offset %r9, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 29 | push %r10 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 30 | .cfi_adjust_cfa_offset 8 |
| 31 | .cfi_rel_offset %r10, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 32 | push %r11 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 33 | .cfi_adjust_cfa_offset 8 |
| 34 | .cfi_rel_offset %r11, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 35 | # Align stack frame. |
| 36 | push %rbx # non-scratch |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 37 | .cfi_adjust_cfa_offset 8 |
| 38 | .cfi_rel_offset %rbx, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 39 | mov %rsp, %rbx # save current rsp |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 40 | .cfi_def_cfa_register %rbx |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 41 | shr $4, %rsp # clear 4 lsb, align to 16 |
| 42 | shl $4, %rsp |
| 43 | |
| 44 | call __tsan_trace_switch |
| 45 | |
| 46 | # Unalign stack frame back. |
| 47 | mov %rbx, %rsp # restore the original rsp |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 48 | .cfi_def_cfa_register %rsp |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 49 | pop %rbx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 50 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 51 | # Restore scratch registers. |
| 52 | pop %r11 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 53 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 54 | pop %r10 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 55 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 56 | pop %r9 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 57 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 58 | pop %r8 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 59 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 60 | pop %rdi |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 61 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 62 | pop %rsi |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 63 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 64 | pop %rdx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 65 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 66 | pop %rcx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 67 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 68 | pop %rax |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 69 | .cfi_adjust_cfa_offset -8 |
| 70 | .cfi_restore %rax |
| 71 | .cfi_restore %rbx |
| 72 | .cfi_restore %rcx |
| 73 | .cfi_restore %rdx |
| 74 | .cfi_restore %rsi |
| 75 | .cfi_restore %rdi |
| 76 | .cfi_restore %r8 |
| 77 | .cfi_restore %r9 |
| 78 | .cfi_restore %r10 |
| 79 | .cfi_restore %r11 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 80 | ret |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 81 | .cfi_endproc |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 82 | |
Dmitry Vyukov | 20678e2 | 2012-11-26 14:20:26 +0000 | [diff] [blame] | 83 | .hidden __tsan_report_race |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 84 | .globl __tsan_report_race_thunk |
| 85 | __tsan_report_race_thunk: |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 86 | .cfi_startproc |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 87 | # Save scratch registers. |
| 88 | push %rax |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 89 | .cfi_adjust_cfa_offset 8 |
| 90 | .cfi_rel_offset %rax, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 91 | push %rcx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 92 | .cfi_adjust_cfa_offset 8 |
| 93 | .cfi_rel_offset %rcx, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 94 | push %rdx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 95 | .cfi_adjust_cfa_offset 8 |
| 96 | .cfi_rel_offset %rdx, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 97 | push %rsi |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 98 | .cfi_adjust_cfa_offset 8 |
| 99 | .cfi_rel_offset %rsi, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 100 | push %rdi |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 101 | .cfi_adjust_cfa_offset 8 |
| 102 | .cfi_rel_offset %rdi, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 103 | push %r8 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 104 | .cfi_adjust_cfa_offset 8 |
| 105 | .cfi_rel_offset %r8, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 106 | push %r9 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 107 | .cfi_adjust_cfa_offset 8 |
| 108 | .cfi_rel_offset %r9, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 109 | push %r10 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 110 | .cfi_adjust_cfa_offset 8 |
| 111 | .cfi_rel_offset %r10, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 112 | push %r11 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 113 | .cfi_adjust_cfa_offset 8 |
| 114 | .cfi_rel_offset %r11, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 115 | # Align stack frame. |
| 116 | push %rbx # non-scratch |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 117 | .cfi_adjust_cfa_offset 8 |
| 118 | .cfi_rel_offset %rbx, 0 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 119 | mov %rsp, %rbx # save current rsp |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 120 | .cfi_def_cfa_register %rbx |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 121 | shr $4, %rsp # clear 4 lsb, align to 16 |
| 122 | shl $4, %rsp |
| 123 | |
| 124 | call __tsan_report_race |
| 125 | |
| 126 | # Unalign stack frame back. |
| 127 | mov %rbx, %rsp # restore the original rsp |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 128 | .cfi_def_cfa_register %rsp |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 129 | pop %rbx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 130 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 131 | # Restore scratch registers. |
| 132 | pop %r11 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 133 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 134 | pop %r10 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 135 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 136 | pop %r9 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 137 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 138 | pop %r8 |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 139 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 140 | pop %rdi |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 141 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 142 | pop %rsi |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 143 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 144 | pop %rdx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 145 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 146 | pop %rcx |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 147 | .cfi_adjust_cfa_offset -8 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 148 | pop %rax |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 149 | .cfi_adjust_cfa_offset -8 |
| 150 | .cfi_restore %rax |
| 151 | .cfi_restore %rbx |
| 152 | .cfi_restore %rcx |
| 153 | .cfi_restore %rdx |
| 154 | .cfi_restore %rsi |
| 155 | .cfi_restore %rdi |
| 156 | .cfi_restore %r8 |
| 157 | .cfi_restore %r9 |
| 158 | .cfi_restore %r10 |
| 159 | .cfi_restore %r11 |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 160 | ret |
Dmitry Vyukov | b7f1852 | 2012-09-02 11:24:07 +0000 | [diff] [blame] | 161 | .cfi_endproc |
Dmitry Vyukov | e2b5b5c | 2012-08-17 18:05:28 +0000 | [diff] [blame] | 162 | |
| 163 | #ifdef __linux__ |
| 164 | /* We do not need executable stack. */ |
| 165 | .section .note.GNU-stack,"",@progbits |
| 166 | #endif |