sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 1 | |
| 2 | /*--------------------------------------------------------------------*/ |
| 3 | /*--- Management of the translation table and cache. ---*/ |
| 4 | /*--- vg_transtab.c ---*/ |
| 5 | /*--------------------------------------------------------------------*/ |
| 6 | |
| 7 | /* |
njn | c953984 | 2002-10-02 13:26:35 +0000 | [diff] [blame] | 8 | This file is part of Valgrind, an extensible x86 protected-mode |
| 9 | emulator for monitoring program execution on x86-Unixes. |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 10 | |
nethercote | bb1c991 | 2004-01-04 16:43:23 +0000 | [diff] [blame] | 11 | Copyright (C) 2000-2004 Julian Seward |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 12 | jseward@acm.org |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 13 | |
| 14 | This program is free software; you can redistribute it and/or |
| 15 | modify it under the terms of the GNU General Public License as |
| 16 | published by the Free Software Foundation; either version 2 of the |
| 17 | License, or (at your option) any later version. |
| 18 | |
| 19 | This program is distributed in the hope that it will be useful, but |
| 20 | WITHOUT ANY WARRANTY; without even the implied warranty of |
| 21 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 22 | General Public License for more details. |
| 23 | |
| 24 | You should have received a copy of the GNU General Public License |
| 25 | along with this program; if not, write to the Free Software |
| 26 | Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA |
| 27 | 02111-1307, USA. |
| 28 | |
njn25 | e49d8e7 | 2002-09-23 09:36:25 +0000 | [diff] [blame] | 29 | The GNU General Public License is contained in the file COPYING. |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 30 | */ |
| 31 | |
nethercote | f1e5e15 | 2004-09-01 23:58:16 +0000 | [diff] [blame] | 32 | #include "core.h" |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 33 | |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 34 | /* #define DEBUG_TRANSTAB */ |
| 35 | |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 36 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 37 | /*-------------------------------------------------------------*/ |
| 38 | /*--- Management of the FIFO-based translation table+cache. ---*/ |
| 39 | /*-------------------------------------------------------------*/ |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 40 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 41 | /*------------------ CONSTANTS ------------------*/ |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 42 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 43 | /* Number of sectors the TC is divided into. */ |
| 44 | #define VG_TC_N_SECTORS 8 |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 45 | |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 46 | /* Calculated once at startup and never changed. */ |
njn | 9b007f6 | 2003-04-07 14:40:25 +0000 | [diff] [blame] | 47 | static /* const */ Int vg_tc_sector_szB = 0; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 48 | |
| 49 | /* Number of entries in the translation table. This must be a prime |
| 50 | number in order to make the hashing work properly. */ |
jseward | 3f409e8 | 2003-12-14 14:25:19 +0000 | [diff] [blame] | 51 | #define VG_TT_SIZE /*5281*/ /*100129*/ /*200191*/ /*250829*/ 300007 |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 52 | |
| 53 | /* Do an LRU pass when the translation table becomes this full. */ |
| 54 | #define VG_TT_LIMIT_PERCENT /*67*/ 80 |
| 55 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 56 | #define VG_TT_LIMIT ((VG_TT_SIZE * VG_TT_LIMIT_PERCENT) / 100) |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 57 | |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 58 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 59 | /*------------------ TYPES ------------------*/ |
| 60 | |
nethercote | e0ce1ac | 2004-10-26 13:37:48 +0000 | [diff] [blame] | 61 | #define CODE_ALIGNMENT sizeof(void*) // alignment of TCEntries |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 62 | #define CODE_ALIGN(a) (((a)+CODE_ALIGNMENT-1) & ~(CODE_ALIGNMENT-1)) |
| 63 | #define IS_ALIGNED(a) (((a) & (CODE_ALIGNMENT-1)) == 0) |
| 64 | |
nethercote | e0ce1ac | 2004-10-26 13:37:48 +0000 | [diff] [blame] | 65 | /* An entry in TC. Payload always is always padded out to a word-aligned |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 66 | quantity so that these structs are always word-aligned. */ |
| 67 | typedef |
| 68 | struct { |
nethercote | e0ce1ac | 2004-10-26 13:37:48 +0000 | [diff] [blame] | 69 | /* 32-bit or 64-bit offsets */ |
| 70 | /* +0 or 0 */ Addr orig_addr; |
| 71 | /* +4 or 8 */ UShort orig_size; |
| 72 | /* +6 or 10 */ UShort trans_size; |
| 73 | /* +8 or 12 */ UShort jump_sites[VG_MAX_JUMPS]; |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 74 | /* +VG_CODE_OFFSET */ UChar payload[0]; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 75 | } |
| 76 | TCEntry; |
| 77 | |
| 78 | /* An entry in TT. */ |
| 79 | typedef |
| 80 | struct { |
| 81 | Addr orig_addr; |
| 82 | TCEntry* tcentry; |
| 83 | } |
| 84 | TTEntry; |
| 85 | |
| 86 | /* Denotes an empty TT slot, when TTEntry.orig_addr holds this |
| 87 | value. */ |
| 88 | #define VG_TTE_EMPTY ((Addr)1) |
| 89 | |
| 90 | /* Denotes an empty TT slot, when TTEntry.orig_addr holds this |
| 91 | value. */ |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 92 | #define VG_TTE_DELETED ((Addr)3) |
| 93 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 94 | /* A bogus TCEntry which hopefully does not match code from any valid |
| 95 | address. This is what all VG_(tt_fast) entries are made to point |
| 96 | at when we want to invalidate it. */ |
njn | 29a0abf | 2003-05-14 12:56:36 +0000 | [diff] [blame] | 97 | static const TCEntry vg_tc_bogus_TCEntry = { ((Addr)5), 0, 0 }; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 98 | |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 99 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 100 | /*------------------ DECLS ------------------*/ |
| 101 | |
| 102 | /* The translation cache sectors. These are NULL until allocated |
| 103 | dynamically. */ |
| 104 | static UChar* vg_tc[VG_TC_N_SECTORS]; |
| 105 | |
| 106 | /* Count of bytes used in each sector of the TC. */ |
| 107 | static Int vg_tc_used[VG_TC_N_SECTORS]; |
| 108 | |
| 109 | /* The age of each sector, so we can find the oldest. We just use the |
| 110 | global count of translations made when the sector was brought into |
| 111 | use. Doesn't matter if this mechanism gets confused (wraps around |
| 112 | 4G) once in a while. */ |
| 113 | static Int vg_tc_age[VG_TC_N_SECTORS]; |
| 114 | |
| 115 | /* The number of the sector currently being allocated in. */ |
| 116 | static Int vg_tc_current; |
| 117 | |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 118 | /* Count of number of translations, orig and new bytes in each sector. |
| 119 | For stats purposes only. */ |
| 120 | static Int vg_tc_stats_count[VG_TC_N_SECTORS]; |
| 121 | static Int vg_tc_stats_osize[VG_TC_N_SECTORS]; |
| 122 | static Int vg_tc_stats_tsize[VG_TC_N_SECTORS]; |
| 123 | |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 124 | static UInt n_tt_fast_misses = 0; // number of lookups missing fast TT helper |
| 125 | static UInt n_tc_discards = 0; // number of TT/TC discards |
| 126 | |
| 127 | // Number and total original/translated size of translations overall. |
| 128 | static UInt overall_in_count = 0; |
| 129 | static UInt overall_in_osize = 0; |
| 130 | static UInt overall_in_tsize = 0; |
| 131 | // Number and total original/t size of discards overall. |
| 132 | static UInt overall_out_count = 0; |
| 133 | static UInt overall_out_osize = 0; |
| 134 | static UInt overall_out_tsize = 0; |
| 135 | |
| 136 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 137 | |
| 138 | /*------------------ TRANSLATION TABLE ------------------*/ |
| 139 | |
| 140 | /* The translation table. An array of VG_TT_SIZE TTEntrys. */ |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 141 | static TTEntry* vg_tt = NULL; |
| 142 | |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 143 | /* Count of non-empty TT entries. This includes deleted ones. */ |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 144 | static Int vg_tt_used = 0; |
| 145 | |
| 146 | /* Fast helper for the TT. A direct-mapped cache which holds a |
| 147 | pointer to a TT entry which may or may not be the correct one, but |
| 148 | which we hope usually is. This array is referred to directly from |
| 149 | vg_dispatch.S. */ |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 150 | Addr /* TCEntry*, really */ VG_(tt_fast)[VG_TT_FAST_SIZE]; |
sewardj | 8aef119 | 2002-07-24 09:36:36 +0000 | [diff] [blame] | 151 | |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 152 | static void for_each_tc(Int sector, void (*fn)(TCEntry *)); |
| 153 | |
| 154 | |
| 155 | /*------------------ T-CHAINING HELPERS ------------------*/ |
| 156 | |
| 157 | static |
| 158 | void for_each_jumpsite(TCEntry *tce, void (*fn)(Addr)) |
| 159 | { |
| 160 | Int i; |
| 161 | for(i = 0; i < VG_MAX_JUMPS; i++) { |
| 162 | Addr a; |
| 163 | UShort idx = tce->jump_sites[i]; |
| 164 | |
| 165 | if (idx == (UShort)-1) |
| 166 | continue; |
| 167 | |
| 168 | a = (Addr)&tce->payload[idx]; |
| 169 | |
| 170 | (*fn)(a); |
| 171 | } |
| 172 | } |
| 173 | |
| 174 | static inline |
| 175 | void unchain_tce(TCEntry *tce) |
| 176 | { |
| 177 | for_each_jumpsite(tce, VG_(unchain_jumpsite)); |
| 178 | } |
| 179 | |
| 180 | /* Unchain any jumps pointing to a sector we're about to free */ |
thughes | 4ad52d0 | 2004-06-27 17:37:21 +0000 | [diff] [blame] | 181 | static Addr sector_base; |
| 182 | static Addr sector_len; |
| 183 | |
| 184 | static |
| 185 | void unchain_site_for_sector(Addr a) { |
| 186 | Addr jmp = VG_(get_jmp_dest)(a); |
| 187 | if (jmp >= sector_base && jmp < (sector_base+sector_len)) |
| 188 | VG_(unchain_jumpsite)(a); |
| 189 | } |
| 190 | |
| 191 | static |
| 192 | void unchain_tce_for_sector(TCEntry *tce) { |
| 193 | for_each_jumpsite(tce, unchain_site_for_sector); |
| 194 | } |
| 195 | |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 196 | static |
| 197 | void unchain_sector(Int s, Addr base, UInt len) |
| 198 | { |
thughes | 4ad52d0 | 2004-06-27 17:37:21 +0000 | [diff] [blame] | 199 | sector_base = base; |
| 200 | sector_len = len; |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 201 | |
thughes | 4ad52d0 | 2004-06-27 17:37:21 +0000 | [diff] [blame] | 202 | for_each_tc(s, unchain_tce_for_sector); |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 203 | } |
| 204 | |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 205 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 206 | /*------------------ TT HELPERS ------------------*/ |
| 207 | |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 208 | static |
| 209 | void pp_tt_tc_status ( Char* submsg ) |
| 210 | { |
| 211 | Int tc_used, s; |
| 212 | if (VG_(clo_verbosity) <= 2) |
| 213 | return; |
| 214 | tc_used = 0; |
| 215 | for (s = 0; s < VG_TC_N_SECTORS; s++) |
| 216 | tc_used += vg_tc_used[s]; |
| 217 | |
| 218 | VG_(message)(Vg_DebugMsg, |
njn | e0205ff | 2003-04-08 00:56:14 +0000 | [diff] [blame] | 219 | "%lluk bbs: tt %d, tc %d, %s", |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 220 | VG_(bbs_done) / 1000, |
| 221 | vg_tt_used, tc_used, submsg ); |
| 222 | } |
| 223 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 224 | /* Invalidate the tt_fast cache, for whatever reason, by pointing all |
| 225 | entries at vg_tc_bogus_TCEntry. */ |
| 226 | static |
| 227 | void vg_invalidate_tt_fast( void ) |
| 228 | { |
| 229 | Int j; |
| 230 | for (j = 0; j < VG_TT_FAST_SIZE; j++) |
| 231 | VG_(tt_fast)[j] = (Addr)&vg_tc_bogus_TCEntry; |
| 232 | } |
| 233 | |
| 234 | |
| 235 | static |
| 236 | void add_tt_entry ( TCEntry* tce ) |
| 237 | { |
| 238 | UInt i; |
| 239 | /* VG_(printf)("add_TT_entry orig_addr %p\n", tce->orig_addr); */ |
| 240 | /* Hash to get initial probe point. */ |
nethercote | 50397c2 | 2004-11-04 18:03:06 +0000 | [diff] [blame] | 241 | i = tce->orig_addr % VG_TT_SIZE; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 242 | while (True) { |
| 243 | if (vg_tt[i].orig_addr == tce->orig_addr) |
| 244 | VG_(core_panic)("add_TT_entry: duplicate"); |
| 245 | if (vg_tt[i].orig_addr == VG_TTE_EMPTY) |
| 246 | break; |
| 247 | i++; |
| 248 | if (i == VG_TT_SIZE) |
| 249 | i = 0; |
| 250 | } |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 251 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 252 | vg_tt[i].orig_addr = tce->orig_addr; |
| 253 | vg_tt[i].tcentry = tce; |
| 254 | vg_tt_used++; |
| 255 | /* sanity ... */ |
| 256 | vg_assert(vg_tt_used < VG_TT_SIZE-1000); |
| 257 | } |
| 258 | |
| 259 | |
| 260 | /* Search TT to find the translated address of the supplied original, |
| 261 | or NULL if not found. This routine is used when we miss in |
| 262 | VG_(tt_fast). |
| 263 | */ |
| 264 | static __inline__ |
| 265 | TTEntry* search_tt ( Addr orig_addr ) |
| 266 | { |
| 267 | Int i; |
| 268 | /* Hash to get initial probe point. */ |
nethercote | 50397c2 | 2004-11-04 18:03:06 +0000 | [diff] [blame] | 269 | i = orig_addr % VG_TT_SIZE; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 270 | while (True) { |
| 271 | if (vg_tt[i].orig_addr == orig_addr) |
| 272 | return &vg_tt[i]; |
| 273 | if (vg_tt[i].orig_addr == VG_TTE_EMPTY) |
| 274 | return NULL; |
| 275 | i++; |
| 276 | if (i == VG_TT_SIZE) i = 0; |
| 277 | } |
| 278 | } |
| 279 | |
| 280 | |
| 281 | static |
| 282 | void initialise_tt ( void ) |
| 283 | { |
| 284 | Int i; |
| 285 | vg_tt_used = 0; |
| 286 | for (i = 0; i < VG_TT_SIZE; i++) { |
| 287 | vg_tt[i].orig_addr = VG_TTE_EMPTY; |
| 288 | } |
| 289 | vg_invalidate_tt_fast(); |
| 290 | } |
| 291 | |
| 292 | |
| 293 | static |
| 294 | void rebuild_TT ( void ) |
| 295 | { |
| 296 | Int s; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 297 | |
| 298 | /* Throw away TT. */ |
| 299 | initialise_tt(); |
| 300 | |
| 301 | /* Rebuild TT from the remaining quarters. */ |
| 302 | for (s = 0; s < VG_TC_N_SECTORS; s++) { |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 303 | for_each_tc(s, add_tt_entry); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 304 | } |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 305 | pp_tt_tc_status ( "after rebuild of TC" ); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 306 | } |
| 307 | |
| 308 | |
| 309 | /*------------------ TC HELPERS ------------------*/ |
| 310 | |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 311 | static |
| 312 | void for_each_tc(Int s, void (*fn)(TCEntry *)) |
| 313 | { |
| 314 | UChar *pc; |
| 315 | UChar *pc_lim; |
| 316 | TCEntry *tce; |
| 317 | |
| 318 | pc = &(vg_tc[s][0]); |
| 319 | pc_lim = &(vg_tc[s][vg_tc_used[s]]); |
| 320 | while (True) { |
| 321 | if (pc >= pc_lim) break; |
| 322 | tce = (TCEntry*)pc; |
| 323 | pc += sizeof(TCEntry) + tce->trans_size; |
| 324 | if (tce->orig_addr != VG_TTE_DELETED) |
| 325 | (*fn)(tce); |
| 326 | } |
| 327 | } |
| 328 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 329 | /* Find the oldest non-NULL, non-empty sector, or -1 if none such. */ |
| 330 | static |
| 331 | Int find_oldest_sector ( void ) |
| 332 | { |
| 333 | Int oldest_age, oldest, i; |
| 334 | oldest_age = 1000 * 1000 * 1000; |
| 335 | oldest = -1; |
| 336 | for (i = 0; i < VG_TC_N_SECTORS; i++) { |
| 337 | if (vg_tc[i] == NULL) |
| 338 | continue; |
| 339 | if (vg_tc_used[i] == 0) |
| 340 | continue; |
| 341 | if (vg_tc_age[i] < oldest_age) { |
| 342 | oldest = i; |
| 343 | oldest_age = vg_tc_age[i]; |
| 344 | } |
| 345 | } |
| 346 | return oldest; |
| 347 | } |
| 348 | |
| 349 | |
| 350 | /* Discard the oldest sector, if any such exists. */ |
| 351 | static |
| 352 | void discard_oldest_sector ( void ) |
| 353 | { |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 354 | Char msg[100]; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 355 | Int s = find_oldest_sector(); |
| 356 | if (s != -1) { |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 357 | Int i; |
| 358 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 359 | vg_assert(s >= 0 && s < VG_TC_N_SECTORS); |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 360 | VG_(sprintf)(msg, "before discard of sector %d (%d bytes)", |
| 361 | s, vg_tc_used[s]); |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 362 | |
| 363 | for(i = 0; i < VG_TC_N_SECTORS; i++) { |
| 364 | if (i != s && vg_tc[i] != NULL) |
| 365 | unchain_sector(i, (Addr)vg_tc[s], vg_tc_used[s]); |
| 366 | } |
| 367 | |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 368 | pp_tt_tc_status ( msg ); |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 369 | overall_out_count += vg_tc_stats_count[s]; |
| 370 | overall_out_osize += vg_tc_stats_osize[s]; |
| 371 | overall_out_tsize += vg_tc_stats_tsize[s]; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 372 | vg_tc_used[s] = 0; |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 373 | vg_tc_stats_count[s] = 0; |
| 374 | vg_tc_stats_osize[s] = 0; |
| 375 | vg_tc_stats_tsize[s] = 0; |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 376 | n_tc_discards++; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 377 | } |
| 378 | } |
| 379 | |
| 380 | |
| 381 | /* Find an empty sector and bring it into use. If there isn't one, |
| 382 | try and allocate one. If that fails, return -1. */ |
| 383 | static |
| 384 | Int maybe_commission_sector ( void ) |
| 385 | { |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 386 | Char msg[100]; |
| 387 | Int s; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 388 | for (s = 0; s < VG_TC_N_SECTORS; s++) { |
| 389 | if (vg_tc[s] != NULL && vg_tc_used[s] == 0) { |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 390 | vg_tc_age[s] = overall_in_count; |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 391 | VG_(sprintf)(msg, "after commission of sector %d " |
| 392 | "at time %d", |
| 393 | s, vg_tc_age[s]); |
| 394 | pp_tt_tc_status ( msg ); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 395 | # ifdef DEBUG_TRANSTAB |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 396 | VG_(sanity_check_tt_tc)(); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 397 | # endif |
| 398 | return s; |
| 399 | } |
| 400 | } |
| 401 | for (s = 0; s < VG_TC_N_SECTORS; s++) { |
| 402 | if (vg_tc[s] == NULL) { |
fitzhardinge | 98abfc7 | 2003-12-16 02:05:15 +0000 | [diff] [blame] | 403 | #if 1 |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 404 | vg_tc[s] = VG_(get_memory_from_mmap) |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 405 | ( vg_tc_sector_szB, "trans-cache(sector)" ); |
fitzhardinge | 98abfc7 | 2003-12-16 02:05:15 +0000 | [diff] [blame] | 406 | #else |
nethercote | 794a591 | 2004-07-12 09:01:24 +0000 | [diff] [blame] | 407 | // Alternative: put translations in an mmap'd file. The main |
| 408 | // reason is to help OProfile -- OProfile can assign time spent in |
| 409 | // translations to a particular file. The file format doesn't |
| 410 | // really matter, which is good because it's not really readable, |
| 411 | // being generated code but not a proper ELF file. |
fitzhardinge | 98abfc7 | 2003-12-16 02:05:15 +0000 | [diff] [blame] | 412 | Char buf[20]; |
| 413 | static Int count = 0; |
| 414 | Int fd; |
| 415 | |
| 416 | VG_(sprintf)(buf, ".transtab.%d", count++); |
| 417 | |
| 418 | fd = VG_(open)(buf, VKI_O_RDWR|VKI_O_CREAT|VKI_O_TRUNC, 0700); |
| 419 | //VG_(unlink)(buf); |
| 420 | VG_(do_syscall)(__NR_ftruncate, fd, PGROUNDUP(vg_tc_sector_szB)); |
nethercote | 43f583e | 2004-07-11 18:16:36 +0000 | [diff] [blame] | 421 | vg_tc[s] = VG_(mmap)(0, PGROUNDUP(vg_tc_sector_szB), VKI_PROT_READ|VKI_PROT_WRITE|VKI_PROT_EXEC, VKI_MAP_SHARED, 0, fd, 0); |
fitzhardinge | 98abfc7 | 2003-12-16 02:05:15 +0000 | [diff] [blame] | 422 | VG_(close)(fd); |
| 423 | #endif |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 424 | vg_tc_used[s] = 0; |
nethercote | 794a591 | 2004-07-12 09:01:24 +0000 | [diff] [blame] | 425 | VG_(sprintf)(msg, "after allocation of sector %d (size %d)", |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 426 | s, vg_tc_sector_szB ); |
| 427 | pp_tt_tc_status ( msg ); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 428 | return maybe_commission_sector(); |
| 429 | } |
| 430 | } |
| 431 | return -1; |
| 432 | } |
| 433 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 434 | |
| 435 | static |
| 436 | UChar* allocate ( Int nBytes ) |
| 437 | { |
| 438 | Int i; |
| 439 | |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 440 | vg_assert(IS_ALIGNED(nBytes)); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 441 | |
| 442 | /* Ensure the TT is still OK. */ |
| 443 | while (vg_tt_used >= VG_TT_LIMIT) { |
| 444 | (void)discard_oldest_sector(); |
| 445 | rebuild_TT(); |
| 446 | vg_assert(vg_tt_used < VG_TT_LIMIT); |
| 447 | } |
| 448 | |
| 449 | /* Can we get it into the current sector? */ |
| 450 | if (vg_tc_current >= 0 |
| 451 | && vg_tc_current < VG_TC_N_SECTORS |
| 452 | && vg_tc[vg_tc_current] != NULL |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 453 | && vg_tc_used[vg_tc_current] + nBytes <= vg_tc_sector_szB) { |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 454 | /* Yes. */ |
| 455 | UChar* p = &(vg_tc[vg_tc_current][ vg_tc_used[vg_tc_current] ]); |
| 456 | vg_tc_used[vg_tc_current] += nBytes; |
| 457 | return p; |
| 458 | } |
| 459 | |
| 460 | /* Perhaps we can bring a new sector into use, for the first |
| 461 | time. */ |
| 462 | vg_tc_current = maybe_commission_sector(); |
| 463 | if (vg_tc_current >= 0 && vg_tc_current < VG_TC_N_SECTORS) |
| 464 | return allocate(nBytes); |
| 465 | |
| 466 | /* That didn't work. We'll have to dump the oldest. We take the |
| 467 | opportunity to dump the N oldest at once. */ |
| 468 | for (i = 0; i < 1; i++) |
| 469 | (void)discard_oldest_sector(); |
| 470 | |
| 471 | rebuild_TT(); |
| 472 | vg_tc_current = maybe_commission_sector(); |
| 473 | vg_assert(vg_tc_current >= 0 && vg_tc_current < VG_TC_N_SECTORS); |
| 474 | # ifdef DEBUG_TRANSTAB |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 475 | VG_(sanity_check_tt_tc)(); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 476 | # endif |
| 477 | |
| 478 | return allocate(nBytes); |
| 479 | } |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 480 | |
| 481 | |
| 482 | /* Just so these counts can be queried without making them globally |
| 483 | visible. */ |
| 484 | void VG_(get_tt_tc_used) ( UInt* tt_used, UInt* tc_used ) |
| 485 | { |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 486 | Int s; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 487 | *tt_used = vg_tt_used; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 488 | *tc_used = 0; |
| 489 | for (s = 0; s < VG_TC_N_SECTORS; s++) |
| 490 | *tc_used += vg_tc_used[s]; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 491 | } |
| 492 | |
| 493 | |
| 494 | /* Do a sanity check on TT/TC. |
| 495 | */ |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 496 | void VG_(sanity_check_tt_tc) ( void ) |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 497 | { |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 498 | Int i, s; |
| 499 | TTEntry* tte; |
| 500 | TCEntry* tce; |
| 501 | /* Checks: |
| 502 | - Each TT entry points to a valid and corresponding TC entry. |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 503 | */ |
| 504 | for (i = 0; i < VG_TT_SIZE; i++) { |
| 505 | tte = &vg_tt[i]; |
| 506 | /* empty slots are harmless. */ |
| 507 | if (tte->orig_addr == VG_TTE_EMPTY) continue; |
| 508 | /* all others should agree with the TC entry. */ |
| 509 | tce = tte->tcentry; |
| 510 | vg_assert(IS_ALIGNED4_ADDR(tce)); |
| 511 | /* does this point into a valid TC sector? */ |
| 512 | for (s = 0; s < VG_TC_N_SECTORS; s++) |
| 513 | if (vg_tc[s] != NULL |
| 514 | && ((Addr)tce) >= (Addr)&vg_tc[s][0] |
| 515 | && ((Addr)tce) < (Addr)&vg_tc[s][ vg_tc_used[s] ]) |
| 516 | break; |
| 517 | vg_assert(s < VG_TC_N_SECTORS); |
| 518 | /* It should agree with the TC entry on the orig_addr. This may |
| 519 | be VG_TTE_DELETED, or a real orig addr. */ |
| 520 | vg_assert(tte->orig_addr == tce->orig_addr); |
| 521 | } |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 522 | } |
| 523 | |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 524 | static __inline__ Int safe_idiv(Int a, Int b) |
| 525 | { |
| 526 | return (b == 0 ? 0 : a / b); |
| 527 | } |
| 528 | |
| 529 | void VG_(print_tt_tc_stats)(void) |
| 530 | { |
| 531 | VG_(message)(Vg_DebugMsg, |
| 532 | " TT/TC: %d tc sectors discarded.", |
| 533 | n_tc_discards ); |
| 534 | VG_(message)(Vg_DebugMsg, |
| 535 | " %d tt_fast misses.", |
| 536 | n_tt_fast_misses); |
| 537 | VG_(message)(Vg_DebugMsg, |
| 538 | "translate: new %d (%d -> %d; ratio %d:10)", |
| 539 | overall_in_count, overall_in_osize, overall_in_tsize, |
| 540 | safe_idiv(10*overall_in_tsize, overall_in_osize)); |
| 541 | VG_(message)(Vg_DebugMsg, |
| 542 | " discard %d (%d -> %d; ratio %d:10).", |
| 543 | overall_out_count, overall_out_osize, overall_out_tsize, |
| 544 | safe_idiv(10*overall_out_tsize, overall_out_osize)); |
| 545 | } |
| 546 | |
| 547 | Int VG_(get_bbs_translated) ( void ) |
| 548 | { |
| 549 | return overall_in_count; |
| 550 | } |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 551 | |
| 552 | /* Add this already-filled-in entry to the TT. Assumes that the |
| 553 | relevant code chunk has been placed in TC, along with a dummy back |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 554 | pointer, which is inserted here. |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 555 | */ |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 556 | void VG_(add_to_trans_tab) ( Addr orig_addr, Int orig_size, |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 557 | Addr trans_addr, Int trans_size, |
| 558 | UShort jumps[VG_MAX_JUMPS]) |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 559 | { |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 560 | Int i, nBytes, trans_size_aligned; |
| 561 | TCEntry* tce; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 562 | /* |
| 563 | VG_(printf)("add_to_trans_tab(%d) %x %d %x %d\n", |
| 564 | vg_tt_used, tte->orig_addr, tte->orig_size, |
| 565 | tte->trans_addr, tte->trans_size); |
| 566 | */ |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 567 | |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 568 | vg_assert(offsetof(TCEntry, payload) == VG_CODE_OFFSET); |
| 569 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 570 | /* figure out how many bytes we require. */ |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 571 | nBytes = CODE_ALIGN(trans_size + sizeof(TCEntry)); |
| 572 | trans_size_aligned = nBytes-sizeof(TCEntry); |
| 573 | vg_assert(IS_ALIGNED(nBytes)); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 574 | |
| 575 | tce = (TCEntry*)allocate(nBytes); |
sewardj | 78210aa | 2002-12-01 02:55:46 +0000 | [diff] [blame] | 576 | /* |
| 577 | VG_(printf)("allocate returned %p (code start %p)\n", |
| 578 | tce, &tce->payload[0]); |
| 579 | */ |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 580 | vg_assert(vg_tc_current >= 0 && vg_tc_current < VG_TC_N_SECTORS); |
| 581 | |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 582 | tce->orig_addr = orig_addr; |
| 583 | tce->orig_size = (UShort)orig_size; /* what's the point of storing this? */ |
| 584 | tce->trans_size = (UShort)trans_size_aligned; |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 585 | for (i = 0; i < VG_MAX_JUMPS; i++) { |
| 586 | tce->jump_sites[i] = jumps[i]; |
| 587 | } |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 588 | for (i = 0; i < trans_size; i++) { |
| 589 | tce->payload[i] = ((UChar*)trans_addr)[i]; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 590 | } |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 591 | |
| 592 | unchain_tce(tce); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 593 | add_tt_entry(tce); |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 594 | |
| 595 | /* Update stats. */ |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 596 | overall_in_count ++; |
| 597 | overall_in_osize += orig_size; |
| 598 | overall_in_tsize += trans_size; |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 599 | |
| 600 | vg_tc_stats_count[vg_tc_current] ++; |
| 601 | vg_tc_stats_osize[vg_tc_current] += orig_size; |
| 602 | vg_tc_stats_tsize[vg_tc_current] += trans_size; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 603 | } |
| 604 | |
| 605 | |
| 606 | /* Find the translation address for a given (original) code address. |
| 607 | If found, update VG_(tt_fast) so subsequent lookups are fast. If |
| 608 | no translation can be found, return zero. This routine is (the |
| 609 | only one) called from vg_run_innerloop. */ |
| 610 | Addr VG_(search_transtab) ( Addr original_addr ) |
| 611 | { |
| 612 | TTEntry* tte; |
| 613 | VGP_PUSHCC(VgpSlowFindT); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 614 | tte = search_tt ( original_addr ); |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 615 | if (tte == NULL) { |
| 616 | /* We didn't find it. vg_run_innerloop will have to request a |
| 617 | translation. */ |
njn25 | e49d8e7 | 2002-09-23 09:36:25 +0000 | [diff] [blame] | 618 | VGP_POPCC(VgpSlowFindT); |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 619 | return (Addr)0; |
| 620 | } else { |
sewardj | 1f08689 | 2002-12-15 01:47:05 +0000 | [diff] [blame] | 621 | /* Found it. Put the search result into the fast cache now. */ |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 622 | UInt cno = (UInt)original_addr & VG_TT_FAST_MASK; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 623 | VG_(tt_fast)[cno] = (Addr)(tte->tcentry); |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 624 | n_tt_fast_misses++; |
njn25 | e49d8e7 | 2002-09-23 09:36:25 +0000 | [diff] [blame] | 625 | VGP_POPCC(VgpSlowFindT); |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 626 | return (Addr)&(tte->tcentry->payload[0]); |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 627 | } |
| 628 | } |
| 629 | |
| 630 | |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 631 | /* Invalidate translations of original code [start .. start + range - 1]. |
sewardj | 97ad552 | 2003-05-04 12:32:56 +0000 | [diff] [blame] | 632 | This is slow, so you *really* don't want to call it very often. |
| 633 | Set 'unchain_blocks' if the translation being invalidated may be chained |
| 634 | to by other local blocks (which are NOT being discarded). |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 635 | */ |
sewardj | 97ad552 | 2003-05-04 12:32:56 +0000 | [diff] [blame] | 636 | void VG_(invalidate_translations) ( Addr start, UInt range, Bool unchain_blocks ) |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 637 | { |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 638 | Addr i_start, i_end, o_start, o_end; |
| 639 | UInt out_count, out_osize, out_tsize; |
sewardj | 97ad552 | 2003-05-04 12:32:56 +0000 | [diff] [blame] | 640 | Int i, j; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 641 | TCEntry* tce; |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 642 | # ifdef DEBUG_TRANSTAB |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 643 | VG_(sanity_check_tt_tc)(); |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 644 | # endif |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 645 | i_start = start; |
| 646 | i_end = start + range - 1; |
| 647 | out_count = out_osize = out_tsize = 0; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 648 | |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 649 | for (i = 0; i < VG_TT_SIZE; i++) { |
| 650 | if (vg_tt[i].orig_addr == VG_TTE_EMPTY |
| 651 | || vg_tt[i].orig_addr == VG_TTE_DELETED) continue; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 652 | tce = vg_tt[i].tcentry; |
| 653 | o_start = tce->orig_addr; |
| 654 | o_end = o_start + tce->trans_size - 1; |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 655 | if (o_end < i_start || o_start > i_end) |
| 656 | continue; |
njn25 | e49d8e7 | 2002-09-23 09:36:25 +0000 | [diff] [blame] | 657 | |
| 658 | if (VG_(needs).basic_block_discards) |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 659 | SK_(discard_basic_block_info)( tce->orig_addr, |
| 660 | tce->orig_size ); |
njn25 | e49d8e7 | 2002-09-23 09:36:25 +0000 | [diff] [blame] | 661 | |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 662 | vg_tt[i].orig_addr = VG_TTE_DELETED; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 663 | tce->orig_addr = VG_TTE_DELETED; |
sewardj | 97ad552 | 2003-05-04 12:32:56 +0000 | [diff] [blame] | 664 | |
| 665 | if (unchain_blocks) { |
| 666 | /* make sure no other blocks chain to the one we just discarded */ |
| 667 | for(j = 0; j < VG_TC_N_SECTORS; j++) { |
| 668 | if (vg_tc[j] != NULL) |
sewardj | 05bcdcb | 2003-05-18 10:05:38 +0000 | [diff] [blame] | 669 | unchain_sector(j, (Addr)tce->payload, tce->trans_size); |
sewardj | 97ad552 | 2003-05-04 12:32:56 +0000 | [diff] [blame] | 670 | } |
| 671 | } |
| 672 | |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 673 | overall_out_count ++; |
| 674 | overall_out_osize += tce->orig_size; |
| 675 | overall_out_tsize += tce->trans_size; |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 676 | out_count ++; |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 677 | out_osize += tce->orig_size; |
| 678 | out_tsize += tce->trans_size; |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 679 | } |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 680 | |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 681 | if (out_count > 0) { |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 682 | vg_invalidate_tt_fast(); |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 683 | VG_(sanity_check_tt_tc)(); |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 684 | # ifdef DEBUG_TRANSTAB |
| 685 | { Addr aa; |
| 686 | for (aa = i_start; aa <= i_end; aa++) |
sewardj | 6c3769f | 2002-11-29 01:02:45 +0000 | [diff] [blame] | 687 | vg_assert(search_tt ( aa ) == NULL); |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 688 | } |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 689 | # endif |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 690 | } |
| 691 | |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 692 | if (VG_(clo_verbosity) > 2) |
sewardj | 18d7513 | 2002-05-16 11:06:21 +0000 | [diff] [blame] | 693 | VG_(message)(Vg_UserMsg, |
| 694 | "discard %d (%d -> %d) translations in range %p .. %p", |
| 695 | out_count, out_osize, out_tsize, i_start, i_end ); |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 696 | } |
| 697 | |
| 698 | |
| 699 | /*------------------------------------------------------------*/ |
| 700 | /*--- Initialisation. ---*/ |
| 701 | /*------------------------------------------------------------*/ |
| 702 | |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 703 | void VG_(init_tt_tc) ( void ) |
| 704 | { |
| 705 | Int s; |
| 706 | |
sewardj | 22854b9 | 2002-11-30 14:00:47 +0000 | [diff] [blame] | 707 | /* Otherwise we wind up with non-32-bit-aligned code in |
| 708 | TCEntries. */ |
| 709 | vg_assert((VG_MAX_JUMPS % 2) == 0); |
| 710 | |
nethercote | 463c63c | 2004-10-26 11:18:32 +0000 | [diff] [blame] | 711 | // Otherwise lots of things go wrong... |
| 712 | vg_assert(VG_CODE_OFFSET == sizeof(TCEntry)); |
| 713 | |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 714 | /* Figure out how big each sector should be. */ |
| 715 | vg_tc_sector_szB |
| 716 | = (VG_TT_LIMIT /* max TT entries we expect */ |
sewardj | 78210aa | 2002-12-01 02:55:46 +0000 | [diff] [blame] | 717 | * (VG_(details).avg_translation_sizeB |
| 718 | + sizeof(TCEntry) |
| 719 | + (CODE_ALIGNMENT/2) /* avg alignment loss */) |
| 720 | ) |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 721 | / VG_TC_N_SECTORS; |
| 722 | /* Ensure the calculated value is not way crazy. */ |
| 723 | vg_assert(vg_tc_sector_szB >= 200000); |
jseward | 3f409e8 | 2003-12-14 14:25:19 +0000 | [diff] [blame] | 724 | vg_assert(vg_tc_sector_szB <= 8000000); |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 725 | |
| 726 | for (s = 0; s < VG_TC_N_SECTORS; s++) { |
| 727 | vg_tc[s] = NULL; |
| 728 | vg_tc_used[s] = 0; |
| 729 | vg_tc_age[s] = 0; |
| 730 | vg_tc_stats_count[s] = 0; |
| 731 | vg_tc_stats_osize[s] = 0; |
| 732 | vg_tc_stats_tsize[s] = 0; |
| 733 | } |
| 734 | vg_tc_current = 0; |
| 735 | |
| 736 | vg_tt = VG_(get_memory_from_mmap) ( VG_TT_SIZE * sizeof(TTEntry), |
| 737 | "trans-table" ); |
| 738 | /* The main translation table is empty. */ |
| 739 | initialise_tt(); |
| 740 | |
| 741 | if (VG_(clo_verbosity) > 2) { |
| 742 | VG_(message)(Vg_DebugMsg, |
| 743 | "Translation Cache: using %d sectors of %d bytes each", |
| 744 | VG_TC_N_SECTORS, vg_tc_sector_szB ); |
| 745 | VG_(message)(Vg_DebugMsg, |
| 746 | "Translation Table: %d total entries, max occupancy %d (%d%%)", |
| 747 | VG_TT_SIZE, VG_TT_LIMIT, VG_TT_LIMIT_PERCENT ); |
| 748 | } |
| 749 | |
| 750 | # ifdef DEBUG_TRANSTAB |
nethercote | 92e7b7f | 2004-08-07 17:52:25 +0000 | [diff] [blame] | 751 | VG_(sanity_check_tt_tc)(); |
sewardj | c0d8f68 | 2002-11-30 00:49:43 +0000 | [diff] [blame] | 752 | # endif |
| 753 | } |
| 754 | |
sewardj | de4a1d0 | 2002-03-22 01:27:54 +0000 | [diff] [blame] | 755 | /*--------------------------------------------------------------------*/ |
| 756 | /*--- end vg_transtab.c ---*/ |
| 757 | /*--------------------------------------------------------------------*/ |