2012-05-10 21:48:04 +08:00
|
|
|
//===-- tsan_defs.h ---------------------------------------------*- C++ -*-===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file is a part of ThreadSanitizer (TSan), a race detector.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef TSAN_DEFS_H
|
|
|
|
#define TSAN_DEFS_H
|
|
|
|
|
2012-06-05 22:25:27 +08:00
|
|
|
#include "sanitizer_common/sanitizer_internal_defs.h"
|
2012-06-07 19:54:08 +08:00
|
|
|
#include "sanitizer_common/sanitizer_libc.h"
|
2012-05-10 21:48:04 +08:00
|
|
|
#include "tsan_stat.h"
|
|
|
|
|
|
|
|
#ifndef TSAN_DEBUG
|
|
|
|
#define TSAN_DEBUG 0
|
|
|
|
#endif // TSAN_DEBUG
|
|
|
|
|
2012-06-05 21:50:57 +08:00
|
|
|
namespace __tsan {
|
2012-05-10 21:48:04 +08:00
|
|
|
|
2012-11-08 19:32:40 +08:00
|
|
|
#ifdef TSAN_GO
|
2012-11-28 21:01:32 +08:00
|
|
|
const bool kGoMode = true;
|
|
|
|
const bool kCppMode = false;
|
2012-11-08 19:32:40 +08:00
|
|
|
const char *const kTsanOptionsEnv = "GORACE";
|
2013-01-30 22:38:44 +08:00
|
|
|
// Go linker does not support weak symbols.
|
|
|
|
#define CPP_WEAK
|
2012-11-08 19:32:40 +08:00
|
|
|
#else
|
2012-11-28 21:01:32 +08:00
|
|
|
const bool kGoMode = false;
|
|
|
|
const bool kCppMode = true;
|
2012-11-08 19:32:40 +08:00
|
|
|
const char *const kTsanOptionsEnv = "TSAN_OPTIONS";
|
2013-01-30 22:38:44 +08:00
|
|
|
#define CPP_WEAK WEAK
|
2012-11-08 19:32:40 +08:00
|
|
|
#endif
|
|
|
|
|
2012-05-22 22:34:43 +08:00
|
|
|
const int kTidBits = 13;
|
2012-05-11 22:42:24 +08:00
|
|
|
const unsigned kMaxTid = 1 << kTidBits;
|
2012-05-17 22:17:51 +08:00
|
|
|
const unsigned kMaxTidInClock = kMaxTid * 2; // This includes msb 'freed' bit.
|
2013-02-01 17:42:06 +08:00
|
|
|
const int kClkBits = 42;
|
2014-04-11 23:38:03 +08:00
|
|
|
const unsigned kMaxTidReuse = (1 << (64 - kClkBits)) - 1;
|
2013-10-16 23:35:12 +08:00
|
|
|
const uptr kShadowStackSize = 64 * 1024;
|
|
|
|
const uptr kTraceStackSize = 256;
|
2012-05-10 21:48:04 +08:00
|
|
|
|
|
|
|
#ifdef TSAN_SHADOW_COUNT
|
|
|
|
# if TSAN_SHADOW_COUNT == 2 \
|
|
|
|
|| TSAN_SHADOW_COUNT == 4 || TSAN_SHADOW_COUNT == 8
|
2012-11-06 21:21:06 +08:00
|
|
|
const uptr kShadowCnt = TSAN_SHADOW_COUNT;
|
2012-05-10 21:48:04 +08:00
|
|
|
# else
|
|
|
|
# error "TSAN_SHADOW_COUNT must be one of 2,4,8"
|
|
|
|
# endif
|
|
|
|
#else
|
|
|
|
// Count of shadow values in a shadow cell.
|
2012-11-16 02:44:22 +08:00
|
|
|
const uptr kShadowCnt = 4;
|
2012-05-10 21:48:04 +08:00
|
|
|
#endif
|
|
|
|
|
|
|
|
// That many user bytes are mapped onto a single shadow cell.
|
2012-11-06 21:21:06 +08:00
|
|
|
const uptr kShadowCell = 8;
|
2012-05-10 21:48:04 +08:00
|
|
|
|
|
|
|
// Size of a single shadow value (u64).
|
2012-11-06 21:21:06 +08:00
|
|
|
const uptr kShadowSize = 8;
|
2012-05-10 21:48:04 +08:00
|
|
|
|
2012-11-07 00:00:16 +08:00
|
|
|
// Shadow memory is kShadowMultiplier times larger than user memory.
|
|
|
|
const uptr kShadowMultiplier = kShadowSize * kShadowCnt / kShadowCell;
|
|
|
|
|
2014-05-29 21:50:54 +08:00
|
|
|
// That many user bytes are mapped onto a single meta shadow cell.
|
|
|
|
// Must be less or equal to minimal memory allocator alignment.
|
|
|
|
const uptr kMetaShadowCell = 8;
|
|
|
|
|
|
|
|
// Size of a single meta shadow value (u32).
|
|
|
|
const uptr kMetaShadowSize = 4;
|
|
|
|
|
2014-05-15 20:51:48 +08:00
|
|
|
#if defined(TSAN_NO_HISTORY) && TSAN_NO_HISTORY
|
|
|
|
const bool kCollectHistory = false;
|
|
|
|
#else
|
|
|
|
const bool kCollectHistory = true;
|
|
|
|
#endif
|
|
|
|
|
2012-05-10 21:48:04 +08:00
|
|
|
#if defined(TSAN_COLLECT_STATS) && TSAN_COLLECT_STATS
|
|
|
|
const bool kCollectStats = true;
|
|
|
|
#else
|
|
|
|
const bool kCollectStats = false;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
// The following "build consistency" machinery ensures that all source files
|
|
|
|
// are built in the same configuration. Inconsistent builds lead to
|
|
|
|
// hard to debug crashes.
|
|
|
|
#if TSAN_DEBUG
|
|
|
|
void build_consistency_debug();
|
|
|
|
#else
|
|
|
|
void build_consistency_release();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if TSAN_COLLECT_STATS
|
|
|
|
void build_consistency_stats();
|
|
|
|
#else
|
|
|
|
void build_consistency_nostats();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if TSAN_SHADOW_COUNT == 1
|
|
|
|
void build_consistency_shadow1();
|
|
|
|
#elif TSAN_SHADOW_COUNT == 2
|
|
|
|
void build_consistency_shadow2();
|
|
|
|
#elif TSAN_SHADOW_COUNT == 4
|
|
|
|
void build_consistency_shadow4();
|
|
|
|
#else
|
|
|
|
void build_consistency_shadow8();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
static inline void USED build_consistency() {
|
|
|
|
#if TSAN_DEBUG
|
2012-05-24 22:50:33 +08:00
|
|
|
build_consistency_debug();
|
2012-05-10 21:48:04 +08:00
|
|
|
#else
|
2012-05-24 22:50:33 +08:00
|
|
|
build_consistency_release();
|
2012-05-10 21:48:04 +08:00
|
|
|
#endif
|
|
|
|
#if TSAN_COLLECT_STATS
|
2012-05-24 22:50:33 +08:00
|
|
|
build_consistency_stats();
|
2012-05-10 21:48:04 +08:00
|
|
|
#else
|
2012-05-24 22:50:33 +08:00
|
|
|
build_consistency_nostats();
|
2012-05-10 21:48:04 +08:00
|
|
|
#endif
|
|
|
|
#if TSAN_SHADOW_COUNT == 1
|
2012-05-24 22:50:33 +08:00
|
|
|
build_consistency_shadow1();
|
2012-05-10 21:48:04 +08:00
|
|
|
#elif TSAN_SHADOW_COUNT == 2
|
2012-05-24 22:50:33 +08:00
|
|
|
build_consistency_shadow2();
|
2012-05-10 21:48:04 +08:00
|
|
|
#elif TSAN_SHADOW_COUNT == 4
|
2012-05-24 22:50:33 +08:00
|
|
|
build_consistency_shadow4();
|
2012-05-10 21:48:04 +08:00
|
|
|
#else
|
2012-05-24 22:50:33 +08:00
|
|
|
build_consistency_shadow8();
|
2012-05-10 21:48:04 +08:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename T>
|
|
|
|
T min(T a, T b) {
|
|
|
|
return a < b ? a : b;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename T>
|
|
|
|
T max(T a, T b) {
|
|
|
|
return a > b ? a : b;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename T>
|
2012-12-04 20:19:53 +08:00
|
|
|
T RoundUp(T p, u64 align) {
|
2012-05-10 21:48:04 +08:00
|
|
|
DCHECK_EQ(align & (align - 1), 0);
|
|
|
|
return (T)(((u64)p + align - 1) & ~(align - 1));
|
|
|
|
}
|
|
|
|
|
2012-12-04 20:19:53 +08:00
|
|
|
template<typename T>
|
|
|
|
T RoundDown(T p, u64 align) {
|
|
|
|
DCHECK_EQ(align & (align - 1), 0);
|
|
|
|
return (T)((u64)p & ~(align - 1));
|
|
|
|
}
|
|
|
|
|
2012-12-06 20:16:15 +08:00
|
|
|
// Zeroizes high part, returns 'bits' lsb bits.
|
|
|
|
template<typename T>
|
|
|
|
T GetLsb(T v, int bits) {
|
|
|
|
return (T)((u64)v & ((1ull << bits) - 1));
|
|
|
|
}
|
|
|
|
|
2012-05-10 21:48:04 +08:00
|
|
|
struct MD5Hash {
|
|
|
|
u64 hash[2];
|
2012-07-06 00:18:28 +08:00
|
|
|
bool operator==(const MD5Hash &other) const;
|
2012-05-10 21:48:04 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
MD5Hash md5_hash(const void *data, uptr size);
|
|
|
|
|
|
|
|
struct ThreadState;
|
2013-11-27 19:30:28 +08:00
|
|
|
class ThreadContext;
|
2012-05-10 21:48:04 +08:00
|
|
|
struct Context;
|
|
|
|
struct ReportStack;
|
|
|
|
class ReportDesc;
|
|
|
|
class RegionAlloc;
|
|
|
|
class StackTrace;
|
2014-05-29 21:50:54 +08:00
|
|
|
|
|
|
|
// Descriptor of user's memory block.
|
|
|
|
struct MBlock {
|
|
|
|
u64 siz;
|
|
|
|
u32 stk;
|
|
|
|
u16 tid;
|
|
|
|
};
|
|
|
|
|
|
|
|
COMPILER_CHECK(sizeof(MBlock) == 16);
|
2012-05-10 21:48:04 +08:00
|
|
|
|
|
|
|
} // namespace __tsan
|
|
|
|
|
|
|
|
#endif // TSAN_DEFS_H
|