pavolmarko@480: #ifndef __SH_PAGEALLOC_H__ pavolmarko@480: #define __SH_PAGEALLOC_H__ pavolmarko@480: pavolmarko@480: # if /********/ defined _WIN32 pavolmarko@480: # include pavolmarko@480: # elif /******/ defined __linux__ pavolmarko@480: # include pavolmarko@480: # include pavolmarko@480: # else pavolmarko@480: # error Unsupported OS/Compiler pavolmarko@480: # endif pavolmarko@480: pavolmarko@480: pavolmarko@480: namespace SourceHook pavolmarko@480: { pavolmarko@480: pavolmarko@480: /* pavolmarko@480: Class which lets us allocate memory regions in special pages only meant for on the fly code generation. pavolmarko@480: pavolmarko@480: If we alloc with malloc and then set the page access type to read/exec only, other regions returned by pavolmarko@480: malloc that are in the same page would lose their write access as well and the process could crash. pavolmarko@480: pavolmarko@480: Allocating one page per code generation session is usually a waste of memory and on some platforms also pavolmarko@480: a waste of virtual address space (Windows’ VirtualAlloc has a granularity of 64K). pavolmarko@480: pavolmarko@480: pavolmarko@480: IMPORTANT: the memory that Alloc() returns is not a in a defined state! pavolmarko@480: It could be in read+exec OR read+write mode. pavolmarko@480: -> call SetRE() or SetRW() before using allocated memory! pavolmarko@480: */ pavolmarko@480: class CPageAlloc pavolmarko@480: { pavolmarko@480: struct AllocationUnit pavolmarko@480: { pavolmarko@480: size_t begin_offset; pavolmarko@480: size_t size; pavolmarko@480: pavolmarko@480: AllocationUnit(size_t p_offs, size_t p_size) : begin_offset(p_offs), size(p_size) pavolmarko@480: { pavolmarko@480: } pavolmarko@480: pavolmarko@480: bool operator < (const AllocationUnit &other) const pavolmarko@480: { pavolmarko@480: return begin_offset < other.begin_offset; pavolmarko@480: } pavolmarko@480: }; pavolmarko@480: pavolmarko@480: typedef List AUList; pavolmarko@480: struct AllocatedRegion pavolmarko@480: { pavolmarko@480: void *startPtr; pavolmarko@480: size_t size; pavolmarko@480: bool isolated; // may contain only one AU pavolmarko@480: size_t minAlignment; pavolmarko@480: AUList allocUnits; pavolmarko@480: pavolmarko@480: void CheckGap(size_t gap_begin, size_t gap_end, size_t reqsize, pavolmarko@480: size_t &smallestgap_pos, size_t &smallestgap_size, size_t &outAlignBytes) pavolmarko@480: { pavolmarko@480: size_t gapsize = gap_end - gap_begin; pavolmarko@480: // How many bytes do we actually need here? pavolmarko@480: // = requested size + alignment bytes pavolmarko@480: size_t neededSize = reqsize; pavolmarko@480: size_t alignBytes = minAlignment - ((reinterpret_cast(startPtr) + gap_begin) % minAlignment); pavolmarko@480: pavolmarko@480: alignBytes %= minAlignment; pavolmarko@480: neededSize += alignBytes; pavolmarko@480: pavolmarko@480: if (gapsize >= neededSize) pavolmarko@480: { pavolmarko@480: if (gapsize < smallestgap_size) pavolmarko@480: { pavolmarko@480: smallestgap_size = gapsize; pavolmarko@480: smallestgap_pos = gap_begin; pavolmarko@480: outAlignBytes = alignBytes; pavolmarko@480: } pavolmarko@480: } pavolmarko@480: } pavolmarko@480: pavolmarko@480: bool TryAlloc(size_t reqsize, void * &outAddr) pavolmarko@480: { pavolmarko@480: // Check for isolated pavolmarko@480: if (isolated && !allocUnits.empty()) pavolmarko@480: return false; pavolmarko@480: pavolmarko@480: // Find the smallest gap where req fits pavolmarko@480: size_t lastend = 0; pavolmarko@480: size_t smallestgap_pos = size + 1; pavolmarko@480: size_t smallestgap_size = size + 1; pavolmarko@480: size_t alignmentbytes = 0; pavolmarko@480: pavolmarko@480: for (AUList::iterator iter = allocUnits.begin(); iter != allocUnits.end(); ++iter) pavolmarko@480: { pavolmarko@480: CheckGap(lastend, iter->begin_offset, reqsize, smallestgap_pos, smallestgap_size, alignmentbytes); pavolmarko@480: lastend = iter->begin_offset + iter->size; pavolmarko@480: } pavolmarko@480: pavolmarko@480: CheckGap(lastend, size, reqsize, smallestgap_pos, smallestgap_size, alignmentbytes); pavolmarko@480: pavolmarko@480: if (smallestgap_pos < size) pavolmarko@480: { pavolmarko@480: outAddr = reinterpret_cast(reinterpret_cast(startPtr) + smallestgap_pos + alignmentbytes); pavolmarko@480: allocUnits.push_sorted( AllocationUnit(smallestgap_pos, reqsize + alignmentbytes) ); pavolmarko@480: return true; pavolmarko@480: } pavolmarko@480: else pavolmarko@480: { pavolmarko@480: return false; pavolmarko@480: } pavolmarko@480: } pavolmarko@480: pavolmarko@480: bool TryFree(void *addr) pavolmarko@480: { pavolmarko@480: if (addr < startPtr || addr >= reinterpret_cast(reinterpret_cast(startPtr) + size)) pavolmarko@480: return false; pavolmarko@480: pavolmarko@480: intptr_t start = reinterpret_cast(startPtr); pavolmarko@480: pavolmarko@480: for (AUList::iterator iter = allocUnits.begin(); iter != allocUnits.end(); ++iter) pavolmarko@480: { pavolmarko@480: size_t AUBegin = start + iter->begin_offset; pavolmarko@480: void *alignedAUBegin = reinterpret_cast( pavolmarko@480: AUBegin + ((minAlignment - AUBegin % minAlignment) % minAlignment) pavolmarko@480: ); pavolmarko@480: pavolmarko@480: if (addr == alignedAUBegin) pavolmarko@480: { pavolmarko@480: allocUnits.erase(iter); pavolmarko@480: return true; pavolmarko@480: } pavolmarko@480: } pavolmarko@480: pavolmarko@480: return false; pavolmarko@480: } pavolmarko@480: pavolmarko@480: bool Contains(void *addr) pavolmarko@480: { pavolmarko@480: return addr >= startPtr && addr < reinterpret_cast(reinterpret_cast(startPtr) + size); pavolmarko@480: } pavolmarko@480: pavolmarko@480: void FreeRegion() pavolmarko@480: { pavolmarko@480: #ifdef __linux__ pavolmarko@480: munmap(startPtr, size); pavolmarko@480: #else pavolmarko@480: VirtualFree(startPtr, 0, MEM_RELEASE); pavolmarko@480: #endif pavolmarko@480: } pavolmarko@480: }; pavolmarko@480: pavolmarko@480: typedef List ARList; pavolmarko@480: pavolmarko@480: size_t m_MinAlignment; pavolmarko@480: size_t m_PageSize; pavolmarko@480: ARList m_Regions; pavolmarko@480: pavolmarko@480: bool AddRegion(size_t minSize, bool isolated) pavolmarko@480: { pavolmarko@480: AllocatedRegion newRegion; pavolmarko@480: newRegion.startPtr = 0; pavolmarko@480: newRegion.isolated = isolated; pavolmarko@480: newRegion.minAlignment = m_MinAlignment; pavolmarko@480: pavolmarko@480: // Compute real size -> align up to m_PageSize boundary pavolmarko@480: pavolmarko@480: newRegion.size = minSize - (minSize % m_PageSize); pavolmarko@480: if (newRegion.size < minSize) pavolmarko@480: newRegion.size += m_PageSize; pavolmarko@480: pavolmarko@480: #ifdef __linux__ pavolmarko@480: newRegion.startPtr = mmap(0, newRegion.size, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); pavolmarko@480: #else pavolmarko@480: newRegion.startPtr = VirtualAlloc(NULL, newRegion.size, MEM_COMMIT, PAGE_READWRITE); pavolmarko@480: #endif pavolmarko@480: pavolmarko@480: if (newRegion.startPtr) pavolmarko@480: { pavolmarko@480: m_Regions.push_back(newRegion); pavolmarko@480: return true; pavolmarko@480: } pavolmarko@480: else pavolmarko@480: { pavolmarko@480: return false; pavolmarko@480: } pavolmarko@480: pavolmarko@480: } pavolmarko@480: pavolmarko@480: void *AllocPriv(size_t size, bool isolated) pavolmarko@480: { pavolmarko@480: void *addr; pavolmarko@480: pavolmarko@480: if (!isolated) pavolmarko@480: { pavolmarko@480: for (ARList::iterator iter = m_Regions.begin(); iter != m_Regions.end(); ++iter) pavolmarko@480: { pavolmarko@480: if (iter->TryAlloc(size, addr)) pavolmarko@480: return addr; pavolmarko@480: } pavolmarko@480: } pavolmarko@480: pavolmarko@480: if (!AddRegion(size, isolated)) pavolmarko@480: return NULL; pavolmarko@480: pavolmarko@480: bool tmp = m_Regions.back().TryAlloc(size, addr); pavolmarko@480: SH_ASSERT(tmp, ("TryAlloc fails after AddRegion")); pavolmarko@480: return tmp ? addr : NULL; pavolmarko@480: } pavolmarko@480: pavolmarko@480: public: pavolmarko@480: CPageAlloc(size_t minAlignment = 1 /* power of 2 */ ) : m_MinAlignment(minAlignment) pavolmarko@480: { pavolmarko@480: #ifdef __linux__ pavolmarko@480: m_PageSize = sysconf(_SC_PAGESIZE); pavolmarko@480: #else pavolmarko@480: SYSTEM_INFO sysInfo; pavolmarko@480: GetSystemInfo(&sysInfo); pavolmarko@480: m_PageSize = sysInfo.dwPageSize; pavolmarko@480: #endif pavolmarko@480: } pavolmarko@480: pavolmarko@480: ~CPageAlloc() pavolmarko@480: { pavolmarko@480: // Free all regions pavolmarko@480: for (ARList::iterator iter = m_Regions.begin(); iter != m_Regions.end(); ++iter) pavolmarko@480: { pavolmarko@480: iter->FreeRegion(); pavolmarko@480: } pavolmarko@480: } pavolmarko@480: pavolmarko@480: void *Alloc(size_t size) pavolmarko@480: { pavolmarko@480: return AllocPriv(size, false); pavolmarko@480: } pavolmarko@480: pavolmarko@480: void *AllocIsolated(size_t size) pavolmarko@480: { pavolmarko@480: return AllocPriv(size, true); pavolmarko@480: } pavolmarko@480: pavolmarko@480: void Free(void *ptr) pavolmarko@480: { pavolmarko@480: for (ARList::iterator iter = m_Regions.begin(); iter != m_Regions.end(); ++iter) pavolmarko@480: { pavolmarko@480: if (iter->TryFree(ptr)) pavolmarko@480: { pavolmarko@480: if (iter->allocUnits.empty()) pavolmarko@480: { pavolmarko@480: iter->FreeRegion(); pavolmarko@480: m_Regions.erase(iter); pavolmarko@480: } pavolmarko@480: break; pavolmarko@480: } pavolmarko@480: } pavolmarko@480: } pavolmarko@480: pavolmarko@480: void SetRE(void *ptr) pavolmarko@480: { pavolmarko@480: for (ARList::iterator iter = m_Regions.begin(); iter != m_Regions.end(); ++iter) pavolmarko@480: { pavolmarko@480: if (iter->Contains(ptr)) pavolmarko@480: { pavolmarko@480: SetMemAccess(iter->startPtr, iter->size, SH_MEM_READ | SH_MEM_EXEC); pavolmarko@480: break; pavolmarko@480: } pavolmarko@480: } pavolmarko@480: } pavolmarko@480: pavolmarko@480: void SetRW(void *ptr) pavolmarko@480: { pavolmarko@480: for (ARList::iterator iter = m_Regions.begin(); iter != m_Regions.end(); ++iter) pavolmarko@480: { pavolmarko@480: if (iter->Contains(ptr)) pavolmarko@480: { pavolmarko@480: SetMemAccess(iter->startPtr, iter->size, SH_MEM_READ | SH_MEM_WRITE); pavolmarko@480: break; pavolmarko@480: } pavolmarko@480: } pavolmarko@480: } pavolmarko@480: pavolmarko@480: size_t GetPageSize() pavolmarko@480: { pavolmarko@480: return m_PageSize; pavolmarko@480: } pavolmarko@480: }; pavolmarko@480: } pavolmarko@480: pavolmarko@480: #endif pavolmarko@480: