2021-04-18 15:43:53 -06:00
|
|
|
|
using System;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Numerics;
|
|
|
|
|
using System.Runtime.InteropServices;
|
|
|
|
|
|
|
|
|
|
namespace ARMeilleure.Common
|
|
|
|
|
{
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Represents an expandable table of the type <typeparamref name="TEntry"/>, whose entries will remain at the same
|
|
|
|
|
/// address through out the table's lifetime.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <typeparam name="TEntry">Type of the entry in the table</typeparam>
|
|
|
|
|
class EntryTable<TEntry> : IDisposable where TEntry : unmanaged
|
|
|
|
|
{
|
|
|
|
|
private bool _disposed;
|
|
|
|
|
private int _freeHint;
|
|
|
|
|
private readonly int _pageCapacity; // Number of entries per page.
|
|
|
|
|
private readonly int _pageLogCapacity;
|
|
|
|
|
private readonly Dictionary<int, IntPtr> _pages;
|
|
|
|
|
private readonly BitMap _allocated;
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Initializes a new instance of the <see cref="EntryTable{TEntry}"/> class with the desired page size in
|
|
|
|
|
/// bytes.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="pageSize">Desired page size in bytes</param>
|
|
|
|
|
/// <exception cref="ArgumentOutOfRangeException"><paramref name="pageSize"/> is less than 0</exception>
|
|
|
|
|
/// <exception cref="ArgumentException"><typeparamref name="TEntry"/>'s size is zero</exception>
|
|
|
|
|
/// <remarks>
|
|
|
|
|
/// The actual page size may be smaller or larger depending on the size of <typeparamref name="TEntry"/>.
|
|
|
|
|
/// </remarks>
|
|
|
|
|
public unsafe EntryTable(int pageSize = 4096)
|
|
|
|
|
{
|
|
|
|
|
if (pageSize < 0)
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentOutOfRangeException(nameof(pageSize), "Page size cannot be negative.");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (sizeof(TEntry) == 0)
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentException("Size of TEntry cannot be zero.");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
_allocated = new BitMap();
|
|
|
|
|
_pages = new Dictionary<int, IntPtr>();
|
|
|
|
|
_pageLogCapacity = BitOperations.Log2((uint)(pageSize / sizeof(TEntry)));
|
|
|
|
|
_pageCapacity = 1 << _pageLogCapacity;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Allocates an entry in the <see cref="EntryTable{TEntry}"/>.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <returns>Index of entry allocated in the table</returns>
|
|
|
|
|
/// <exception cref="ObjectDisposedException"><see cref="EntryTable{TEntry}"/> instance was disposed</exception>
|
|
|
|
|
public int Allocate()
|
|
|
|
|
{
|
|
|
|
|
if (_disposed)
|
|
|
|
|
{
|
|
|
|
|
throw new ObjectDisposedException(null);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
lock (_allocated)
|
|
|
|
|
{
|
|
|
|
|
if (_allocated.IsSet(_freeHint))
|
|
|
|
|
{
|
|
|
|
|
_freeHint = _allocated.FindFirstUnset();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int index = _freeHint++;
|
|
|
|
|
var page = GetPage(index);
|
|
|
|
|
|
|
|
|
|
_allocated.Set(index);
|
|
|
|
|
|
|
|
|
|
GetValue(page, index) = default;
|
|
|
|
|
|
|
|
|
|
return index;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Frees the entry at the specified <paramref name="index"/>.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="index">Index of entry to free</param>
|
|
|
|
|
/// <exception cref="ObjectDisposedException"><see cref="EntryTable{TEntry}"/> instance was disposed</exception>
|
|
|
|
|
public void Free(int index)
|
|
|
|
|
{
|
|
|
|
|
if (_disposed)
|
|
|
|
|
{
|
|
|
|
|
throw new ObjectDisposedException(null);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
lock (_allocated)
|
|
|
|
|
{
|
|
|
|
|
if (_allocated.IsSet(index))
|
|
|
|
|
{
|
|
|
|
|
_allocated.Clear(index);
|
|
|
|
|
|
|
|
|
|
_freeHint = index;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets a reference to the entry at the specified allocated <paramref name="index"/>.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="index">Index of the entry</param>
|
|
|
|
|
/// <returns>Reference to the entry at the specified <paramref name="index"/></returns>
|
|
|
|
|
/// <exception cref="ObjectDisposedException"><see cref="EntryTable{TEntry}"/> instance was disposed</exception>
|
|
|
|
|
/// <exception cref="ArgumentException">Entry at <paramref name="index"/> is not allocated</exception>
|
|
|
|
|
public ref TEntry GetValue(int index)
|
|
|
|
|
{
|
|
|
|
|
if (_disposed)
|
|
|
|
|
{
|
|
|
|
|
throw new ObjectDisposedException(null);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
lock (_allocated)
|
|
|
|
|
{
|
|
|
|
|
if (!_allocated.IsSet(index))
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentException("Entry at the specified index was not allocated", nameof(index));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var page = GetPage(index);
|
|
|
|
|
|
|
|
|
|
return ref GetValue(page, index);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets a reference to the entry at using the specified <paramref name="index"/> from the specified
|
|
|
|
|
/// <paramref name="page"/>.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="page">Page to use</param>
|
|
|
|
|
/// <param name="index">Index to use</param>
|
|
|
|
|
/// <returns>Reference to the entry</returns>
|
|
|
|
|
private ref TEntry GetValue(Span<TEntry> page, int index)
|
|
|
|
|
{
|
|
|
|
|
return ref page[index & (_pageCapacity - 1)];
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets the page for the specified <see cref="index"/>.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="index">Index to use</param>
|
|
|
|
|
/// <returns>Page for the specified <see cref="index"/></returns>
|
|
|
|
|
private unsafe Span<TEntry> GetPage(int index)
|
|
|
|
|
{
|
|
|
|
|
var pageIndex = (int)((uint)(index & ~(_pageCapacity - 1)) >> _pageLogCapacity);
|
|
|
|
|
|
|
|
|
|
if (!_pages.TryGetValue(pageIndex, out IntPtr page))
|
|
|
|
|
{
|
|
|
|
|
page = Marshal.AllocHGlobal(sizeof(TEntry) * _pageCapacity);
|
|
|
|
|
|
|
|
|
|
_pages.Add(pageIndex, page);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return new Span<TEntry>((void*)page, _pageCapacity);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Releases all resources used by the <see cref="EntryTable{TEntry}"/> instance.
|
|
|
|
|
/// </summary>
|
|
|
|
|
public void Dispose()
|
|
|
|
|
{
|
|
|
|
|
Dispose(true);
|
|
|
|
|
GC.SuppressFinalize(this);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
Add multi-level function table (#2228)
* Add AddressTable<T>
* Use AddressTable<T> for dispatch
* Remove JumpTable & co.
* Add fallback for out of range addresses
* Add PPTC support
* Add documentation to `AddressTable<T>`
* Make AddressTable<T> configurable
* Fix table walk
* Fix IsMapped check
* Remove CountTableCapacity
* Add PPTC support for fast path
* Rename IsMapped to IsValid
* Remove stale comment
* Change format of address in exception message
* Add TranslatorStubs
* Split DispatchStub
Avoids recompilation of stubs during tests.
* Add hint for 64bit or 32bit
* Add documentation to `Symbol`
* Add documentation to `TranslatorStubs`
Make `TranslatorStubs` disposable as well.
* Add documentation to `SymbolType`
* Add `AddressTableEventSource` to monitor function table size
Add an EventSource which measures the amount of unmanaged bytes
allocated by AddressTable<T> instances.
dotnet-counters monitor -n Ryujinx --counters ARMeilleure
* Add `AllowLcqInFunctionTable` optimization toggle
This is to reduce the impact this change has on the test duration.
Before everytime a test was ran, the FunctionTable would be initialized
and populated so that the newly compiled test would get registered to
it.
* Implement unmanaged dispatcher
Uses the DispatchStub to dispatch into the next translation, which
allows execution to stay in unmanaged for longer and skips a
ConcurrentDictionary look up when the target translation has been
registered to the FunctionTable.
* Remove redundant null check
* Tune levels of FunctionTable
Uses 5 levels instead of 4 and change unit of AddressTableEventSource
from KB to MB.
* Use 64-bit function table
Improves codegen for direct branches:
mov qword [rax+0x408],0x10603560
- mov rcx,sub_10603560_OFFSET
- mov ecx,[rcx]
- mov ecx,ecx
- mov rdx,JIT_CACHE_BASE
- add rdx,rcx
+ mov rcx,sub_10603560
+ mov rdx,[rcx]
mov rcx,rax
Improves codegen for dispatch stub:
and rax,byte +0x1f
- mov eax,[rcx+rax*4]
- mov eax,eax
- mov rcx,JIT_CACHE_BASE
- lea rax,[rcx+rax]
+ mov rax,[rcx+rax*8]
mov rcx,rbx
* Remove `JitCacheSymbol` & `JitCache.Offset`
* Turn `Translator.Translate` into an instance method
We do not have to add more parameter to this method and related ones as
new structures are added & needed for translation.
* Add symbol only when PTC is enabled
Address LDj3SNuD's feedback
* Change `NativeContext.Running` to a 32-bit integer
* Fix PageTable symbol for host mapped
2021-05-29 15:06:28 -06:00
|
|
|
|
/// Releases all unmanaged and optionally managed resources used by the <see cref="EntryTable{TEntry}"/>
|
2021-04-18 15:43:53 -06:00
|
|
|
|
/// instance.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="disposing"><see langword="true"/> to dispose managed resources also; otherwise just unmanaged resouces</param>
|
|
|
|
|
protected virtual void Dispose(bool disposing)
|
|
|
|
|
{
|
|
|
|
|
if (!_disposed)
|
|
|
|
|
{
|
|
|
|
|
foreach (var page in _pages.Values)
|
|
|
|
|
{
|
|
|
|
|
Marshal.FreeHGlobal(page);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
_disposed = true;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Frees resources used by the <see cref="EntryTable{TEntry}"/> instance.
|
|
|
|
|
/// </summary>
|
|
|
|
|
~EntryTable()
|
|
|
|
|
{
|
|
|
|
|
Dispose(false);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|