using System.Buffers; using System.Collections; using System.Runtime.CompilerServices; namespace Recyclable.Collections { public class RecyclableList : IDisposable, IList { private const int ItemNotFoundIndex = -1; private const int BatchSize = 8; private static readonly ArrayPool _defaultMemoryBlocksPool = ArrayPool.Create(); private static readonly ArrayPool _defaultBlockArrayPool = ArrayPool.Create(); private static readonly T[][] _emptyMemoryBlocksArray = new T[0][]; private static readonly T[] _emptyBlockArray = new T[0]; private static readonly IEqualityComparer _equalityComparer = EqualityComparer.Default; private int _blockSize; private int _lastBlockIndex; private int _nextItemIndex; protected ArrayPool _memoryBlocksPool; protected ArrayPool _blockArrayPool; protected T[][] _memoryBlocks; private long _capacity; public long Capacity { get => _capacity; protected set => _capacity = value; } public int Count => checked((int)_longCount); public bool IsReadOnly { get; } public int LastTakenBlockIndex => _lastBlockIndex - (_nextItemIndex > 0 ? 0 : 1); protected long _longCount; public long LongCount { get => _longCount; set => _longCount = value; } public int ReservedBlockCount => (int)(_capacity / _blockSize) + (_capacity % _blockSize > 0 ? 1 : 0); public int BlockSize => _blockSize; public int LastBlockIndex => _lastBlockIndex; public int NextItemIndex => _nextItemIndex; private static void RemoveAt(RecyclableList list, long index, ArrayPool blockArrayPool) { long oldCountMinus1 = list._longCount - 1; if (index != oldCountMinus1) { ThrowArgumentOutOfRangeException(); } list._longCount--; int blockSize = list._blockSize; if (list._nextItemIndex > 0) { list._nextItemIndex--; } else { list._lastBlockIndex--; list._nextItemIndex = blockSize; } if ((list._capacity * blockSize) - oldCountMinus1 == blockSize) { T[][] memoryBlocks = list._memoryBlocks; if (blockSize >= RecyclableDefaults.MinPooledArrayLength) { blockArrayPool.Return(memoryBlocks[list.ReservedBlockCount - 1]); } list._capacity -= blockSize; } } private static void ThrowArgumentOutOfRangeException() { throw new ArgumentOutOfRangeException("index"); } protected void AddRangeEnumerated(IEnumerable source, int growByCount) { long i, copied = _longCount; int blockSize = _blockSize, targetItemIdx = _nextItemIndex, targetBlockIdx = _lastBlockIndex; IEnumerator enumerator = source.GetEnumerator(); if (!enumerator.MoveNext()) { return; } long capacity = _capacity; long available = capacity - copied; Span memoryBlocksSpan = new(_memoryBlocks, 0, ReservedBlockCount); Span blockArraySpan; var memoryBlocksCount = memoryBlocksSpan.Length; while (true) { if (copied + growByCount > capacity) { capacity = EnsureCapacity(capacity + growByCount); memoryBlocksCount = _memoryBlocks.Length; if (blockSize != _blockSize) { blockSize = _blockSize; } memoryBlocksSpan = new(_memoryBlocks, 0, memoryBlocksCount); available = capacity - copied; } blockArraySpan = new(memoryBlocksSpan[targetBlockIdx], 0, blockSize); for (i = 1; i <= available; i++) { blockArraySpan[targetItemIdx++] = enumerator.Current; if (!enumerator.MoveNext()) { if (targetItemIdx < blockSize) { _lastBlockIndex = targetBlockIdx; _nextItemIndex = targetItemIdx; } else { _lastBlockIndex = targetBlockIdx + 1; _nextItemIndex = 0; } _longCount += copied + i - _longCount; return; } if (targetItemIdx == blockSize) { targetBlockIdx++; targetItemIdx = 0; if (targetBlockIdx == memoryBlocksCount) { break; } blockArraySpan = new(memoryBlocksSpan[targetBlockIdx], 0, blockSize); } } copied += available; } } protected void AddRangeWithKnownCount(IEnumerable source, int requiredAdditionalCapacity) { long copied = _longCount; int blockSize = _blockSize; int targetItemIdx = _nextItemIndex; int targetBlockIdx = _lastBlockIndex; Span memoryBlocksSpan; Span blockArraySpan; long requiredCapacity = copied + requiredAdditionalCapacity; if (_capacity < requiredCapacity) { _ = EnsureCapacity(requiredCapacity); blockSize = _blockSize; } var memoryBlocksCount = ReservedBlockCount; memoryBlocksSpan = new(_memoryBlocks, 0, memoryBlocksCount); blockArraySpan = new Span(memoryBlocksSpan[targetBlockIdx], 0, blockSize); foreach (var item in source) { blockArraySpan[targetItemIdx++] = item; if (targetItemIdx == blockSize) { targetBlockIdx++; targetItemIdx = 0; if (targetBlockIdx == memoryBlocksCount) { break; } blockArraySpan = new Span(memoryBlocksSpan[targetBlockIdx], 0, blockSize); } } _longCount = requiredCapacity; _lastBlockIndex = targetBlockIdx; _nextItemIndex = targetItemIdx; return; } protected static long DoIndexOf(T item, in T[][] memoryBlocks, int lastBlockIndex, int blockSize, int nextItemIndex) { Span memoryBlocksSpan = new(memoryBlocks, 0, lastBlockIndex + 1); int itemIndex, blockIndex; for (blockIndex = 0; blockIndex < lastBlockIndex; blockIndex++) { itemIndex = Array.IndexOf(memoryBlocksSpan[blockIndex], item, 0, blockSize); if (itemIndex >= 0) { return itemIndex + (blockIndex * blockSize); } } if (blockIndex == lastBlockIndex) { itemIndex = nextItemIndex != 0 ? Array.IndexOf(memoryBlocksSpan[lastBlockIndex], item, 0, nextItemIndex) : Array.IndexOf(memoryBlocksSpan[lastBlockIndex], item, 0, blockSize); } else { return ItemNotFoundIndex; } return itemIndex >= 0 ? itemIndex + (lastBlockIndex * blockSize) : ItemNotFoundIndex; } [MethodImpl(MethodImplOptions.AggressiveInlining)] protected static T[][] SetNewLength(in T[][]? source, int minBlockSize, long oldCapacity, long newCapacity, ArrayPool memoryBlocksPool, ArrayPool blockArrayPool) { const int sourceBlockCount = 0, requiredBlockCount = 1, uninitializedBlocksCount = 2, i = 3; Span localInts = stackalloc int[4] { (int)(oldCapacity / minBlockSize), // sourceBlockCount (int)(newCapacity / minBlockSize) + (newCapacity % minBlockSize > 0 ? 1 : 0), // requiredBlockCount 0, // uninitializedBlocksCount 0, // i }; T[][] newMemoryBlocks = localInts[requiredBlockCount] < RecyclableDefaults.MinPooledArrayLength ? new T[localInts[requiredBlockCount]][] : memoryBlocksPool.Rent(localInts[requiredBlockCount]); Span newMemoryBlocksSpan = new(newMemoryBlocks); if (localInts[sourceBlockCount] > 0) { Span sourceSpan = new(source); sourceSpan.CopyTo(newMemoryBlocksSpan); if (localInts[sourceBlockCount] >= RecyclableDefaults.MinPooledArrayLength) { memoryBlocksPool.Return(source!); } newMemoryBlocksSpan = newMemoryBlocksSpan[localInts[sourceBlockCount]..]; } localInts[uninitializedBlocksCount] = newMemoryBlocksSpan.Length; if (localInts[uninitializedBlocksCount] == localInts[requiredBlockCount]) { if (minBlockSize >= RecyclableDefaults.MinPooledArrayLength) { newMemoryBlocksSpan[0] = blockArrayPool.Rent(minBlockSize); minBlockSize = newMemoryBlocksSpan[0].Length; } else { newMemoryBlocksSpan[0] = new T[minBlockSize]; } newMemoryBlocksSpan = newMemoryBlocksSpan[1..]; localInts[uninitializedBlocksCount]--; } if (minBlockSize >= RecyclableDefaults.MinPooledArrayLength) { for (localInts[i] = 0; localInts[i] < localInts[uninitializedBlocksCount]; localInts[i]++) { newMemoryBlocksSpan[localInts[i]] = blockArrayPool.Rent(minBlockSize); } } else { for (localInts[i] = 0; localInts[i] < localInts[uninitializedBlocksCount]; localInts[i]++) { newMemoryBlocksSpan[localInts[i]] = new T[minBlockSize]; } } return newMemoryBlocks; } protected long EnsureCapacity(long requestedCapacity) { T[][] memory = _memoryBlocks; long newCapacity; if (_capacity > 0) { newCapacity = _capacity; while (newCapacity < requestedCapacity) { newCapacity *= 2; } } else { newCapacity = requestedCapacity; } memory = SetNewLength(memory, _blockSize, _capacity, newCapacity, _memoryBlocksPool, _blockArrayPool); if (newCapacity > 0 && _capacity == 0) { _blockSize = memory[0].Length; } newCapacity = memory.Length * _blockSize; _capacity = newCapacity; _memoryBlocks = memory; return newCapacity; } public RecyclableList(int minBlockSize = RecyclableDefaults.BlockSize, long? expectedItemsCount = default, ArrayPool? memoryBlocksPool = default, ArrayPool? blockArrayPool = default) { memoryBlocksPool ??= _defaultMemoryBlocksPool; blockArrayPool ??= _defaultBlockArrayPool; _memoryBlocksPool = memoryBlocksPool; _blockArrayPool = blockArrayPool; if (expectedItemsCount > 0) { _memoryBlocks = SetNewLength(_memoryBlocks, minBlockSize, 0, expectedItemsCount.Value, memoryBlocksPool, blockArrayPool); if (_memoryBlocks.Length > 0) { minBlockSize = _memoryBlocks[0].Length; } _blockSize = minBlockSize; _capacity = _memoryBlocks.Length * minBlockSize; } else { _blockSize = minBlockSize; _memoryBlocks = _emptyMemoryBlocksArray; } } public RecyclableList(IEnumerable source, int minBlockSize = RecyclableDefaults.BlockSize, long? expectedItemsCount = default, ArrayPool? memoryBlocksPool = default, ArrayPool? blockArrayPool = default) { memoryBlocksPool ??= _defaultMemoryBlocksPool; blockArrayPool ??= _defaultBlockArrayPool; _memoryBlocksPool = memoryBlocksPool; _blockArrayPool = blockArrayPool; if (expectedItemsCount > 0) { _memoryBlocks = SetNewLength(_memoryBlocks, minBlockSize, 0, expectedItemsCount.Value, memoryBlocksPool, blockArrayPool); if (_memoryBlocks.Length > 0) { minBlockSize = _memoryBlocks[0].Length; } _blockSize = minBlockSize; _capacity = _memoryBlocks.Length * minBlockSize; } else { _blockSize = minBlockSize; _memoryBlocks = _emptyMemoryBlocksArray; } AddRange(source); } public T this[long index] { get => _memoryBlocks[(int)(index / _blockSize)][index % _blockSize]; set => new Span(_memoryBlocks[(int)(index / _blockSize)])[(int)(index % _blockSize)] = value; } public T this[int index] { get => _memoryBlocks[index / _blockSize][index % _blockSize]; set => new Span(_memoryBlocks[index / _blockSize])[index % _blockSize] = value; } public T[][] MemoryBlocks { get => _memoryBlocks; } [MethodImpl(MethodImplOptions.AggressiveInlining)] public void Add(T item) { if (_capacity < _longCount + 1) { _ = EnsureCapacity(_longCount + 1); } _memoryBlocks[_lastBlockIndex][_nextItemIndex++] = item; if (_nextItemIndex == _blockSize) { _lastBlockIndex++; _nextItemIndex = 0; } _longCount++; } public void AddRange(in T[] items) { if (items.LongLength == 0) { return; } long targetCapacity = _longCount + items.LongLength; if (_capacity < targetCapacity) { _ = EnsureCapacity(targetCapacity); } int blockSize = _blockSize, targetBlockIndex = _lastBlockIndex, memoryBlockCount = _memoryBlocks.Length; Span itemsSpan = new(items); Span memoryBlocksSpan = new(_memoryBlocks, 0, memoryBlockCount); Span targetBlockArraySpan = new(memoryBlocksSpan[targetBlockIndex], _nextItemIndex, blockSize - _nextItemIndex); while (targetBlockArraySpan.Length <= itemsSpan.Length) { itemsSpan[..targetBlockArraySpan.Length].CopyTo(targetBlockArraySpan); itemsSpan = itemsSpan[targetBlockArraySpan.Length..]; targetBlockIndex++; if (targetBlockIndex == memoryBlockCount) { break; } targetBlockArraySpan = new(memoryBlocksSpan[targetBlockIndex], 0, blockSize); } if (itemsSpan.Length > 0) { itemsSpan.CopyTo(targetBlockArraySpan); } _nextItemIndex = itemsSpan.Length; _longCount = targetCapacity; _lastBlockIndex = targetBlockIndex; } public void AddRange(RecyclableArrayList items) { if (items.Count == 0) { return; } long targetCapacity = _longCount + items.Count; if (_capacity < targetCapacity) { _ = EnsureCapacity(targetCapacity); } int blockSize = _blockSize, targetBlockIndex = _lastBlockIndex, memoryBlockCount = _memoryBlocks.Length; Span itemsSpan = new(items.AsArray(), 0, items.Count); Span memoryBlocksSpan = new(_memoryBlocks, 0, memoryBlockCount); Span targetBlockArraySpan = new(memoryBlocksSpan[targetBlockIndex], _nextItemIndex, blockSize - _nextItemIndex); while (targetBlockArraySpan.Length <= itemsSpan.Length) { itemsSpan[..targetBlockArraySpan.Length].CopyTo(targetBlockArraySpan); itemsSpan = itemsSpan[targetBlockArraySpan.Length..]; targetBlockIndex++; if (targetBlockIndex == memoryBlockCount) { break; } targetBlockArraySpan = new(memoryBlocksSpan[targetBlockIndex], 0, blockSize); } _nextItemIndex = itemsSpan.Length; itemsSpan.CopyTo(targetBlockArraySpan); _longCount = targetCapacity; _lastBlockIndex = targetBlockIndex; } public void AddRange(RecyclableList items) { if (items.LongCount == 0) { return; } long itemsCount = items.LongCount, targetCapacity = _longCount + itemsCount; if (_capacity < targetCapacity) { _ = EnsureCapacity(targetCapacity); } int blockSize = _blockSize, sourceBlockIndex = 0, targetBlockIndex = _lastBlockIndex, toCopy; Span sourceMemoryBlocksSpan = new(items._memoryBlocks, 0, items._memoryBlocks.Length); Span itemsSpan = new(sourceMemoryBlocksSpan[sourceBlockIndex], 0, items._blockSize); Span targetMemoryBlocksSpan = new(_memoryBlocks, 0, _memoryBlocks.Length); Span targetBlockArraySpan = new(targetMemoryBlocksSpan[targetBlockIndex], _nextItemIndex, blockSize - _nextItemIndex); long copiedCount = 0; while (copiedCount < itemsCount) { toCopy = (int)Math.Min(itemsCount - copiedCount, itemsSpan.Length); if (targetBlockArraySpan.Length < toCopy) { toCopy = targetBlockArraySpan.Length; itemsSpan[..toCopy].CopyTo(targetBlockArraySpan); targetBlockIndex++; targetBlockArraySpan = new(targetMemoryBlocksSpan[targetBlockIndex], 0, blockSize); itemsSpan = itemsSpan[toCopy..]; copiedCount += toCopy; } else { itemsSpan[..toCopy].CopyTo(targetBlockArraySpan); targetBlockArraySpan = targetBlockArraySpan[toCopy..]; itemsSpan = itemsSpan[toCopy..]; if (itemsSpan.IsEmpty && sourceBlockIndex + 1 < sourceMemoryBlocksSpan.Length) { sourceBlockIndex++; itemsSpan = new(sourceMemoryBlocksSpan[sourceBlockIndex], 0, items._blockSize); } copiedCount += toCopy; if (targetBlockArraySpan.IsEmpty && copiedCount < itemsCount) { targetBlockIndex++; targetBlockArraySpan = new(targetMemoryBlocksSpan[targetBlockIndex], 0, blockSize); } } } if (targetCapacity % blockSize == 0) { _nextItemIndex = 0; _lastBlockIndex = targetBlockIndex + 1; } else { _nextItemIndex = (int)(targetCapacity % blockSize); _lastBlockIndex = targetBlockIndex; } _longCount = targetCapacity; } public void AddRange(List items) { if (items.Count == 0) { return; } long targetCapacity = _longCount + items.Count; if (_capacity < targetCapacity) { _ = EnsureCapacity(targetCapacity); } int blockSize = _blockSize, targetBlockIndex = _lastBlockIndex, itemsCount = items.Count, copied = Math.Min(blockSize - _nextItemIndex, itemsCount); Span memoryBlocksSpan = new(_memoryBlocks, 0, _memoryBlocks.Length); items.CopyTo(0, memoryBlocksSpan[targetBlockIndex], _nextItemIndex, copied); if (_nextItemIndex + copied == blockSize) { targetBlockIndex++; _nextItemIndex = 0; } else { _nextItemIndex += copied; } while (blockSize <= itemsCount - copied) { items.CopyTo(copied, memoryBlocksSpan[targetBlockIndex++], 0, blockSize); copied += blockSize; } if ((itemsCount - copied < blockSize) && (itemsCount - copied != 0)) { _nextItemIndex = itemsCount - copied; items.CopyTo(copied, memoryBlocksSpan[targetBlockIndex], 0, _nextItemIndex); } _lastBlockIndex = targetBlockIndex; _longCount = targetCapacity; } public void AddRange(IList items) { if (items.Count == 0) { return; } long targetCapacity = _longCount + items.Count; if (_capacity < targetCapacity) { _ = EnsureCapacity(targetCapacity); } int blockSize = _blockSize, targetBlockIndex = _lastBlockIndex, memoryBlockCount = _memoryBlocks.Length; T[] itemsBuffer = items.Count >= RecyclableDefaults.MinPooledArrayLength ? _blockArrayPool.Rent(items.Count) : new T[items.Count]; try { items.CopyTo(itemsBuffer, 0); Span itemsSpan = new(itemsBuffer, 0, items.Count); Span memoryBlocksSpan = new(_memoryBlocks, 0, memoryBlockCount); Span targetBlockArraySpan = new(memoryBlocksSpan[targetBlockIndex], _nextItemIndex, blockSize - _nextItemIndex); while (targetBlockArraySpan.Length <= itemsSpan.Length) { itemsSpan[..targetBlockArraySpan.Length].CopyTo(targetBlockArraySpan); itemsSpan = itemsSpan[targetBlockArraySpan.Length..]; targetBlockIndex++; if (targetBlockIndex == memoryBlockCount) { break; } targetBlockArraySpan = new(memoryBlocksSpan[targetBlockIndex], 0, blockSize); } itemsSpan.CopyTo(targetBlockArraySpan); _longCount = targetCapacity; _lastBlockIndex = targetBlockIndex; _nextItemIndex = itemsSpan.Length; } finally { if (items.Count >= RecyclableDefaults.MinPooledArrayLength) { _blockArrayPool.Return(itemsBuffer); } } } public void AddRange(IEnumerable source, int growByCount = RecyclableDefaults.MinPooledArrayLength) { if (source is RecyclableList sourceRecyclableList) { AddRange(sourceRecyclableList); return; } if (source is RecyclableArrayList sourceRecyclableArrayList) { AddRange(sourceRecyclableArrayList); return; } if (source is T[] sourceArray) { AddRange(sourceArray); return; } if (source is List sourceList) { AddRange(sourceList); return; } if (source is IList sourceIList) { AddRange(sourceIList); return; } if (source.TryGetNonEnumeratedCount(out var requiredAdditionalCapacity)) { AddRangeWithKnownCount(source, requiredAdditionalCapacity); return; } AddRangeEnumerated(source, growByCount); } public void Clear() { if (_blockSize >= RecyclableDefaults.MinPooledArrayLength) { Span memoryBlocksSpan = new(_memoryBlocks, 0, ReservedBlockCount); int memoryBlocksCount = memoryBlocksSpan.Length; ArrayPool blockArrayPool = _blockArrayPool; for (int toRemoveIdx = 0; toRemoveIdx < memoryBlocksCount; toRemoveIdx++) { blockArrayPool.Return(memoryBlocksSpan[toRemoveIdx]); } } _capacity = 0; _lastBlockIndex = 0; _nextItemIndex = 0; _longCount = 0; } [MethodImpl(MethodImplOptions.AggressiveInlining)] public bool Contains(T item) { if (_longCount == 0) { return false; } if (_lastBlockIndex == 0 || (_lastBlockIndex == 1 && _nextItemIndex == 0)) { return Array.IndexOf(_memoryBlocks[0], item, 0, (int)_longCount) >= 0; } Span memoryBlocksSpan = new(_memoryBlocks); int lastBlockIndex = _lastBlockIndex; for (int blockIndex = 0; blockIndex < lastBlockIndex; blockIndex++) { if (Array.IndexOf(memoryBlocksSpan[blockIndex], item, 0, _blockSize) >= 0) { return true; } } return lastBlockIndex < memoryBlocksSpan.Length && Array.IndexOf(memoryBlocksSpan[lastBlockIndex], item, 0, _nextItemIndex) >= 0; } public void CopyTo(T[] array, int arrayIndex) => _memoryBlocks.CopyTo(0, _blockSize, _longCount, array, arrayIndex); public IEnumerator GetEnumerator() => _memoryBlocks.Enumerate(_blockSize, LongCount).GetEnumerator(); [MethodImpl(MethodImplOptions.AggressiveInlining)] public int IndexOf(T item) => _longCount == 0 ? ItemNotFoundIndex : _lastBlockIndex == 0 || (_lastBlockIndex == 1 && _nextItemIndex == 0) ? Array.IndexOf(_memoryBlocks[0], item, 0, (int)_longCount) : (int)DoIndexOf(item, _memoryBlocks, LastTakenBlockIndex, _blockSize, _nextItemIndex); public void Insert(int index, T item) => throw new NotSupportedException(); public long LongIndexOf(T item) => _longCount == 0 ? ItemNotFoundIndex : _lastBlockIndex == 0 || (_lastBlockIndex == 1 && _nextItemIndex == 0) ? Array.IndexOf(_memoryBlocks[0], item, 0, (int)_longCount) : DoIndexOf(item, _memoryBlocks, LastTakenBlockIndex, _blockSize, _nextItemIndex); public bool Remove(T item) { var itemIndex = LongIndexOf(item); if (itemIndex >= 0) { RemoveAt(this, itemIndex, _defaultBlockArrayPool); return true; } return false; } public void RemoveBlock(int index) { if (_blockSize < RecyclableDefaults.MinPooledArrayLength) { _memoryBlocks[index] = _emptyBlockArray; } else { _blockArrayPool.Return(_memoryBlocks[index]); } _capacity -= _blockSize; if (_lastBlockIndex == index) { _nextItemIndex = 0; } else if (_lastBlockIndex > index) { _lastBlockIndex--; } } public void RemoveAt(int index) => RemoveAt(this, index, _blockArrayPool); public void RemoveAt(long index) => RemoveAt(this, index, _blockArrayPool); IEnumerator IEnumerable.GetEnumerator() => _memoryBlocks.Enumerate(_blockSize, LongCount).GetEnumerator(); ~RecyclableList() { // Do not change this code. Put cleanup code in 'Dispose(bool disposing)' method Dispose(); } public void Dispose() { // Do not change this code. Put cleanup code in 'Dispose(bool disposing)' method if (_capacity > 0) { Clear(); if (_memoryBlocks.Length >= RecyclableDefaults.MinPooledArrayLength) { _memoryBlocksPool.Return(_memoryBlocks); } GC.SuppressFinalize(this); } } } }