public const int ACCESS_READ = 1;

public const int ACCESS_WRITE = 2;

public const int ACCESS_COPY = 3;

// Constants that are set in os.py

private const int SEEK_SET = 0;

private const int SEEK_CUR = 1;

private const int SEEK_END = 2;

[PythonHidden(PlatformsAttribute.PlatformFamily.Windows)]

public const int MAP_SHARED = 1;

[PythonHidden(PlatformsAttribute.PlatformFamily.Windows)]

public const int MAP_PRIVATE = 2;

[PythonHidden(PlatformsAttribute.PlatformFamily.Windows)]

public const int PROT_NONE = 0;

[PythonHidden(PlatformsAttribute.PlatformFamily.Windows)]

public const int PROT_READ = 1;

[PythonHidden(PlatformsAttribute.PlatformFamily.Windows)]

public const int PROT_WRITE = 2;

[PythonHidden(PlatformsAttribute.PlatformFamily.Windows)]

public const int PROT_EXEC = 4;

public static readonly int ALLOCATIONGRANULARITY = GetAllocationGranularity();

public static readonly int PAGESIZE = System.Environment.SystemPageSize;

public static readonly string __doc__ = null;

private static string FormatError(int errorCode) {

return new Win32Exception(errorCode).Message;

}

private static Exception WindowsError(int code) {

return PythonExceptions.CreateThrowable(PythonExceptions.OSError, code, FormatError(code));

}

public static PythonType error => PythonExceptions.OSError;

public static PythonType mmap {

get {

if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows)) {

return DynamicHelpers.GetPythonTypeFromType(typeof(MmapDefault));

}

return DynamicHelpers.GetPythonTypeFromType(typeof(MmapUnix));

}

}

[PythonType("mmap"), PythonHidden]

public class MmapUnix : MmapDefault {

public MmapUnix(CodeContext/*!*/ context, int fileno, long length, int flags = MAP_SHARED, int prot = PROT_WRITE | PROT_READ, int access = ACCESS_WRITE, long offset = 0)

: base(context, fileno, length, null, access, offset) { }

}

[PythonType("mmap"), PythonHidden]

public class MmapDefault : IWeakReferenceable {

private MemoryMappedFile _file;

private MemoryMappedViewAccessor _view;

private long _position;

private FileStream _sourceStream;

private readonly long _offset;

private readonly string _mapName;

private readonly MemoryMappedFileAccess _fileAccess;

private volatile bool _isClosed;

private int _refCount = 1;

public MmapDefault(CodeContext/*!*/ context, int fileno, long length, string tagname = null, int access = ACCESS_WRITE, long offset = 0) {

switch (access) {

case ACCESS_READ:

_fileAccess = MemoryMappedFileAccess.Read;

break;

case ACCESS_WRITE:

_fileAccess = MemoryMappedFileAccess.ReadWrite;

break;

case ACCESS_COPY:

_fileAccess = MemoryMappedFileAccess.CopyOnWrite;

break;

default:

throw PythonOps.ValueError("mmap invalid access parameter");

}

if (length < 0) {

throw PythonOps.OverflowError("memory mapped size must be positive");

}

if (offset < 0) {

throw PythonOps.OverflowError("memory mapped offset must be positive");

}

if (IntPtr.Size == 4 && length > int.MaxValue) {

throw PythonOps.OverflowError("cannot fit 'long' into an index-sized integer");

}

// CPython only allows offsets that are a multiple of ALLOCATIONGRANULARITY

if (offset % ALLOCATIONGRANULARITY != 0) {

throw WindowsError(PythonExceptions._OSError.ERROR_MAPPED_ALIGNMENT);

}

// .NET throws on an empty tagname, but CPython treats it as null.

_mapName = tagname == "" ? null : tagname;

if (fileno == -1 || fileno == 0) {

// Map anonymous memory that is not tied to a file.

// Note: CPython seems to allow 0 as a file descriptor even though it represents stdin.

_offset = 0; // offset is ignored without an underlying file

_sourceStream = null;

// work around the .NET bug whereby CreateOrOpen throws on a null mapName

if (_mapName is null) {

_file = MemoryMappedFile.CreateNew(null, length, _fileAccess);

} else {

Debug.Assert(RuntimeInformation.IsOSPlatform(OSPlatform.Windows));

_file = MemoryMappedFile.CreateOrOpen(_mapName, length, _fileAccess);

}

} else {

// Memory-map an actual file

_offset = offset;

PythonContext pContext = context.LanguageContext;

if (pContext.FileManager.TryGetStreams(fileno, out StreamBox streams)) {

if ((_sourceStream = streams.ReadStream as FileStream) == null) {

throw WindowsError(PythonExceptions._OSError.ERROR_INVALID_HANDLE);

}

} else {

throw PythonOps.OSError(PythonExceptions._OSError.ERROR_INVALID_BLOCK, "Bad file descriptor");

}

if (_fileAccess == MemoryMappedFileAccess.ReadWrite && !_sourceStream.CanWrite) {

throw WindowsError(PythonExceptions._OSError.ERROR_ACCESS_DENIED);

}

if (length == 0) {

length = _sourceStream.Length;

if (length == 0) {

throw PythonOps.ValueError("cannot mmap an empty file");

}

if (_offset >= length) {

throw PythonOps.ValueError("mmap offset is greater than file size");

}

length -= _offset;

}

long capacity = checked(_offset + length);

// Enlarge the file as needed.

if (capacity > _sourceStream.Length) {

if (_sourceStream.CanWrite) {

_sourceStream.SetLength(capacity);

} else {

throw WindowsError(PythonExceptions._OSError.ERROR_NOT_ENOUGH_MEMORY);

}

}

_file = CreateFromFile(

_sourceStream,

_mapName,

_sourceStream.Length,

_fileAccess,

HandleInheritability.None,

true);

}

try {

_view = _file.CreateViewAccessor(_offset, length, _fileAccess);

} catch {

_file.Dispose();

_file = null;

throw;

}

_position = 0L;

}

public object __len__() {

using (new MmapLocker(this)) {

return ReturnLong(_view.Capacity);

}

}

public int this[long index] {

get {

using (new MmapLocker(this)) {

CheckIndex(index);

return _view.ReadByte(index);

}

}

set {

using (new MmapLocker(this)) {

EnsureWritable();

CheckIndex(index);

_view.Write(index, (byte)value);

}

}

}

public Bytes this[Slice slice] {

get {

using (new MmapLocker(this)) {

long start, stop, step, longCount;

PythonOps.FixSlice(

_view.Capacity,

GetLong(slice.start), GetLong(slice.stop), GetLong(slice.step),

out start, out stop, out step, out longCount

);

int count = (int)longCount;

if (count == 0) {

return Bytes.Empty;

}

var bytes = new byte[count];

for (var i = 0; i < count; i++) {

bytes[i] = _view.ReadByte(start);

start += step;

}

return Bytes.Make(bytes);

}

}

set {

using (new MmapLocker(this)) {

if (value == null) {

throw PythonOps.TypeError("mmap slice assignment must be a string");

}

EnsureWritable();

long start, stop, step, longCount;

PythonOps.FixSlice(

_view.Capacity,

GetLong(slice.start), GetLong(slice.stop), GetLong(slice.step),

out start, out stop, out step, out longCount

);

int count = (int)longCount;

if (value.Count != count) {

throw PythonOps.IndexError("mmap slice assignment is wrong size");

} else if (count == 0) {

return;

}

byte[] data = value.UnsafeByteArray;

if (step == 1) {

_view.WriteArray(start, data, 0, value.Count);

} else {

foreach (byte b in data) {

_view.Write(start, b);

start += step;

}

}

}

}

}

public void __delitem__(long index) {

using (new MmapLocker(this)) {

CheckIndex(index);

throw PythonOps.TypeError("mmap object doesn't support item deletion");

}

}

public void __delitem__(Slice slice) {

using (new MmapLocker(this)) {

throw PythonOps.TypeError("mmap object doesn't support slice deletion");

}

}

public object __enter__() {

return this;

}

public void __exit__(CodeContext/*!*/ context, params object[] excinfo) {

close();

}

public bool closed => _isClosed;

public void close() {

if (!_isClosed) {

lock (this) {

if (!_isClosed) {

_isClosed = true;

CloseWorker();

}

}

}

}

private void CloseWorker() {

if (Interlocked.Decrement(ref _refCount) == 0) {

_view.Flush();

_view.Dispose();

_file.Dispose();

_sourceStream = null;

_view = null;

_file = null;

}

}

public object find([NotNone] IBufferProtocol s) {

using (new MmapLocker(this)) {

return FindWorker(s, Position, _view.Capacity);

}

}

public object find([NotNone] IBufferProtocol s, long start) {

using (new MmapLocker(this)) {

return FindWorker(s, start, _view.Capacity);

}

}

public object find([NotNone] IBufferProtocol s, long start, long end) {

using (new MmapLocker(this)) {

return FindWorker(s, start, end);

}

}

private object FindWorker(IBufferProtocol data, long start, long end) {

using var pythonBuffer = data.GetBuffer();

var s = pythonBuffer.AsReadOnlySpan();

start = PythonOps.FixSliceIndex(start, _view.Capacity);

end = PythonOps.FixSliceIndex(end, _view.Capacity);

if (s.Length == 0) {

return start <= end ? ReturnLong(start) : -1;

}

long findLength = end - start;

if (s.Length > findLength) {

return -1;

}

int index = -1;

int bufferLength = Math.Max(s.Length, PAGESIZE);

if (findLength <= bufferLength * 2) {

// In this case, the search area is not significantly larger than s, so we only need to

// allocate a single string to search through.

byte[] buffer = new byte[findLength];

_view.ReadArray(start, buffer, 0, (int)findLength);

index = buffer.AsSpan().IndexOf(s);

} else {

// We're matching s against a significantly larger file, so we partition the stream into

// sections twice the length of s and search each segment. Because a match could exist on a

// boundary, sections must overlap by s.Length. Data is saved in 2 buffers to avoid

// reading the same parts of the stream twice.

byte[] buffer0 = new byte[bufferLength];

byte[] buffer1 = new byte[bufferLength];

_view.ReadArray(start, buffer0, 0, bufferLength);

int bytesRead = _view.ReadArray(start + bufferLength, buffer1, 0, bufferLength);

start += bufferLength * 2;

findLength -= bufferLength * 2;

while (findLength > 0 && bytesRead > 0) {

var combinedBuffer = CombineBytes(buffer0, buffer1, bytesRead);

index = combinedBuffer.AsSpan().IndexOf(s);

if (index != -1) {

return ReturnLong(start - 2 * bufferLength + index);

}

byte[] temp = buffer0;

buffer0 = buffer1;

buffer1 = temp;

int readLength = findLength < bufferLength ? (int)findLength : bufferLength;

findLength -= bytesRead;

bytesRead = _view.ReadArray(start, buffer1, 0, readLength);

start += bytesRead;

}

}

return index == -1 ? -1 : ReturnLong(start + index);

}

public int flush() {

using (new MmapLocker(this)) {

_view.Flush();

return 1;

}

}

public int flush(long offset, long size) {

using (new MmapLocker(this)) {

CheckIndex(offset, false);

CheckIndex(checked(offset + size), false);

_view.Flush();

return 1;

}

}

public void move(long dest, long src, long count) {

using (new MmapLocker(this)) {

EnsureWritable();

if (dest < 0 || src < 0 || count < 0 ||

checked(Math.Max(src, dest) + count) > _view.Capacity) {

throw PythonOps.ValueError("source or destination out of range");

}

if (src == dest || count == 0) {

return;

}

if (count <= PAGESIZE) {

byte[] buffer = new byte[count];

MoveWorker(buffer, src, dest, (int)count);

} else if (src < dest) {

byte[] buffer = new byte[PAGESIZE];

while (count >= PAGESIZE) {

MoveWorker(buffer, src, dest, PAGESIZE);

src += PAGESIZE;

dest += PAGESIZE;

count -= PAGESIZE;

}

if (count > 0) {

MoveWorker(buffer, src, dest, (int)count);

}

} else {

byte[] buffer = new byte[PAGESIZE];

src += count;

dest += count;

int len = (int)(count % PAGESIZE);

if (len != 0) {

src -= len;

dest -= len;

count -= len;

MoveWorker(buffer, src, dest, len);

}

while (count > 0) {

src -= PAGESIZE;

dest -= PAGESIZE;

count -= PAGESIZE;

MoveWorker(buffer, src, dest, PAGESIZE);

}

}

}

}

private void MoveWorker(byte[] buffer, long src, long dest, int count) {

_view.ReadArray(src, buffer, 0, count);

_view.WriteArray(dest, buffer, 0, count);

}

public Bytes read() => read(-1);

public Bytes read(int len) {

using (new MmapLocker(this)) {

long pos = Position;

if (len < 0) {

len = checked((int)(_view.Capacity - pos));

} else if (len > _view.Capacity - pos) {

len = checked((int)(_view.Capacity - pos));

}

if (len == 0) {

return Bytes.Empty;

}

byte[] buffer = new byte[len];

len = _view.ReadArray(pos, buffer, 0, len);

Position = pos + len;

return Bytes.Make(buffer);

}

}

public Bytes read(object n) {

// this overload is needed to prevent cast of double to int - https://github.com/IronLanguages/ironpython2/issues/547

if (n is null) return read(-1);

throw PythonOps.TypeError($"integer argument expected, got {PythonOps.GetPythonTypeName(n)}");

}

public int read_byte() {

using (new MmapLocker(this)) {

long pos = Position;

if (pos >= _view.Capacity) {

throw PythonOps.ValueError("read byte out of range");

}

byte res = _view.ReadByte(pos);

Position = pos + 1;

return res;

}

}

public string readline() {

using (new MmapLocker(this)) {

StringBuilder res = new StringBuilder();

long pos = Position;

char cur = '\0';

while (cur != '\n' && pos < _view.Capacity) {

cur = (char)_view.ReadByte(pos);

res.Append(cur);

pos++;

}

Position = pos;

return res.ToString();

}

}

public void resize(long newsize) {

using (new MmapLocker(this)) {

if (_fileAccess != MemoryMappedFileAccess.ReadWrite) {

throw PythonOps.TypeError("mmap can't resize a readonly or copy-on-write memory map.");

}

if (_sourceStream == null) {

// resizing is not supported without an underlying file

throw WindowsError(PythonExceptions._OSError.ERROR_INVALID_PARAMETER);

}

if (newsize == 0) {

// resizing to an empty mapped region is not allowed

throw WindowsError(_offset == 0

? PythonExceptions._OSError.ERROR_ACCESS_DENIED

: PythonExceptions._OSError.ERROR_FILE_INVALID

);

}

if (_view.Capacity == newsize) {

// resizing to the same size

return;

}

long capacity = checked(_offset + newsize);

try {

_view.Flush();

_view.Dispose();

_file.Dispose();

var leaveOpen = true;

if (!_sourceStream.CanWrite) {

_sourceStream = new FileStream(_sourceStream.Name, FileMode.OpenOrCreate, FileAccess.ReadWrite);

leaveOpen = false;

}

// Resize the file as needed.

if (capacity != _sourceStream.Length) {

_sourceStream.SetLength(capacity);

}

_file = CreateFromFile(

_sourceStream,

_mapName,

_sourceStream.Length,

_fileAccess,

HandleInheritability.None,

leaveOpen);

_view = _file.CreateViewAccessor(_offset, newsize, _fileAccess);

} catch {

close();

throw;

}

}

}

public object rfind([NotNone] IBufferProtocol s) {

using (new MmapLocker(this)) {

return RFindWorker(s, Position, _view.Capacity);

}

}

public object rfind([NotNone] IBufferProtocol s, long start) {

using (new MmapLocker(this)) {

return RFindWorker(s, start, _view.Capacity);

}

}

public object rfind([NotNone] IBufferProtocol s, long start, long end) {

using (new MmapLocker(this)) {

return RFindWorker(s, start, end);

}

}

private object RFindWorker(IBufferProtocol bufferProtocol, long start, long end) {

using var pythonBuffer = bufferProtocol.GetBuffer();

var s = pythonBuffer.AsReadOnlySpan();

start = PythonOps.FixSliceIndex(start, _view.Capacity);

end = PythonOps.FixSliceIndex(end, _view.Capacity);

if (s.Length == 0) {

return start <= end ? ReturnLong(start) : -1;

}

long findLength = end - start;

if (s.Length > findLength) {

return -1;

}

int index = -1;

int bufferLength = Math.Max(s.Length, PAGESIZE);

CompareInfo c = CultureInfo.InvariantCulture.CompareInfo;

if (findLength <= bufferLength * 2) {

// In this case, the search area is not significantly larger than s, so we only need to

// allocate a single string to search through.

byte[] buffer = new byte[findLength];

findLength = _view.ReadArray(start, buffer, 0, (int)findLength);

index = buffer.AsSpan().LastIndexOf(s);

} else {

// We're matching s against a significantly larger file, so we partition the stream into

// sections twice the length of s and search each segment. Because a match could exist on a

// boundary, sections must overlap by s.Length. Data is saved in 2 buffers to avoid

// reading the same parts of the stream twice.

byte[] buffer0 = new byte[bufferLength];

byte[] buffer1 = new byte[bufferLength];

int remainder = (int)((end - start) % bufferLength);

if (remainder == 0) {

remainder = bufferLength;

}

start = end - bufferLength - remainder;

findLength -= bufferLength + remainder;

_view.ReadArray(start, buffer0, 0, bufferLength);

int bytesRead = _view.ReadArray(start + bufferLength, buffer1, 0, remainder);

while (findLength >= 0) {

var combinedBuffer = CombineBytes(buffer0, buffer1, bytesRead);

index = combinedBuffer.AsSpan().LastIndexOf(s);

if (index != -1) {

return ReturnLong(index + start);

}

byte[] temp = buffer0;

buffer0 = buffer1;

buffer1 = temp;

start -= bufferLength;

bytesRead = _view.ReadArray(start, buffer0, 0, bufferLength);

findLength -= bytesRead;

}

}

return index == -1 ? -1 : ReturnLong(index + start);

}

public void seek(long pos, int whence = SEEK_SET) {

using (new MmapLocker(this)) {

switch (whence) {

case SEEK_SET:

break;

case SEEK_CUR:

pos = checked(pos + Position);

break;

case SEEK_END:

pos = checked(pos + _view.Capacity);

break;

default:

throw PythonOps.ValueError("unknown seek type");

}

CheckSeekIndex(pos);

Position = pos;

}

}

public object size() {

using (new MmapLocker(this)) {

if (_sourceStream == null) return ReturnLong(_view.Capacity);

return ReturnLong(new FileInfo(_sourceStream.Name).Length);

}

}

public object tell() {

using (new MmapLocker(this)) {

return ReturnLong(Position);

}

}

public void write([BytesLike] IList<byte> s) {

using (new MmapLocker(this)) {

EnsureWritable();

long pos = Position;

if (_view.Capacity - pos < s.Count) {

throw PythonOps.ValueError("data out of range");

}

byte[] data = s as byte[] ?? (s is Bytes b ? b.UnsafeByteArray : s.ToArray());

_view.WriteArray(pos, data, 0, s.Count);

Position = pos + s.Count;

}

}

public void write_byte(int s) {

if (s < byte.MinValue || s > byte.MaxValue) throw PythonOps.OverflowError("unsigned byte integer is less than minimum");

using (new MmapLocker(this)) {

EnsureWritable();

long pos = Position;

if (Position >= _view.Capacity) {

throw PythonOps.ValueError("write byte out of range");

}

_view.Write(pos, (byte)s);

Position = pos + 1;

}

}

#region Private implementation details

private long Position {

get {

return Interlocked.Read(ref _position);

}

set {

Interlocked.Exchange(ref _position, value);

}

}

private void EnsureWritable() {

if (_fileAccess == MemoryMappedFileAccess.Read) {

throw PythonOps.TypeError("mmap can't modify a read-only memory map.");

}

}

private void CheckIndex(long index) {

CheckIndex(index, true);

}

private void CheckIndex(long index, bool inclusive) {

if (index > _view.Capacity || index < 0 || (inclusive && index == _view.Capacity)) {

throw PythonOps.IndexError("mmap index out of range");

}

}

private void CheckSeekIndex(long index) {

if (index > _view.Capacity || index < 0) {

throw PythonOps.ValueError("seek out of range");

}

}

private static long? GetLong(object o) {

if (o == null) {

return null;

} else if (o is int) {

return (long)(int)o;

} else if (o is BigInteger) {

return (long)(BigInteger)o;

} else if (o is long) {

return (long)o;

}

return (long)Converter.ConvertToBigInteger(o);

}

private static object ReturnLong(long l) {

if (l <= int.MaxValue && l >= int.MinValue) {

return (int)l;

}

return (BigInteger)l;

}