using System;

using System.Collections;

using System.Collections.Generic;

using System.Collections.ObjectModel;

using System.Data;

using System.Data.Common;

using System.Diagnostics;

using System.IO;

using System.Linq;

using System.Runtime.CompilerServices;

using System.Text;

using System.Threading;

using System.Threading.Tasks;

using JetBrains.Annotations;

using Npgsql.BackendMessages;

using Npgsql.Logging;

using Npgsql.PostgresTypes;

using Npgsql.Schema;

using Npgsql.TypeHandlers;

using Npgsql.TypeHandling;

using Npgsql.Util;

using NpgsqlTypes;

using static Npgsql.Util.Statics;

#pragma warning disable CA2222 // Do not decrease inherited member visibility

namespace Npgsql

/// <summary>

/// Reads a forward-only stream of rows from a data source.

/// </summary>

#pragma warning disable CA1010

public sealed class NpgsqlDataReader : DbDataReader

}

#endregion

#region NextResult

/// <summary>

/// Advances the reader to the next result when reading the results of a batch of statements.

/// </summary>

/// <returns></returns>

public sealed override bool NextResult()

}

/// <summary>

/// This is the asynchronous version of NextResult.

/// The <paramref name="cancellationToken"/> parameter is currently ignored.

/// </summary>

/// <param name="cancellationToken">The token to monitor for cancellation requests.</param>

/// <returns>A task representing the asynchronous operation.</returns>

public override Task<bool> NextResultAsync(CancellationToken cancellationToken)

}

/// <summary>

/// Internal implementation of NextResult

/// </summary>

[MethodImpl(MethodImplOptions.AggressiveInlining)]

async Task<bool> NextResult(bool async, bool isConsuming=false)

{

CheckClosed();

IBackendMessage msg;

Debug.Assert(!_isSchemaOnly);

// If we're in the middle of a resultset, consume it

switch (State)

{

case ReaderState.BeforeResult:

case ReaderState.InResult:

await ConsumeRow(async);

while (true)

{

var completedMsg = await Connector.ReadMessage(async, DataRowLoadingMode.Skip);

switch (completedMsg.Code)

{

case BackendMessageCode.CompletedResponse:

case BackendMessageCode.EmptyQueryResponse:

ProcessMessage(completedMsg);

break;

default:

continue;

}

break;

}

break;

case ReaderState.BetweenResults:

break;

case ReaderState.Consumed:

case ReaderState.Closed:

return false;

default:

throw new ArgumentOutOfRangeException();

}

Debug.Assert(State == ReaderState.BetweenResults);

_hasRows = false;

if (_behavior.HasFlag(CommandBehavior.SingleResult) && StatementIndex == 0 && !isConsuming)

{

await Consume(async);

return false;

}

// We are now at the end of the previous result set. Read up to the next result set, if any.

// Non-prepared statements receive ParseComplete, BindComplete, DescriptionRow/NoData,

// prepared statements receive only BindComplete

for (StatementIndex++; StatementIndex < _statements.Count; StatementIndex++)

{

var statement = _statements[StatementIndex];

if (statement.IsPrepared)

{

Expect<BindCompleteMessage>(await Connector.ReadMessage(async), Connector);

RowDescription = statement.Description;

}

else // Non-prepared flow

{

var pStatement = statement.PreparedStatement;

if (pStatement != null)

{

Debug.Assert(!pStatement.IsPrepared);

Debug.Assert(pStatement.Description == null);

if (pStatement.StatementBeingReplaced != null)

{

Expect<CloseCompletedMessage>(await Connector.ReadMessage(async), Connector);

pStatement.StatementBeingReplaced.CompleteUnprepare();

pStatement.StatementBeingReplaced = null;

}

}

try

{

Expect<ParseCompleteMessage>(await Connector.ReadMessage(async), Connector);

}

catch

{

// An exception occurred. Check if any statements we being prepared and revert our bookkeeping.

pStatement?.CompleteUnprepare();

throw;

}

pStatement?.CompletePrepare();

Expect<BindCompleteMessage>(await Connector.ReadMessage(async), Connector);

msg = await Connector.ReadMessage(async);

switch (msg.Code)

{

case BackendMessageCode.NoData:

RowDescription = statement.Description = null;

break;

case BackendMessageCode.RowDescription:

// We have a resultset

RowDescription = statement.Description = (RowDescriptionMessage)msg;

break;

default:

throw Connector.UnexpectedMessageReceived(msg.Code);

}

}

if (RowDescription == null)

{

// Statement did not generate a resultset (e.g. INSERT)

// Read and process its completion message and move on to the next statement

msg = await ReadMessage(async);

switch (msg.Code)

{

case BackendMessageCode.CompletedResponse:

case BackendMessageCode.EmptyQueryResponse:

break;

default:

throw Connector.UnexpectedMessageReceived(msg.Code);

}

ProcessMessage(msg);

continue;

}

if (StatementIndex == 0 && Command.Parameters.HasOutputParameters)

{

// If output parameters are present and this is the first row of the first resultset,

// we must always read it in non-sequential mode because it will be traversed twice (once

// here for the parameters, then as a regular row).

msg = await Connector.ReadMessage(async, DataRowLoadingMode.NonSequential);

ProcessMessage(msg);

if (msg.Code == BackendMessageCode.DataRow)

PopulateOutputParameters();

}

else

{

msg = await ReadMessage(async);

ProcessMessage(msg);

}

switch (msg.Code)

{

case BackendMessageCode.DataRow:

case BackendMessageCode.CompletedResponse:

break;

default:

throw Connector.UnexpectedMessageReceived(msg.Code);

}

return true;

}

// There are no more queries, we're done. Read to the RFQ.

ProcessMessage(Expect<ReadyForQueryMessage>(await Connector.ReadMessage(async), Connector));

RowDescription = null;

return false;

}

void PopulateOutputParameters()

{

// The first row in a stored procedure command that has output parameters needs to be traversed twice -

// once for populating the output parameters and once for the actual result set traversal. So in this

// case we can't be sequential.

Debug.Assert(Command.Parameters.Any(p => p.IsOutputDirection));

Debug.Assert(StatementIndex == 0);

Debug.Assert(RowDescription != null);

Debug.Assert(State == ReaderState.BeforeResult);

// Temporarily set our state to InResult to allow us to read the values

State = ReaderState.InResult;

var pending = new Queue<object>();

var taken = new List<NpgsqlParameter>();

for (var i = 0; i < FieldCount; i++)

{

if (Command.Parameters.TryGetValue(GetName(i), out var p) && p.IsOutputDirection)

{

p.Value = GetValue(i);

taken.Add(p);

}

else

pending.Enqueue(GetValue(i));

}

// Not sure where this odd behavior comes from: all output parameters which did not get matched by

// name now get populated with column values which weren't matched. Keeping this for backwards compat,

// opened #2252 for investigation.

foreach (var p in Command.Parameters.Where(p => p.IsOutputDirection && !taken.Contains(p)))

{

if (pending.Count == 0)

break;

p.Value = pending.Dequeue();

}

State = ReaderState.BeforeResult; // Set the state back

}

/// <summary>

/// Note that in SchemaOnly mode there are no resultsets, and we read nothing from the backend (all

/// RowDescriptions have already been processed and are available)

/// </summary>

async Task<bool> NextResultSchemaOnly(bool async)

{

Debug.Assert(_isSchemaOnly);

for (StatementIndex++; StatementIndex < _statements.Count; StatementIndex++)

{

var statement = _statements[StatementIndex];

if (statement.IsPrepared)

{

// Row descriptions have already been populated in the statement objects at the

// Prepare phase

RowDescription = _statements[StatementIndex].Description;

}

else

{

Expect<ParseCompleteMessage>(await Connector.ReadMessage(async), Connector);

Expect<ParameterDescriptionMessage>(await Connector.ReadMessage(async), Connector);

var msg = await Connector.ReadMessage(async);

switch (msg.Code)

{

case BackendMessageCode.NoData:

RowDescription = _statements[StatementIndex].Description = null;

break;

case BackendMessageCode.RowDescription:

// We have a resultset

RowDescription = _statements[StatementIndex].Description = (RowDescriptionMessage)msg;

Command.FixupRowDescription(RowDescription, StatementIndex == 0);

break;

default:

throw Connector.UnexpectedMessageReceived(msg.Code);

}

}

// Found a resultset

if (RowDescription != null)

return true;

}

// There are no more queries, we're done. Read to the RFQ.

if (!_statements.All(s => s.IsPrepared))

{

ProcessMessage(Expect<ReadyForQueryMessage>(await Connector.ReadMessage(async), Connector));

RowDescription = null;

}

return false;

}

#endregion

#region ProcessMessage

internal void ProcessMessage(IBackendMessage msg)

{

switch (msg.Code)

{

case BackendMessageCode.DataRow:

ProcessDataRowMessage((DataRowMessage)msg);

return;

case BackendMessageCode.CompletedResponse:

var completed = (CommandCompleteMessage)msg;

switch (completed.StatementType)

{

case StatementType.Update:

case StatementType.Insert:

case StatementType.Delete:

case StatementType.Copy:

case StatementType.Move:

if (!_recordsAffected.HasValue)

_recordsAffected = 0;

_recordsAffected += completed.Rows;

break;

}

_statements[StatementIndex].ApplyCommandComplete(completed);

goto case BackendMessageCode.EmptyQueryResponse;

case BackendMessageCode.EmptyQueryResponse:

State = ReaderState.BetweenResults;

return;

case BackendMessageCode.ReadyForQuery:

State = ReaderState.Consumed;

return;

default:

throw new Exception("Received unexpected backend message of type " + msg.Code);

}

}

void ProcessDataRowMessage(DataRowMessage msg)

{

Connector.State = ConnectorState.Fetching;

// The connector's buffer can actually change between DataRows:

// If a large DataRow exceeding the connector's current read buffer arrives, and we're

// reading in non-sequential mode, a new oversize buffer is allocated. We thus have to

// recapture the connector's buffer on each new DataRow.

// Note that this can happen even in sequential mode, if the row description message is big

// (see #2003)

Buffer = Connector.ReadBuffer;

_hasRows = true;

_column = -1;

ColumnLen = -1;

PosInColumn = 0;

// We assume that the row's number of columns is identical to the description's

_numColumns = Buffer.ReadInt16();

Debug.Assert(_numColumns == RowDescription!.NumFields,

$"Row's number of columns ({_numColumns}) differs from the row description's ({RowDescription.NumFields})");

if (!_isSequential)

{

_dataMsgEnd = Buffer.ReadPosition + msg.Length - 2;

// Initialize our columns array with the offset and length of the first column

_columns.Clear();

var len = Buffer.ReadInt32();

_columns.Add((Buffer.ReadPosition, len));

}

switch (State)

{

case ReaderState.BetweenResults:

State = ReaderState.BeforeResult;

break;

case ReaderState.BeforeResult:

State = ReaderState.InResult;

break;

case ReaderState.InResult:

break;

default:

throw Connector.UnexpectedMessageReceived(BackendMessageCode.DataRow);

}

}

#endregion

/// <summary>

/// Gets a value indicating the depth of nesting for the current row. Always returns zero.

/// </summary>

public override int Depth => 0;

/// <summary>

/// Gets a value indicating whether the data reader is closed.

/// </summary>

public override bool IsClosed => State == ReaderState.Closed;

/// <summary>

/// Gets the number of rows changed, inserted, or deleted by execution of the SQL statement.

/// </summary>

public override int RecordsAffected => _recordsAffected.HasValue ? (int)_recordsAffected.Value : -1;

/// <summary>

/// Returns details about each statement that this reader will or has executed.

/// </summary>

/// <remarks>

/// Note that some fields (i.e. rows and oid) are only populated as the reader

/// traverses the result.

///

/// For commands with multiple queries, this exposes the number of rows affected on

/// a statement-by-statement basis, unlike <see cref="NpgsqlDataReader.RecordsAffected"/>

/// which exposes an aggregation across all statements.

/// </remarks>

public IReadOnlyList<NpgsqlStatement> Statements => _statements.AsReadOnly();

/// <summary>

/// Gets a value that indicates whether this DbDataReader contains one or more rows.

/// </summary>

public override bool HasRows => State == ReaderState.Closed

? throw new InvalidOperationException("Invalid attempt to call HasRows when reader is closed.")

: _hasRows;

/// <summary>

/// Indicates whether the reader is currently positioned on a row, i.e. whether reading a

/// column is possible.

/// This property is different from <see cref="HasRows"/> in that <see cref="HasRows"/> will

/// return true even if attempting to read a column will fail, e.g. before <see cref="Read()"/>

/// has been called

/// </summary>

[PublicAPI]

public bool IsOnRow => State == ReaderState.InResult;

/// <summary>

/// Gets the name of the column, given the zero-based column ordinal.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The name of the specified column.</returns>

public override string GetName(int ordinal) => CheckRowDescriptionAndGetField(ordinal).Name;

/// <summary>

/// Gets the number of columns in the current row.

/// </summary>

public override int FieldCount

{

get

{

CheckClosed();

return RowDescription?.NumFields ?? 0;

}

}

#region Cleanup / Dispose

/// <summary>

/// Consumes all result sets for this reader, leaving the connector ready for sending and processing further

/// queries

/// </summary>

async Task Consume(bool async)

{

// Skip over the other result sets. Note that this does tally records affected

// from CommandComplete messages, and properly sets state for auto-prepared statements

if (_isSchemaOnly)

while (await NextResultSchemaOnly(async)) {}

else

while (await NextResult(async, true)) {}

}

/// <summary>

/// Releases the resources used by the <see cref="NpgsqlDataReader">NpgsqlDataReader</see>.

/// </summary>

protected override void Dispose(bool disposing) => Close();

/// <summary>

/// Closes the <see cref="NpgsqlDataReader"/> reader, allowing a new command to be executed.

/// </summary>

public override void Close() => Close(false, false).GetAwaiter().GetResult();

/// <summary>

/// Closes the <see cref="NpgsqlDataReader"/> reader, allowing a new command to be executed.

/// </summary>

#if !NET461 && !NETSTANDARD2_0

public override Task CloseAsync()

#else

public Task CloseAsync()

#endif

=> Close(false, true);

internal async Task Close(bool connectionClosing, bool async)

{

if (State == ReaderState.Closed)

return;

switch (Connector.State)

{

case ConnectorState.Broken:

case ConnectorState.Closed:

// This may have happen because an I/O error while reading a value, or some non-safe

// exception thrown from a type handler. Or if the connection was closed while the reader

// was still open

State = ReaderState.Closed;

Command.State = CommandState.Idle;

ReaderClosed?.Invoke(this, EventArgs.Empty);

return;

}

if (State != ReaderState.Consumed)

await Consume(async);

await Cleanup(async, connectionClosing);

}

internal async Task Cleanup(bool async, bool connectionClosing=false)

{

Log.Trace("Cleaning up reader", Connector.Id);

// Make sure the send task for this command, which may have executed asynchronously and in

// parallel with the reading, has completed, throwing any exceptions it generated.

if (async)

await _sendTask;

else

_sendTask.GetAwaiter().GetResult();

State = ReaderState.Closed;

Command.State = CommandState.Idle;

Connector.CurrentReader = null;

Connector.EndUserAction();

NpgsqlEventSource.Log.CommandStop();

// If the reader is being closed as part of the connection closing, we don't apply

// the reader's CommandBehavior.CloseConnection

if (_behavior.HasFlag(CommandBehavior.CloseConnection) && !connectionClosing)

_connection.Close();

if (ReaderClosed != null)

{

ReaderClosed(this, EventArgs.Empty);

ReaderClosed = null;

}

}

#endregion

#region Simple value getters

/// <summary>

/// Gets the value of the specified column as a Boolean.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override bool GetBoolean(int ordinal) => GetFieldValue<bool>(ordinal);

/// <summary>

/// Gets the value of the specified column as a byte.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override byte GetByte(int ordinal) => GetFieldValue<byte>(ordinal);

/// <summary>

/// Gets the value of the specified column as a single character.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override char GetChar(int ordinal) => GetFieldValue<char>(ordinal);

/// <summary>

/// Gets the value of the specified column as a 16-bit signed integer.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override short GetInt16(int ordinal) => GetFieldValue<short>(ordinal);

/// <summary>

/// Gets the value of the specified column as a 32-bit signed integer.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override int GetInt32(int ordinal) => GetFieldValue<int>(ordinal);

/// <summary>

/// Gets the value of the specified column as a 64-bit signed integer.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override long GetInt64(int ordinal) => GetFieldValue<long>(ordinal);

/// <summary>

/// Gets the value of the specified column as a <see cref="DateTime"/> object.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override DateTime GetDateTime(int ordinal) => GetFieldValue<DateTime>(ordinal);

/// <summary>

/// Gets the value of the specified column as an instance of <see cref="string"/>.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override string GetString(int ordinal) => GetFieldValue<string>(ordinal);

/// <summary>

/// Gets the value of the specified column as a <see cref="decimal"/> object.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override decimal GetDecimal(int ordinal) => GetFieldValue<decimal>(ordinal);

/// <summary>

/// Gets the value of the specified column as a double-precision floating point number.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override double GetDouble(int ordinal) => GetFieldValue<double>(ordinal);

/// <summary>

/// Gets the value of the specified column as a single-precision floating point number.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override float GetFloat(int ordinal) => GetFieldValue<float>(ordinal);

/// <summary>

/// Gets the value of the specified column as a globally-unique identifier (GUID).

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override Guid GetGuid(int ordinal) => GetFieldValue<Guid>(ordinal);

/// <summary>

/// Populates an array of objects with the column values of the current row.

/// </summary>

/// <param name="values">An array of Object into which to copy the attribute columns.</param>

/// <returns>The number of instances of <see cref="object"/> in the array.</returns>

public override int GetValues(object[] values)

{

if (values == null)

throw new ArgumentNullException(nameof(values));

CheckResultSet();

var count = Math.Min(FieldCount, values.Length);

for (var i = 0; i < count; i++)

values[i] = GetValue(i);

return count;

}

/// <summary>

/// Gets the value of the specified column as an instance of <see cref="object"/>.

/// </summary>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public override object this[int ordinal] => GetValue(ordinal);

#endregion

#region Provider-specific simple type getters

/// <summary>

/// Gets the value of the specified column as an <see cref="NpgsqlDate"/>,

/// Npgsql's provider-specific type for dates.

/// </summary>

/// <remarks>

/// PostgreSQL's date type represents dates from 4713 BC to 5874897 AD, while .NET's DateTime

/// only supports years from 1 to 1999. If you require years outside this range use this accessor.

/// The standard <see cref="DbDataReader.GetProviderSpecificValue"/> method will also return this type, but has

/// the disadvantage of boxing the value.

/// See http://www.postgresql.org/docs/current/static/datatype-datetime.html

/// </remarks>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public NpgsqlDate GetDate(int ordinal) => GetFieldValue<NpgsqlDate>(ordinal);

/// <summary>

/// Gets the value of the specified column as a TimeSpan,

/// </summary>

/// <remarks>

/// PostgreSQL's interval type has has a resolution of 1 microsecond and ranges from

/// -178000000 to 178000000 years, while .NET's TimeSpan has a resolution of 100 nanoseconds

/// and ranges from roughly -29247 to 29247 years.

/// See http://www.postgresql.org/docs/current/static/datatype-datetime.html

/// </remarks>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public TimeSpan GetTimeSpan(int ordinal) => GetFieldValue<TimeSpan>(ordinal);

/// <summary>

/// Gets the value of the specified column as an <see cref="NpgsqlTimeSpan"/>,

/// Npgsql's provider-specific type for time spans.

/// </summary>

/// <remarks>

/// PostgreSQL's interval type has has a resolution of 1 microsecond and ranges from

/// -178000000 to 178000000 years, while .NET's TimeSpan has a resolution of 100 nanoseconds

/// and ranges from roughly -29247 to 29247 years. If you require values from outside TimeSpan's

/// range use this accessor.

/// The standard ADO.NET <see cref="DbDataReader.GetProviderSpecificValue"/> method will also return this

/// type, but has the disadvantage of boxing the value.

/// See http://www.postgresql.org/docs/current/static/datatype-datetime.html

/// </remarks>

/// <param name="ordinal">The zero-based column ordinal.</param>

/// <returns>The value of the specified column.</returns>

public NpgsqlTimeSpan GetInterval(int ordinal) => GetFieldValue<NpgsqlTimeSpan>(ordinal);

/// <summary>

/// Gets the value of the specified column as an <see cref="NpgsqlDateTime"/>,

/// Npgsql's provider-specific type for date/time timestamps. Note that this type covers

/// both PostgreSQL's "timestamp with time zone" and "timestamp without time zone" types,

/// which differ only in how they are converted upon input/output.

/// </summary>

/// <remarks>