private static readonly JsonSerializerOptions plainTextSerializerOptions = new()

{

Encoder = System.Text.Encodings.Web.JavaScriptEncoder.UnsafeRelaxedJsonEscaping,

TypeInfoResolver = new NpgsqlRestSerializerContext()

};

public static IApplicationBuilder UseNpgsqlRest(this IApplicationBuilder builder, NpgsqlRestOptions options)

{

if (options.ConnectionString is null && options.ConnectionFromServiceProvider is false)

{

throw new ArgumentException("Connection string is null and ConnectionFromServiceProvider is false. Set the connection string or use ConnectionFromServiceProvider");

}

ILogger? logger = null;

if (options.Logger is not null)

{

logger = options.Logger;

}

else if (builder is WebApplication app)

{

logger = app.Logger;

}

var dict = BuildDictionary(builder, options, logger);

var serviceProvider = builder.ApplicationServices;

builder.Use(async (context, next) =>

{

if (!dict.TryGetValue(context.Request.Path, out (Routine routine, RoutineEndpoint endpoint)[]? tupleArray))

{

var path = context.Request.Path.ToString();

if (path.EndsWith('/'))

{

if (!dict.TryGetValue(path[..^1], out tupleArray))

{

await next(context);

return;

}

}

else

{

if (!dict.TryGetValue(string.Concat(path, '/'), out tupleArray))

{

await next(context);

return;

}

}

}

JsonObject? jsonObj = null;

string? body = null;

async Task ParseJsonBody()

{

if (jsonObj is null)

{

context.Request.EnableBuffering();

context.Request.Body.Position = 0;

if (body is null)

{

using var reader = new StreamReader(context.Request.Body, Encoding.UTF8, detectEncodingFromByteOrderMarks: false, leaveOpen: true);

body = await reader.ReadToEndAsync();

}

JsonNode? node;

try

{

node = JsonNode.Parse(string.IsNullOrWhiteSpace(body) ? "{}" : body);

}

catch (JsonException)

{

LogWarning(ref logger, ref options, "Could not parse JSON body {0}, skipping path {1}.", body, context.Request.Path);

return;

}

try

{

jsonObj = node?.AsObject();

}

catch (InvalidOperationException)

{

LogWarning(ref logger, ref options, "Could not parse JSON body {0}, skipping path {1}.", body, context.Request.Path);

}

}

}

var len = tupleArray.Length;

bool overloaded = len > 1;

//for (var index = 0; index < len; index++)

for (var index = len - 1; index >= 0; index--)

{

var (routine, endpoint) = tupleArray[index];

if (!string.Equals(context.Request.Method, endpoint.Method.ToString(), StringComparison.OrdinalIgnoreCase))

{

continue;

}

if (overloaded)

{

if (endpoint.RequestParamType == RequestParamType.QueryString)

{

var count = endpoint.BodyParameterName is null ? context.Request.Query.Count : context.Request.Query.Count + 1;

if (routine.ParamCount != count)

{

continue;

}

}

else

{

if (jsonObj is null)

{

await ParseJsonBody();

if (jsonObj is null && routine.ParamCount > 0)

{

continue;

}

}

if (routine.ParamCount != (jsonObj is null ? 0 : jsonObj.Count))

{

continue;

}

}

}

NpgsqlParameter[] parameters = new NpgsqlParameter[routine.ParamCount]; // in GC we trust

int? headerParameterIndex = null;

if (routine.ParamCount > 0)

{

if (endpoint.RequestParamType == RequestParamType.QueryString)

{

int setCount = 0;

for (var i = 0; i < routine.ParamCount; i++)

{

string p = endpoint.ParamNames[i];

var descriptor = routine.ParamTypeDescriptor[i];

var parameter = new NpgsqlParameter

{

NpgsqlDbType = descriptor.ActualDbType

};

if (context.Request.Query.TryGetValue(p, out var qsValue))

{

if (ParameterParser.TryParseParameter(ref qsValue, ref descriptor, ref parameter))

{

if (options.ValidateParameters is not null || options.ValidateParametersAsync is not null)

{

if (options.ValidateParameters is not null)

{

options.ValidateParameters(new(

context,

routine,

parameter,

paramName: p,

typeDescriptor: descriptor,

requestParamType: endpoint.RequestParamType,

queryStringValues: qsValue,

jsonBodyNode: null));

}

if (options.ValidateParametersAsync is not null)

{

await options.ValidateParametersAsync(new(

context,

routine,

parameter,

paramName: p,

typeDescriptor: descriptor,

requestParamType: endpoint.RequestParamType,

queryStringValues: qsValue,

jsonBodyNode: null));

}

if (context.Response.HasStarted || context.Response.StatusCode != (int)HttpStatusCode.OK)

{

return;

}

}

parameters[i] = parameter;

setCount++;

}

else

{

// parameters don't match, continuing to another overload

if (options.LogParameterMismatchWarnings)

{

LogWarning(

ref logger,

ref options,

"Could not create a valid database parameter of type {0} from value: \"{1}\", skipping path {2} and continuing to another overload...",

routine.ParamTypeDescriptor[0].DbType,

qsValue.ToString(),

context.Request.Path);

}

}

}

else

{

// set param endpoint.BodyParameterName here

if (endpoint.BodyParameterName is not null)

{

if (string.Equals(p, endpoint.BodyParameterName, StringComparison.Ordinal) ||

string.Equals(routine.ParamNames[i], endpoint.BodyParameterName, StringComparison.Ordinal))

{

await ParseJsonBody();

if (body is null)

{

parameter.Value = DBNull.Value;

}

else

{

StringValues bodyStringValues = body;

if (!ParameterParser.TryParseParameter(ref bodyStringValues, ref descriptor, ref parameter))

{

// parameters don't match, continuing to another overload

if (options.LogParameterMismatchWarnings)

{

LogWarning(

ref logger,

ref options,

"Could not create a valid database parameter of type {0} from value: \"{1}\", skipping path {2} and continuing to another overload...",

routine.ParamTypeDescriptor[0].DbType,

qsValue.ToString(),

context.Request.Path);

}

}

}

}

}

if (options.ValidateParameters is not null || options.ValidateParametersAsync is not null)

{

if (options.ValidateParameters is not null)

{

options.ValidateParameters(new(

context,

routine,

parameter,

paramName: p,

typeDescriptor: descriptor,

requestParamType: endpoint.RequestParamType,

queryStringValues: qsValue,

jsonBodyNode: null));

}

if (options.ValidateParametersAsync is not null)

{

await options.ValidateParametersAsync(new(

context,

routine,

parameter,

paramName: p,

typeDescriptor: descriptor,

requestParamType: endpoint.RequestParamType,

queryStringValues: qsValue,

jsonBodyNode: null));

}

if (context.Response.HasStarted || context.Response.StatusCode != (int)HttpStatusCode.OK)

{

return;

}

}

if (parameter.Value is null)

{

if (endpoint.RequestHeadersMode == RequestHeadersMode.Parameter)

{

if (string.Equals(p, endpoint.RequestHeadersParameterName, StringComparison.Ordinal) ||

string.Equals(routine.ParamNames[i], endpoint.RequestHeadersParameterName, StringComparison.Ordinal))

{

parameters[i] = parameter;

headerParameterIndex = i;

}

}

}

if (parameter.Value is not null || headerParameterIndex is not null)

{

parameters[i] = parameter;

setCount++;

}

else if (descriptor.HasDefault)

{

setCount++;

}

}

}

if (setCount != routine.ParamCount)

{

continue;

}

}

else

{

if (jsonObj is null)

{

await ParseJsonBody();

if (jsonObj is null)

{

continue;

}

}

int setCount = 0;

for (var i = 0; i < endpoint.ParamNames.Length; i++)

{

string p = endpoint.ParamNames[i];

var descriptor = routine.ParamTypeDescriptor[i];

var parameter = new NpgsqlParameter

{

NpgsqlDbType = descriptor.ActualDbType

};

if (jsonObj.ContainsKey(p))

{

var value = jsonObj[p];

if (ParameterParser.TryParseParameter(ref value, ref descriptor, ref parameter))

{

if (options.ValidateParameters is not null || options.ValidateParametersAsync is not null)

{

if (options.ValidateParameters is not null)

{

options.ValidateParameters(new ParameterValidationValues(

context,

routine,

parameter,

paramName: p,

typeDescriptor: descriptor,

requestParamType: endpoint.RequestParamType,

queryStringValues: null,

jsonBodyNode: value));

}

if (options.ValidateParametersAsync is not null)

{

await options.ValidateParametersAsync(new(

context,

routine,

parameter,

paramName: p,

typeDescriptor: descriptor,

requestParamType: endpoint.RequestParamType,

queryStringValues: null,

jsonBodyNode: value));

}

if (context.Response.HasStarted || context.Response.StatusCode != (int)HttpStatusCode.OK)

{

return;

}

}

parameters[i] = parameter;

setCount++;

}

else

{

// parameters don't match, continuing to another overload

if (options.LogParameterMismatchWarnings)

{

LogWarning(

ref logger,

ref options,

"Could not create a valid database parameter of type {0} from value: \"{1}\", skipping path {2} and continuing to another overload...",

routine.ParamTypeDescriptor[0].DbType,

value,

context.Request.Path);

}

}

}

else

{

if (options.ValidateParameters is not null || options.ValidateParametersAsync is not null)

{

if (options.ValidateParameters is not null)

{

options.ValidateParameters(new ParameterValidationValues(

context,

routine,

parameter,

paramName: p,

typeDescriptor: descriptor,

requestParamType: endpoint.RequestParamType,

queryStringValues: null,

jsonBodyNode: null));

}

if (options.ValidateParametersAsync is not null)

{

await options.ValidateParametersAsync(new ParameterValidationValues(

context,

routine,

parameter,

paramName: p,

typeDescriptor: descriptor,

requestParamType: endpoint.RequestParamType,

queryStringValues: null,

jsonBodyNode: null));

}

if (context.Response.HasStarted || context.Response.StatusCode != (int)HttpStatusCode.OK)

{

return;

}

}

if (parameter.Value is null)

{

if (endpoint.RequestHeadersMode == RequestHeadersMode.Parameter)

{

if (string.Equals(p, endpoint.RequestHeadersParameterName, StringComparison.Ordinal) ||

string.Equals(routine.ParamNames[i], endpoint.RequestHeadersParameterName, StringComparison.Ordinal))

{

parameters[i] = parameter;

headerParameterIndex = i;

}

}

}

if (parameter.Value is not null || headerParameterIndex is not null)

{

parameters[i] = parameter;

setCount++;

}

else if (descriptor.HasDefault)

{

setCount++;

}

}

}

if (setCount != routine.ParamCount)

{

continue;

}

}

}

if (endpoint.RequiresAuthorization && context.User?.Identity?.IsAuthenticated is false)

{

context.Response.StatusCode = (int)HttpStatusCode.Unauthorized;

await context.Response.CompleteAsync();

return;

}

string? headers = null;

if (endpoint.RequestHeadersMode != RequestHeadersMode.Ignore)

{

headers = "{";

var i = 0;

foreach (var header in context.Request.Headers)

{

if (i++ > 0)

{

headers = string.Concat(headers, ",");

}

var key = header.Key;

var value = header.Value.ToString();

headers = string.Concat(

headers,

SerializeString(ref key),

":",

SerializeString(ref value));

}

headers = string.Concat(headers, "}");

if (endpoint.RequestHeadersMode == RequestHeadersMode.Parameter)

{

if (headerParameterIndex.HasValue)

{

parameters[headerParameterIndex.Value].Value = headers;

}

}

}

NpgsqlConnection? connection = null;

try

{

if (options.ConnectionFromServiceProvider)

{

using IServiceScope? scope = options.ConnectionFromServiceProvider ? serviceProvider.CreateScope() : null;

connection = scope?.ServiceProvider.GetRequiredService<NpgsqlConnection>();

}

else

{

connection = new(options.ConnectionString);

}

if (connection is null)

{

continue;

}

if (options.LogConnectionNoticeEvents && logger != null)

{

connection.Notice += (sender, args) =>

{

LogConnectionNotice(ref logger, ref options, ref args);

};

}

if (connection.State != ConnectionState.Open)

{

await connection.OpenAsync();

}

await using var command = connection.CreateCommand();

if (endpoint.RequestHeadersMode == RequestHeadersMode.Context)

{

command.CommandText = string.Concat(

"select set_config('request.headers', '",

headers,

"', false)");

command.ExecuteNonQuery();

}

int paramCount = 0;

for (var i = 0; i < parameters.Length; i++)

{

var parameter = parameters[i];

if (parameter is not null)

{

command.Parameters.Add(parameter);

paramCount++;

}

}

command.CommandText = routine.Expressions[paramCount];

if (endpoint.CommandTimeout.HasValue)

{

command.CommandTimeout = endpoint.CommandTimeout.Value;

}

if (routine.IsVoid)

{

await command.ExecuteNonQueryAsync();

context.Response.StatusCode = (int)HttpStatusCode.NoContent;

await context.Response.CompleteAsync();

return;

}

else

{

command.AllResultTypesAreUnknown = true;

using var reader = await command.ExecuteReaderAsync();

if (routine.ReturnsRecord == false)

{

if (await reader.ReadAsync())

{

string? value = reader.GetValue(0) as string;

TypeDescriptor descriptor = routine.ReturnTypeDescriptor[0];

if (endpoint.ResponseContentType is not null)

{

context.Response.ContentType = endpoint.ResponseContentType;

}

else if (descriptor.IsJson || descriptor.IsArray)

{

context.Response.ContentType = Application.Json;

}

else

{

context.Response.ContentType = Text.Plain;

}

if (endpoint.ResponseHeaders.Count > 0)

{

foreach ((string headerKey, StringValues headerValue) in endpoint.ResponseHeaders)

{

context.Response.Headers.Append(headerKey, headerValue);

};

}

context.Response.StatusCode = (int)HttpStatusCode.OK;

if (descriptor.IsArray && value is not null)

{

value = PgArrayToJsonArray(ref value, ref descriptor);

}

if (value is not null)

{

await context.Response.WriteAsync(value);

}

await context.Response.CompleteAsync();

return;

}

else

{

LogError(ref logger, ref options,

"Could not read a value from {0} \"{1}\" mapped to {2} {3} ",

routine.Type.ToString().ToLower(),

command.CommandText,

context.Request.Method,

context.Request.Path);

context.Response.StatusCode = (int)HttpStatusCode.InternalServerError;

await context.Response.CompleteAsync();

return;

}

}

else

{

if (endpoint.ResponseContentType is not null)

{

context.Response.ContentType = endpoint.ResponseContentType;

}

else

{

context.Response.ContentType = Application.Json;

}

if (endpoint.ResponseHeaders.Count > 0)

{

foreach (var (headerKey, headerValue) in endpoint.ResponseHeaders)

{

context.Response.Headers.Append(headerKey, headerValue);

}

}

context.Response.StatusCode = (int)HttpStatusCode.OK;

await context.Response.WriteAsync("[");

bool first = true;

while (await reader.ReadAsync())

{

if (!first)

{

await context.Response.WriteAsync(",");

}

else

{

first = false;

}

for (var i = 0; i < routine.ReturnRecordCount; i++)

{

object value = reader.GetValue(i);

// AllResultTypesAreUnknown = true always returns string, except for null

string raw = value == DBNull.Value ? "" : (string)value;

if (routine.ReturnsUnnamedSet == false)

{

if (i == 0)

{

await context.Response.WriteAsync("{");

}

await context.Response.WriteAsync(string.Concat("\"", endpoint.ReturnRecordNames[i], "\":"));

}

var descriptor = routine.ReturnTypeDescriptor[i];

if (value == DBNull.Value)

{

await context.Response.WriteAsync("null");

}

else if (descriptor.IsArray && value is not null)

{

raw = PgArrayToJsonArray(ref raw, ref descriptor);

await context.Response.WriteAsync(raw);

}

else if ((descriptor.IsNumeric || descriptor.IsBoolean || descriptor.IsJson) && value is not null)

{

if (descriptor.IsBoolean)

{

if (string.Equals(raw, "t", StringComparison.Ordinal))

{

await context.Response.WriteAsync("true");

}

else if (string.Equals(raw, "f", StringComparison.Ordinal))

{

await context.Response.WriteAsync("false");

}

else

{

await context.Response.WriteAsync(raw);

}

}

else

{

// numeric and json

await context.Response.WriteAsync(raw);

}

}

else

{

if (descriptor.ActualDbType == NpgsqlDbType.Unknown)

{

if (raw.StartsWith('(') && raw.EndsWith(')'))

{

raw = raw[1..^1];

}

await context.Response.WriteAsync(SerializeString(ref raw));

}

else if (descriptor.NeedsEscape)

{

await context.Response.WriteAsync(SerializeString(ref raw));

}

else

{

if (descriptor.IsDateTime)

{

await context.Response.WriteAsync(string.Concat("\"", raw.Replace(' ', 'T'), "\""));

}

else

{

await context.Response.WriteAsync(string.Concat("\"", raw, "\""));

}

}

}

if (routine.ReturnsUnnamedSet == false && i == routine.ReturnRecordCount - 1)

{

await context.Response.WriteAsync("}");

}

if (i < routine.ReturnRecordCount - 1)

{

await context.Response.WriteAsync(",");

}

}

}

await context.Response.WriteAsync("]");

await context.Response.CompleteAsync();

return;

}

}

}

finally

{

if (connection is not null && options.ConnectionFromServiceProvider is false)

{

await connection.DisposeAsync();

}

}

}

await next(context);

});

return builder;

}

[UnconditionalSuppressMessage("Aot", "IL2026:RequiresUnreferencedCode",

Justification = "Serializes only string type that have AOT friendly TypeInfoResolver")]

[UnconditionalSuppressMessage("Aot", "IL3050:RequiresDynamic",

Justification = "Serializes only string type that have AOT friendly TypeInfoResolver")]

private static string SerializeString(ref string value) =>

JsonSerializer.Serialize(value, plainTextSerializerOptions);

private static string PgArrayToJsonArray(ref string value, ref TypeDescriptor descriptor)

{

if (string.IsNullOrWhiteSpace(value) || value.Length < 3 || value[0] != '{' || value[^1] != '}')

{

return value;

}

var result = new StringBuilder("[");

var current = new StringBuilder();

var quoted = !(descriptor.IsNumeric || descriptor.IsBoolean || descriptor.IsJson);

bool insideQuotes = false;

bool hasQuotes = false;

bool isNull()

{

if (current?.Length == 4)

{

return

current[0] == 'N' &&

current[1] == 'U' &&

current[2] == 'L' &&

current[3] == 'L';

}

return false;

}

for (int i = 1; i < value.Length; i++)

{

char currentChar = value[i];

if (currentChar == '"' && value[i - 1] != '\\')

{

insideQuotes = !insideQuotes;

hasQuotes = true;

}

else if ((currentChar == ',' && !insideQuotes) || currentChar == '}')

{

var currentIsNull = isNull() && !hasQuotes;

if (quoted && !currentIsNull)

{

result.Append('"');

}

if (currentIsNull)

{

result.Append("null");

}

else

{

result.Append(current);

}

if (quoted && !currentIsNull)

{

result.Append('"');

}

if (currentChar != '}')

{

result.Append(',');

}

current.Clear();

hasQuotes = false;

}

else

{

if (descriptor.IsBoolean)

{

if (currentChar == 't')

{

current.Append("true");

}

else if (currentChar == 'f')

{

current.Append("false");

}

else

{

current.Append(currentChar);

}

}

else

{

current.Append(currentChar);

}

}

}

result.Append(']');

return result.ToString();

}

private static FrozenDictionary<string, (Routine routine, RoutineEndpoint endpoint)[]> BuildDictionary(

IApplicationBuilder builder,

NpgsqlRestOptions options,

ILogger? logger)

{

var dict = new Dictionary<string, List<(Routine routine, RoutineEndpoint endpoint)>>();

var httpFile = new HttpFile(builder, options, logger);

foreach (var routine in RoutineQuery.Run(options))

{

RoutineEndpoint? result = DefaultEndpoint.Create(routine, options, logger);

if (result is null)

{

continue;

}

if (options.EndpointCreated is not null)

{

result = options.EndpointCreated(routine, result.Value);

}

if (result is null)

{

continue;

}

RoutineEndpoint endpoint = result.Value;

if (endpoint.BodyParameterName is not null && endpoint.RequestParamType == RequestParamType.BodyJson)

{

endpoint = endpoint with { RequestParamType = RequestParamType.QueryString };

LogWarning(ref logger, ref options,

"Endpoint {0} {1} changed request parameter type from body to query string because body will be used for parameter named `{2}`.",

endpoint.Method.ToString(),

endpoint.Url,

endpoint.BodyParameterName);

}

List<(Routine routine, RoutineEndpoint meta)> list = dict.TryGetValue(endpoint.Url, out var value) ? value : [];

list.Add((routine, endpoint));

dict[endpoint.Url] = list;

httpFile.HandleEntry(routine, endpoint);

LogInfo(ref logger, ref options, "Created endpoint {0} {1}", endpoint.Method.ToString(), endpoint.Url);

}

if (options.EndpointsCreated is not null)

{

options.EndpointsCreated(dict.Values.SelectMany(x => x).ToArray());

}

httpFile.FinalizeHttpFile();