ddblocal/src/main.zig

333 lines
14 KiB
Zig
Raw Normal View History

2023-10-22 20:26:57 +00:00
const std = @import("std");
const universal_lambda = @import("universal_lambda_handler");
2024-01-29 18:27:25 +00:00
const universal_lambda_interface = @import("universal_lambda_interface");
const universal_lambda_options = @import("universal_lambda_build_options");
2023-10-22 20:26:57 +00:00
const signing = @import("aws-signing");
2024-01-29 18:27:25 +00:00
const AuthenticatedRequest = @import("AuthenticatedRequest.zig");
const Account = @import("Account.zig");
2024-01-29 18:27:25 +00:00
const log = std.log.scoped(.dynamodb);
2023-10-22 20:26:57 +00:00
pub const std_options = struct {
pub const log_scope_levels = &[_]std.log.ScopeLevel{.{ .scope = .aws_signing, .level = .info }};
};
pub fn main() !u8 {
return try universal_lambda.run(null, handler);
2023-10-22 20:26:57 +00:00
}
2024-01-29 18:27:25 +00:00
pub fn handler(allocator: std.mem.Allocator, event_data: []const u8, context: universal_lambda_interface.Context) ![]const u8 {
2023-10-22 20:26:57 +00:00
const access_key = try allocator.dupe(u8, "ACCESS");
const secret_key = try allocator.dupe(u8, "SECRET");
test_credential = signing.Credentials.init(allocator, access_key, secret_key, null);
defer test_credential.deinit();
var fis = std.io.fixedBufferStream(event_data);
2024-01-29 18:27:25 +00:00
try authenticateUser(allocator, context, context.request.target, context.request.headers, fis.reader());
try setContentType(&context.headers, "application/x-amz-json-1.0", false);
2023-10-22 20:26:57 +00:00
// https://docs.aws.amazon.com/amazondynamodb/latest/APIReference/API_CreateTable.html#API_CreateTable_Examples
// Operation is in X-Amz-Target
// event_data is json
2023-10-22 20:56:47 +00:00
// X-Amz-Target: DynamoDB_20120810.CreateTable
2024-01-29 18:27:25 +00:00
const target_value_or_null = context.request.headers.getFirstValue("X-Amz-Target");
const target_value = if (target_value_or_null) |t| t else {
context.status = .bad_request;
context.reason = "Missing X-Amz-Target header";
return error.XAmzTargetHeaderMissing;
};
const operation_or_null = std.mem.lastIndexOf(u8, target_value, ".");
const operation = if (operation_or_null) |o| target_value[o + 1 ..] else {
context.status = .bad_request;
context.reason = "Missing operation in X-Amz-Target";
return error.XAmzTargetHeaderMalformed;
};
var authenticated_request = AuthenticatedRequest{
.allocator = allocator,
.event_data = event_data,
.account_id = try accountId(allocator, context.request.headers),
.status = context.status,
.reason = context.reason,
.headers = context.request.headers,
.output_format = switch (universal_lambda_options.build_type) {
// This may seem to be dumb, but we want to be cognizant of
// any new platforms and explicitly consider them
.awslambda, .standalone_server, .cloudflare, .flexilib => .json,
.exe_run => .text,
},
};
const writer = context.writer();
2023-10-22 20:56:47 +00:00
if (std.ascii.eqlIgnoreCase("CreateTable", operation))
2024-01-29 18:27:25 +00:00
return executeOperation(&authenticated_request, context, writer, @import("createtable.zig").handler);
if (std.ascii.eqlIgnoreCase("BatchWriteItem", operation))
return executeOperation(&authenticated_request, context, writer, @import("batchwriteitem.zig").handler);
if (std.ascii.eqlIgnoreCase("BatchGetItem", operation))
return executeOperation(&authenticated_request, context, writer, @import("batchgetitem.zig").handler);
2024-01-29 18:27:25 +00:00
try writer.print("Operation '{s}' unsupported\n", .{operation});
context.status = .bad_request;
2023-10-22 20:56:47 +00:00
return error.OperationUnsupported;
2023-10-22 20:26:57 +00:00
}
2024-01-29 18:27:25 +00:00
fn setContentType(headers: *std.http.Headers, content_type: []const u8, overwrite: bool) !void {
if (headers.contains("content-type")) {
if (!overwrite) return;
_ = headers.delete("content-type");
}
try headers.append("Content-Type", content_type);
}
fn executeOperation(
request: *AuthenticatedRequest,
context: universal_lambda_interface.Context,
writer: anytype,
operation: fn (*AuthenticatedRequest, anytype) anyerror![]const u8,
) ![]const u8 {
return operation(request, writer) catch |err| {
context.status = request.status;
context.reason = request.reason;
if (@errorReturnTrace()) |trace| {
std.debug.dumpStackTrace(trace.*);
}
return err;
};
}
fn authenticateUser(allocator: std.mem.Allocator, context: universal_lambda_interface.Context, target: []const u8, headers: std.http.Headers, body_reader: anytype) !void {
var request = signing.UnverifiedRequest{
2024-02-24 19:18:38 +00:00
.method = std.http.Method.POST,
2024-01-29 18:27:25 +00:00
.target = target,
.headers = headers,
};
if (root_creds == null) {
root_creds = std.StringHashMap(signing.Credentials).init(allocator);
root_account_mapping = std.StringHashMap([]const u8).init(allocator);
Account.root_key_mapping = std.StringHashMap([]const u8).init(allocator);
}
2024-01-29 18:27:25 +00:00
const auth_bypass =
@import("builtin").mode == .Debug and try std.process.hasEnvVar(allocator, "DEBUG_AUTHN_BYPASS");
const is_authenticated = auth_bypass or
signing.verify(allocator, request, body_reader, getCreds) catch |err| {
if (std.mem.eql(u8, "AuthorizationHeaderMissing", @errorName(err))) {
context.status = .unauthorized;
return error.Unauthenticated;
}
log.err("Caught error on signature verifcation: {any}", .{err});
if (@errorReturnTrace()) |trace| {
std.debug.dumpStackTrace(trace.*);
}
context.status = .unauthorized;
return error.Unauthenticated;
};
// Universal lambda should check these and convert them to http
if (!is_authenticated) {
context.status = .unauthorized;
return error.Unauthenticated;
}
}
2023-10-22 20:26:57 +00:00
2024-01-29 18:27:25 +00:00
var test_credential: signing.Credentials = undefined;
var root_creds: ?std.StringHashMap(signing.Credentials) = null;
var root_account_mapping: std.StringHashMap([]const u8) = undefined;
var creds_buf: [8192]u8 = undefined;
2023-10-22 20:26:57 +00:00
fn getCreds(access: []const u8) ?signing.Credentials {
// We have 3 levels of access here
//
// 1. Test creds, used strictly for debugging
// 2. Creds from the root file, ideally used only for bootstrapping
// 3. Creds from STS GetAccessKeyInfo API call, which should be 99%+ of ops
2023-10-22 20:26:57 +00:00
if (std.mem.eql(u8, access, "ACCESS")) return test_credential;
fillRootCreds() catch |e| {
log.err("Error filling root creds. Base authentication will not work until this is fixed: {}", .{e});
return null;
};
log.debug("Creds for access key {s}: {any}", .{ access, root_creds.?.get(access) != null });
if (root_creds.?.get(access)) |c| return c;
log.err("Creds not found in store. STS GetAccessKeyInfo call is not yet implemented", .{});
2023-10-22 20:26:57 +00:00
return null;
}
2023-10-22 20:56:47 +00:00
fn fillRootCreds() !void {
if (root_creds.?.count() > 0) return;
var fb_allocator = std.heap.FixedBufferAllocator.init(&creds_buf);
const allocator = fb_allocator.allocator();
var file = std.fs.cwd().openFile("access_keys.csv", .{}) catch |e| {
log.err("Could not open access_keys.csv to access root creds: {}", .{e});
return e;
};
defer file.close();
var buf_reader = std.io.bufferedReader(file.reader());
const reader = buf_reader.reader();
var file_buf: [8192]u8 = undefined; // intentionally kept small here...this should be used sparingly
var file_fb_allocator = std.heap.FixedBufferAllocator.init(&file_buf);
const file_allocator = file_fb_allocator.allocator();
var line = std.ArrayList(u8).init(file_allocator);
defer line.deinit();
const line_writer = line.writer();
var line_num: usize = 1;
while (reader.streamUntilDelimiter(line_writer, '\n', null)) : (line_num += 1) {
defer line.clearRetainingCapacity();
var relevant_line = line.items[0 .. std.mem.indexOfScalar(u8, line.items, '#') orelse line.items.len];
const relevant_line_trimmed = std.mem.trim(u8, relevant_line, " \t");
var value_iterator = std.mem.splitScalar(u8, relevant_line_trimmed, ',');
if (std.mem.trim(u8, value_iterator.peek().?, " \t").len == 0) continue;
var val_num: usize = 0;
var access_key: []const u8 = undefined;
var secret_key: []const u8 = undefined;
var account_id: []const u8 = undefined;
var existing_key: []const u8 = undefined;
var new_key: []const u8 = undefined;
while (value_iterator.next()) |val| : (val_num += 1) {
const actual_val = std.mem.trim(u8, val, " \t");
switch (val_num) {
0 => access_key = actual_val,
1 => secret_key = actual_val,
2 => account_id = actual_val,
3 => existing_key = actual_val,
4 => new_key = actual_val,
else => {
log.err("access_keys.csv Error on line {d}: too many values", .{line_num});
return error.TooManyValues;
},
}
}
if (val_num < 4) {
log.err("access_keys.csv Error on line {d}: too few values", .{line_num});
return error.TooFewValues;
}
const global_access_key = try allocator.dupe(u8, access_key);
try root_creds.?.put(global_access_key, .{
.access_key = global_access_key, // we need to copy all these into our global buffer
.secret_key = try allocator.dupe(u8, secret_key),
.session_token = null,
.allocator = NullAllocator.init(),
});
const global_account_id = try allocator.dupe(u8, account_id);
try root_account_mapping.put(global_access_key, global_account_id);
try Account.root_key_mapping.?.put(global_account_id, try allocator.dupe(u8, existing_key));
// TODO: key rotation will need another hash map, can be triggered on val_num == 5
} else |e| switch (e) {
error.EndOfStream => {}, // will this work without \n at the end of file?
else => return e,
}
}
const NullAllocator = struct {
const thing = 0;
const vtable = std.mem.Allocator.VTable{
.alloc = alloc,
.resize = resize,
.free = free,
};
fn alloc(ctx: *anyopaque, len: usize, ptr_align: u8, ret_addr: usize) ?[*]u8 {
_ = ctx;
_ = len;
_ = ptr_align;
_ = ret_addr;
return null;
}
fn resize(ctx: *anyopaque, buf: []u8, buf_align: u8, new_len: usize, ret_addr: usize) bool {
_ = ctx;
_ = buf;
_ = buf_align;
_ = new_len;
_ = ret_addr;
return false;
}
fn free(ctx: *anyopaque, buf: []u8, buf_align: u8, ret_addr: usize) void {
_ = ctx;
_ = buf;
_ = buf_align;
_ = ret_addr;
}
pub fn init() std.mem.Allocator {
return .{
.ptr = @ptrFromInt(@intFromPtr(&thing)),
.vtable = &vtable,
};
}
};
fn accountForAccessKey(allocator: std.mem.Allocator, access_key: []const u8) ![]const u8 {
_ = allocator;
2024-02-24 01:19:32 +00:00
log.debug("Finding account for access key: '{s}'", .{access_key});
// Since this happens after authentication, we can assume our root creds store
// is populated
if (root_account_mapping.get(access_key)) |account| return account;
log.err("Creds not found in store. STS GetAccessKeyInfo call is not yet implemented", .{});
return error.NotImplemented;
}
/// Function assumes an authenticated request, so signing.verify must be called
/// and returned true before calling this function. If authentication header
/// is not found, environment variable will be used
fn accountId(allocator: std.mem.Allocator, headers: std.http.Headers) ![]const u8 {
const auth_header = headers.getFirstValue("Authorization");
if (auth_header) |h| {
// AWS4-HMAC-SHA256 Credential=ACCESS/20230908/us-west-2/s3/aws4_request, SignedHeaders=accept;content-length;content-type;host;x-amz-content-sha256;x-amz-date;x-amz-storage-class, Signature=fcc43ce73a34c9bd1ddf17e8a435f46a859812822f944f9eeb2aabcd64b03523
const start = std.mem.indexOf(u8, h, "Credential=").? + "Credential=".len;
var split = std.mem.split(u8, h[start..], "/");
return try accountForAccessKey(allocator, split.first());
}
return try iamAccountId(allocator);
}
pub fn returnException(
request: *AuthenticatedRequest,
status: std.http.Status,
err: anyerror,
writer: anytype,
message: []const u8,
) !void {
switch (request.output_format) {
.json => try writer.print(
\\{{"__type":"{s}","message":"{s}"}}
,
.{ @errorName(err), message },
),
.text => try writer.print(
"{s}: {s}\n",
.{ @errorName(err), message },
),
}
request.status = status;
return err;
}
2023-10-22 20:56:47 +00:00
// These never need to be freed because we will need them throughout the program
var iam_account_id: ?[]const u8 = null;
var iam_access_key: ?[]const u8 = null;
var iam_secret_key: ?[]const u8 = null;
var iam_credential: ?signing.Credentials = null;
fn iamCredentials(allocator: std.mem.Allocator) ![]const u8 {
if (iam_credential) |cred| return cred;
iam_credential = signing.Credentials.init(allocator, try iamAccessKey(allocator), try iamSecretKey(allocator), null);
return iam_credential.?;
}
fn iamAccountId(allocator: std.mem.Allocator) ![]const u8 {
return try getVariable(allocator, &iam_account_id, "IAM_ACCOUNT_ID");
}
fn iamAccessKey(allocator: std.mem.Allocator) ![]const u8 {
return try getVariable(allocator, &iam_access_key, "IAM_ACCESS_KEY");
}
fn iamSecretKey(allocator: std.mem.Allocator) ![]const u8 {
return try getVariable(allocator, &iam_secret_key, "IAM_SECRET_KEY");
}
fn getVariable(allocator: std.mem.Allocator, global: *?[]const u8, env_var_name: []const u8) ![]const u8 {
if (global.*) |gl| return gl;
global.* = try std.process.getEnvVarOwned(allocator, env_var_name);
return global.*.?;
2023-10-22 20:56:47 +00:00
}
2023-10-24 00:28:21 +00:00
test {
std.testing.refAllDecls(@import("createtable.zig"));
std.testing.refAllDecls(@import("batchwriteitem.zig"));
std.testing.refAllDecls(@import("batchgetitem.zig"));
2023-10-22 20:26:57 +00:00
}