413 lines
19 KiB
Zig
413 lines
19 KiB
Zig
const std = @import("std");
|
|
const aws = @import("aws.zig");
|
|
const json = @import("json.zig");
|
|
|
|
var verbose: u8 = 0;
|
|
|
|
pub fn log(
|
|
comptime level: std.log.Level,
|
|
comptime scope: @TypeOf(.EnumLiteral),
|
|
comptime format: []const u8,
|
|
args: anytype,
|
|
) void {
|
|
// Ignore aws_signing messages
|
|
if (verbose < 3 and scope == .aws_signing and @intFromEnum(level) >= @intFromEnum(std.log.Level.debug))
|
|
return;
|
|
// Ignore aws_credentials messages
|
|
if (verbose < 3 and scope == .aws_credentials and @intFromEnum(level) >= @intFromEnum(std.log.Level.debug))
|
|
return;
|
|
// Ignore xml_shaper messages
|
|
if (verbose < 3 and scope == .xml_shaper and @intFromEnum(level) >= @intFromEnum(std.log.Level.debug))
|
|
return;
|
|
// Ignore date messages
|
|
if (verbose < 3 and scope == .date and @intFromEnum(level) >= @intFromEnum(std.log.Level.debug))
|
|
return;
|
|
// Ignore awshttp messages
|
|
if (verbose < 2 and scope == .awshttp and @intFromEnum(level) >= @intFromEnum(std.log.Level.debug))
|
|
return;
|
|
|
|
if (verbose < 1 and scope == .aws and @intFromEnum(level) >= @intFromEnum(std.log.Level.debug))
|
|
return;
|
|
const scope_prefix = "(" ++ @tagName(scope) ++ "): ";
|
|
const prefix = "[" ++ @tagName(level) ++ "] " ++ scope_prefix;
|
|
|
|
// Print the message to stderr, silently ignoring any errors
|
|
std.debug.getStderrMutex().lock();
|
|
defer std.debug.getStderrMutex().unlock();
|
|
const stderr = std.io.getStdErr().writer();
|
|
nosuspend stderr.print(prefix ++ format ++ "\n", args) catch return;
|
|
}
|
|
|
|
pub const std_options = std.Options{
|
|
.logFn = log,
|
|
};
|
|
const Tests = enum {
|
|
query_no_input,
|
|
query_with_input,
|
|
ec2_query_no_input,
|
|
ec2_query_with_input,
|
|
json_1_0_query_with_input,
|
|
json_1_0_query_no_input,
|
|
json_1_1_query_with_input,
|
|
json_1_1_query_no_input,
|
|
rest_json_1_query_no_input,
|
|
rest_json_1_query_with_input,
|
|
rest_json_1_work_with_lambda,
|
|
rest_xml_no_input,
|
|
rest_xml_anything_but_s3,
|
|
rest_xml_work_with_s3,
|
|
};
|
|
|
|
pub fn main() anyerror!void {
|
|
var gpa = std.heap.GeneralPurposeAllocator(.{}){};
|
|
defer _ = gpa.deinit();
|
|
const allocator = gpa.allocator();
|
|
var tests = std.ArrayList(Tests).init(allocator);
|
|
defer tests.deinit();
|
|
var args = try std.process.argsWithAllocator(allocator);
|
|
defer args.deinit();
|
|
const stdout_raw = std.io.getStdOut().writer();
|
|
var bw = std.io.bufferedWriter(stdout_raw);
|
|
defer bw.flush() catch unreachable;
|
|
const stdout = bw.writer();
|
|
var arg0: ?[]const u8 = null;
|
|
var proxy: ?std.http.Client.Proxy = null;
|
|
while (args.next()) |arg| {
|
|
if (arg0 == null) arg0 = arg;
|
|
if (std.mem.eql(u8, "-h", arg) or std.mem.eql(u8, "--help", arg)) {
|
|
try stdout.print(
|
|
\\usage: {?s} [-h|--help] [-v][-v][-v] [-x|--proxy <proxy url>] [tests...]
|
|
\\
|
|
\\Where tests are one of the following:
|
|
\\
|
|
, .{arg0});
|
|
inline for (std.meta.fields(Tests)) |enumfield| {
|
|
try stdout.print("* {s}\n", .{enumfield.name});
|
|
}
|
|
return;
|
|
}
|
|
if (std.mem.eql(u8, "-x", arg) or std.mem.eql(u8, "--proxy", arg)) {
|
|
proxy = try proxyFromString(args.next().?); // parse stuff
|
|
continue;
|
|
}
|
|
if (std.mem.startsWith(u8, arg, "-v")) {
|
|
for (arg[1..]) |c| {
|
|
if (c != 'v') return error.InvalidArgument;
|
|
verbose += 1;
|
|
}
|
|
continue;
|
|
}
|
|
inline for (@typeInfo(Tests).Enum.fields) |f| {
|
|
if (std.mem.eql(u8, f.name, arg)) {
|
|
try tests.append(@field(Tests, f.name));
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
if (tests.items.len == 0) {
|
|
inline for (@typeInfo(Tests).Enum.fields) |f|
|
|
try tests.append(@field(Tests, f.name));
|
|
}
|
|
|
|
std.log.info("Start\n", .{});
|
|
const client_options = aws.ClientOptions{ .proxy = proxy };
|
|
var client = aws.Client.init(allocator, client_options);
|
|
const options = aws.Options{
|
|
.region = "us-west-2",
|
|
.client = client,
|
|
};
|
|
defer client.deinit();
|
|
|
|
// As of 2023-08-28, only ECS from this list supports TLS v1.3
|
|
// AWS commitment is to enable all services by 2023-12-31
|
|
const services = aws.Services(.{ .sts, .ec2, .dynamo_db, .ecs, .lambda, .sqs, .s3, .cloudfront }){};
|
|
|
|
for (tests.items) |t| {
|
|
std.log.info("===== Start Test: {s} =====", .{@tagName(t)});
|
|
switch (t) {
|
|
.query_no_input => {
|
|
const call = try aws.Request(services.sts.get_caller_identity).call(.{}, options);
|
|
// const call = try client.call(services.sts.get_caller_identity.Request{}, options);
|
|
defer call.deinit();
|
|
std.log.info("arn: {s}", .{call.response.arn.?});
|
|
std.log.info("id: {s}", .{call.response.user_id.?});
|
|
std.log.info("account: {s}", .{call.response.account.?});
|
|
std.log.info("requestId: {s}", .{call.response_metadata.request_id});
|
|
},
|
|
.query_with_input => {
|
|
const call = try client.call(services.sqs.list_queues.Request{
|
|
.queue_name_prefix = "s",
|
|
}, options);
|
|
defer call.deinit();
|
|
std.log.info("request id: {s}", .{call.response_metadata.request_id});
|
|
std.log.info("account has queues with prefix 's': {}", .{call.response.queue_urls != null});
|
|
},
|
|
.json_1_0_query_with_input => {
|
|
const call = try client.call(services.dynamo_db.list_tables.Request{
|
|
.limit = 1,
|
|
}, options);
|
|
defer call.deinit();
|
|
std.log.info("request id: {s}", .{call.response_metadata.request_id});
|
|
std.log.info("account has tables: {}", .{call.response.table_names.?.len > 0});
|
|
},
|
|
.json_1_0_query_no_input => {
|
|
const call = try client.call(services.dynamo_db.describe_limits.Request{}, options);
|
|
defer call.deinit();
|
|
std.log.info("account read capacity limit: {?d}", .{call.response.account_max_read_capacity_units});
|
|
},
|
|
.json_1_1_query_with_input => {
|
|
const call = try client.call(services.ecs.list_clusters.Request{
|
|
.max_results = 1,
|
|
}, options);
|
|
defer call.deinit();
|
|
std.log.info("request id: {s}", .{call.response_metadata.request_id});
|
|
std.log.info("account has clusters: {}", .{call.response.cluster_arns.?.len > 0});
|
|
},
|
|
.json_1_1_query_no_input => {
|
|
const call = try client.call(services.ecs.list_clusters.Request{}, options);
|
|
defer call.deinit();
|
|
std.log.info("request id: {s}", .{call.response_metadata.request_id});
|
|
std.log.info("account has clusters: {}", .{call.response.cluster_arns.?.len > 0});
|
|
},
|
|
.rest_json_1_query_with_input => {
|
|
const call = try client.call(services.lambda.list_functions.Request{
|
|
.max_items = 1,
|
|
}, options);
|
|
defer call.deinit();
|
|
std.log.info("request id: {s}", .{call.response_metadata.request_id});
|
|
std.log.info("account has functions: {}", .{call.response.functions.?.len > 0});
|
|
},
|
|
.rest_json_1_query_no_input => {
|
|
const call = try client.call(services.lambda.list_functions.Request{}, options);
|
|
defer call.deinit();
|
|
std.log.info("request id: {s}", .{call.response_metadata.request_id});
|
|
std.log.info("account has functions: {}", .{call.response.functions.?.len > 0});
|
|
},
|
|
.rest_json_1_work_with_lambda => {
|
|
const call = try client.call(services.lambda.list_functions.Request{}, options);
|
|
defer call.deinit();
|
|
std.log.info("list request id: {s}", .{call.response_metadata.request_id});
|
|
if (call.response.functions) |fns| {
|
|
if (fns.len > 0) {
|
|
const func = fns[0];
|
|
const arn = func.function_arn.?;
|
|
// This is a bit ugly. Maybe a helper function in the library would help?
|
|
var tags = try std.ArrayList(@typeInfo(try typeForField(services.lambda.tag_resource.Request, "tags")).Pointer.child).initCapacity(allocator, 1);
|
|
defer tags.deinit();
|
|
tags.appendAssumeCapacity(.{ .key = "Foo", .value = "Bar" });
|
|
const req = services.lambda.tag_resource.Request{ .resource = arn, .tags = tags.items };
|
|
const addtag = try aws.Request(services.lambda.tag_resource).call(req, options);
|
|
// TODO: This is failing due to double-encoding (see zig issue 17015)
|
|
defer addtag.deinit();
|
|
// const addtag = try client.call(services.lambda.tag_resource.Request{ .resource = arn, .tags = &.{.{ .key = "Foo", .value = "Bar" }} }, options);
|
|
std.log.info("add tag request id: {s}", .{addtag.response_metadata.request_id});
|
|
var keys = [_][]const u8{"Foo"}; // Would love to have a way to express this without burning a var here
|
|
const deletetag = try aws.Request(services.lambda.untag_resource).call(.{ .tag_keys = keys[0..], .resource = arn }, options);
|
|
defer deletetag.deinit();
|
|
std.log.info("delete tag request id: {s}", .{deletetag.response_metadata.request_id});
|
|
} else {
|
|
std.log.err("no functions to work with", .{});
|
|
}
|
|
} else {
|
|
std.log.err("no functions to work with", .{});
|
|
}
|
|
},
|
|
.ec2_query_no_input => {
|
|
// Describe regions is a simpler request and easier to debug
|
|
const result = try client.call(services.ec2.describe_regions.Request{}, options);
|
|
defer result.deinit();
|
|
std.log.info("request id: {s}", .{result.response_metadata.request_id});
|
|
std.log.info("region count: {d}", .{result.response.regions.?.len});
|
|
},
|
|
.ec2_query_with_input => {
|
|
// Describe instances is more interesting
|
|
const result = try client.call(services.ec2.describe_instances.Request{ .max_results = 6 }, options);
|
|
defer result.deinit();
|
|
std.log.info("reservation count: {d}", .{result.response.reservations.?.len});
|
|
var items: usize = 0;
|
|
for (result.response.reservations.?) |reservation| {
|
|
items += reservation.instances.?.len;
|
|
}
|
|
std.log.info("items count: {d}", .{items});
|
|
var next = result.response.next_token;
|
|
while (next) |next_token| {
|
|
std.log.info("more results available: fetching again", .{});
|
|
|
|
const more = try aws.Request(services.ec2.describe_instances)
|
|
.call(.{ .next_token = next_token, .max_results = 6 }, options);
|
|
defer more.deinit();
|
|
// we could have exactly 6, which means we have a next token(?!) but not
|
|
// any actual additional data
|
|
if (more.response.reservations == null) break;
|
|
std.log.info("reservation count: {d}", .{more.response.reservations.?.len});
|
|
var batch_items: usize = 0;
|
|
for (more.response.reservations.?) |reservation| {
|
|
batch_items += reservation.instances.?.len;
|
|
}
|
|
std.log.info("items count: {d}", .{batch_items});
|
|
items += batch_items;
|
|
std.log.info("total items count: {d}", .{items});
|
|
next = more.response.next_token;
|
|
}
|
|
},
|
|
// ^^ under test. vv still in progress
|
|
.rest_xml_no_input => {
|
|
const result = try client.call(services.s3.list_buckets.Request{}, options);
|
|
defer result.deinit();
|
|
std.log.info("request id: {s}", .{result.response_metadata.request_id});
|
|
std.log.info("bucket count: {d}", .{result.response.buckets.?.len});
|
|
},
|
|
.rest_xml_anything_but_s3 => {
|
|
const result = try client.call(services.cloudfront.list_key_groups.Request{}, options);
|
|
defer result.deinit();
|
|
std.log.info("request id: {s}", .{result.response_metadata.request_id});
|
|
const list = result.response.key_group_list.?;
|
|
std.log.info("key group list max: {?d}", .{list.max_items});
|
|
std.log.info("key group quantity: {d}", .{list.quantity});
|
|
},
|
|
.rest_xml_work_with_s3 => {
|
|
const key = "i/am/a/teapot/foo";
|
|
// // const key = "foo";
|
|
//
|
|
const bucket = blk: {
|
|
const result = try client.call(services.s3.list_buckets.Request{}, options);
|
|
defer result.deinit();
|
|
const bucket = result.response.buckets.?[result.response.buckets.?.len - 1];
|
|
std.log.info("ListBuckets request id: {s}", .{result.response_metadata.request_id});
|
|
std.log.info("bucket name: {s}", .{bucket.name.?});
|
|
break :blk try allocator.dupe(u8, bucket.name.?);
|
|
};
|
|
defer allocator.free(bucket);
|
|
const location = blk: {
|
|
const result = try aws.Request(services.s3.get_bucket_location).call(.{
|
|
.bucket = bucket,
|
|
}, options);
|
|
defer result.deinit();
|
|
const location = result.response.location_constraint.?;
|
|
std.log.info("GetBucketLocation request id: {s}", .{result.response_metadata.request_id});
|
|
std.log.info("location: {s}", .{location});
|
|
break :blk try allocator.dupe(u8, location);
|
|
};
|
|
defer allocator.free(location);
|
|
|
|
const s3opts = aws.Options{
|
|
.region = location,
|
|
.client = client,
|
|
};
|
|
{
|
|
const result = try aws.Request(services.s3.put_object).call(.{
|
|
.bucket = bucket,
|
|
.key = key,
|
|
.content_type = "text/plain",
|
|
.body = "bar",
|
|
.storage_class = "STANDARD",
|
|
}, s3opts);
|
|
std.log.info("PutObject Request id: {s}", .{result.response_metadata.request_id});
|
|
std.log.info("PutObject etag: {s}", .{result.response.e_tag.?});
|
|
defer result.deinit();
|
|
}
|
|
{
|
|
// Note that boto appears to redirect by default, but java
|
|
// does not. We will not
|
|
const result = try aws.Request(services.s3.get_object).call(.{
|
|
.bucket = bucket,
|
|
.key = key,
|
|
}, s3opts);
|
|
std.log.info("GetObject Request id: {s}", .{result.response_metadata.request_id});
|
|
std.log.info("GetObject Body: {s}", .{result.response.body.?});
|
|
std.log.info("GetObject etag: {s}", .{result.response.e_tag.?});
|
|
std.log.info("GetObject last modified (seconds since epoch): {d}", .{result.response.last_modified.?});
|
|
defer result.deinit();
|
|
}
|
|
{
|
|
const result = try aws.Request(services.s3.delete_object).call(.{
|
|
.bucket = bucket,
|
|
.key = key,
|
|
}, s3opts);
|
|
std.log.info("DeleteObject Request id: {s}", .{result.response_metadata.request_id});
|
|
defer result.deinit();
|
|
}
|
|
{
|
|
const result = try aws.Request(services.s3.list_objects).call(.{
|
|
.bucket = bucket,
|
|
}, s3opts);
|
|
std.log.info("ListObject Request id: {s}", .{result.response_metadata.request_id});
|
|
std.log.info("Object count: {d}", .{result.response.contents.?.len});
|
|
defer result.deinit();
|
|
}
|
|
},
|
|
}
|
|
std.log.info("===== End Test: {s} =====\n", .{@tagName(t)});
|
|
}
|
|
|
|
// if (test_twice) {
|
|
// std.time.sleep(1000 * std.time.ns_per_ms);
|
|
// std.log.info("second request", .{});
|
|
//
|
|
// var client2 = aws.Aws.init(allocator);
|
|
// defer client2.deinit();
|
|
// const resp2 = try client2.call(services.sts.get_caller_identity.Request{}, options); // catch here and try alloc?
|
|
// defer resp2.deinit();
|
|
// }
|
|
|
|
std.log.info("===== Tests complete =====", .{});
|
|
}
|
|
|
|
fn proxyFromString(string: []const u8) !std.http.Client.Proxy {
|
|
var rc = std.http.Client.Proxy{
|
|
.protocol = undefined,
|
|
.host = undefined,
|
|
.authorization = null,
|
|
.port = undefined,
|
|
.supports_connect = true, // TODO: Is this a good default?
|
|
};
|
|
var remaining: []const u8 = string;
|
|
if (std.mem.startsWith(u8, string, "http://")) {
|
|
remaining = remaining["http://".len..];
|
|
rc.protocol = .plain;
|
|
rc.port = 80;
|
|
} else if (std.mem.startsWith(u8, string, "https://")) {
|
|
remaining = remaining["https://".len..];
|
|
rc.port = 443;
|
|
rc.protocol = .tls;
|
|
} else return error.InvalidScheme;
|
|
var split_iterator = std.mem.split(u8, remaining, ":");
|
|
rc.host = std.mem.trimRight(u8, split_iterator.first(), "/");
|
|
if (split_iterator.next()) |port|
|
|
rc.port = try std.fmt.parseInt(u16, port, 10);
|
|
return rc;
|
|
}
|
|
fn typeForField(comptime T: type, comptime field_name: []const u8) !type {
|
|
const ti = @typeInfo(T);
|
|
switch (ti) {
|
|
.Struct => {
|
|
inline for (ti.Struct.fields) |field| {
|
|
if (std.mem.eql(u8, field.name, field_name))
|
|
return field.type;
|
|
}
|
|
},
|
|
else => return error.TypeIsNotAStruct, // should not hit this
|
|
}
|
|
return error.FieldNotFound;
|
|
}
|
|
|
|
// TODO: Move into json.zig
|
|
pub fn jsonFun() !void {
|
|
// Standard behavior
|
|
const payload =
|
|
\\{"GetCallerIdentityResponse":{"GetCallerIdentityResult":{"Account":"0123456789","Arn":"arn:aws:iam::0123456789:user/test","UserId":"MYUSERID"},"ResponseMetadata":{"RequestId":"3b80a99b-7df8-4bcb-96ee-b2759878a5f2"}}}
|
|
;
|
|
const Ret3 = struct {
|
|
getCallerIdentityResponse: struct { getCallerIdentityResult: struct { account: []u8, arn: []u8, user_id: []u8 }, responseMetadata: struct { requestId: []u8 } },
|
|
};
|
|
var stream3 = json.TokenStream.init(payload);
|
|
const res3 = json.parse(Ret3, &stream3, .{
|
|
.allocator = std.heap.c_allocator,
|
|
.allow_camel_case_conversion = true, // new option
|
|
.allow_snake_case_conversion = true, // new option
|
|
.allow_unknown_fields = true, // new option
|
|
}) catch unreachable;
|
|
std.log.info("{}", .{res3});
|
|
std.log.info("{any}", .{res3.getCallerIdentityResponse.getCallerIdentityResult.user_id});
|
|
}
|