pagination support for forgejo
This commit is contained in:
parent
02584db325
commit
981a46da54
GPG key ID:
A7B62D657EF764F8
1 changed files with 100 additions and 80 deletions
|
|
@ -165,100 +165,120 @@ fn getRepoReleases(allocator: Allocator, client: *http.Client, base_url: []const
|
||||||
releases.deinit();
|
releases.deinit();
|
||||||
}
|
}
|
||||||
|
|
||||||
const url = try std.fmt.allocPrint(allocator, "{s}/api/v1/repos/{s}/releases", .{ base_url, repo });
|
// Normalize base_url by removing trailing slash if present
|
||||||
defer allocator.free(url);
|
const normalized_base_url = if (std.mem.endsWith(u8, base_url, "/"))
|
||||||
|
base_url[0 .. base_url.len - 1]
|
||||||
const uri = try std.Uri.parse(url);
|
else
|
||||||
|
base_url;
|
||||||
|
|
||||||
const auth_header = try std.fmt.allocPrint(allocator, "Bearer {s}", .{token});
|
const auth_header = try std.fmt.allocPrint(allocator, "Bearer {s}", .{token});
|
||||||
defer allocator.free(auth_header);
|
defer allocator.free(auth_header);
|
||||||
|
|
||||||
var server_header_buffer: [16 * 1024]u8 = undefined;
|
// Paginate through all releases
|
||||||
var req = try client.open(.GET, uri, .{
|
var page: u32 = 1;
|
||||||
.server_header_buffer = &server_header_buffer,
|
const per_page: u32 = 100;
|
||||||
.extra_headers = &.{
|
|
||||||
.{ .name = "Authorization", .value = auth_header },
|
|
||||||
.{ .name = "User-Agent", .value = "release-tracker/1.0" },
|
|
||||||
},
|
|
||||||
});
|
|
||||||
defer req.deinit();
|
|
||||||
|
|
||||||
try req.send();
|
while (true) {
|
||||||
try req.wait();
|
const url = try std.fmt.allocPrint(allocator, "{s}/api/v1/repos/{s}/releases?limit={d}&page={d}", .{ normalized_base_url, repo, per_page, page });
|
||||||
|
defer allocator.free(url);
|
||||||
|
|
||||||
if (req.response.status != .ok) {
|
const uri = try std.Uri.parse(url);
|
||||||
if (req.response.status == .unauthorized) {
|
|
||||||
const stderr = std.io.getStdErr().writer();
|
|
||||||
stderr.print("Forgejo API: Unauthorized for repo {s} - check your token and scopes\n", .{repo}) catch {};
|
|
||||||
return error.Unauthorized;
|
|
||||||
} else if (req.response.status == .forbidden) {
|
|
||||||
const stderr = std.io.getStdErr().writer();
|
|
||||||
stderr.print("Forgejo API: Forbidden for repo {s} - token may lack required scopes\n", .{repo}) catch {};
|
|
||||||
return error.Forbidden;
|
|
||||||
} else if (req.response.status == .not_found) {
|
|
||||||
const stderr = std.io.getStdErr().writer();
|
|
||||||
stderr.print("Forgejo API: Repository {s} not found or no releases\n", .{repo}) catch {};
|
|
||||||
return error.NotFound;
|
|
||||||
}
|
|
||||||
const stderr = std.io.getStdErr().writer();
|
|
||||||
stderr.print("Forgejo API request failed for repo {s} with status: {}\n", .{ repo, req.response.status }) catch {};
|
|
||||||
return error.HttpRequestFailed;
|
|
||||||
}
|
|
||||||
|
|
||||||
const body = try req.reader().readAllAlloc(allocator, 10 * 1024 * 1024);
|
var server_header_buffer: [16 * 1024]u8 = undefined;
|
||||||
defer allocator.free(body);
|
var req = try client.open(.GET, uri, .{
|
||||||
|
.server_header_buffer = &server_header_buffer,
|
||||||
|
.extra_headers = &.{
|
||||||
|
.{ .name = "Authorization", .value = auth_header },
|
||||||
|
.{ .name = "User-Agent", .value = "release-tracker/1.0" },
|
||||||
|
},
|
||||||
|
});
|
||||||
|
defer req.deinit();
|
||||||
|
|
||||||
const parsed = json.parseFromSlice(json.Value, allocator, body, .{}) catch |err| {
|
try req.send();
|
||||||
const stderr = std.io.getStdErr().writer();
|
try req.wait();
|
||||||
stderr.print("Error parsing Forgejo releases JSON for {s}: {}\n", .{ repo, err }) catch {};
|
|
||||||
return error.JsonParseError;
|
|
||||||
};
|
|
||||||
defer parsed.deinit();
|
|
||||||
|
|
||||||
if (parsed.value != .array) {
|
if (req.response.status != .ok) {
|
||||||
return error.UnexpectedJsonFormat;
|
if (req.response.status == .unauthorized) {
|
||||||
}
|
stderr.print("Forgejo API: Unauthorized for repo {s} - check your token and scopes\n", .{repo}) catch {};
|
||||||
|
return error.Unauthorized;
|
||||||
const array = parsed.value.array;
|
} else if (req.response.status == .forbidden) {
|
||||||
for (array.items) |item| {
|
stderr.print("Forgejo API: Forbidden for repo {s} - token may lack required scopes\n", .{repo}) catch {};
|
||||||
if (item != .object) continue;
|
return error.Forbidden;
|
||||||
const obj = item.object;
|
} else if (req.response.status == .not_found) {
|
||||||
|
stderr.print("Forgejo API: Repository {s} not found or no releases\n", .{repo}) catch {};
|
||||||
// Safely extract required fields
|
return error.NotFound;
|
||||||
const tag_name_value = obj.get("tag_name") orelse continue;
|
}
|
||||||
if (tag_name_value != .string) continue;
|
stderr.print("Forgejo API request failed for repo {s} with status: {}\n", .{ repo, req.response.status }) catch {};
|
||||||
|
return error.HttpRequestFailed;
|
||||||
const tag_name = tag_name_value.string;
|
|
||||||
|
|
||||||
// Skip problematic tags
|
|
||||||
if (tag_filter.shouldSkipTag(allocator, tag_name)) {
|
|
||||||
continue;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
const published_at_value = obj.get("published_at") orelse continue;
|
const body = try req.reader().readAllAlloc(allocator, 10 * 1024 * 1024);
|
||||||
if (published_at_value != .string) continue;
|
defer allocator.free(body);
|
||||||
|
|
||||||
const html_url_value = obj.get("html_url") orelse continue;
|
const parsed = json.parseFromSlice(json.Value, allocator, body, .{}) catch |err| {
|
||||||
if (html_url_value != .string) continue;
|
stderr.print("Error parsing Forgejo releases JSON for {s}: {}\n", .{ repo, err }) catch {};
|
||||||
|
return error.JsonParseError;
|
||||||
const body_value = obj.get("body") orelse json.Value{ .string = "" };
|
|
||||||
const body_str = if (body_value == .string) body_value.string else "";
|
|
||||||
|
|
||||||
const release = Release{
|
|
||||||
.repo_name = try allocator.dupe(u8, repo),
|
|
||||||
.tag_name = try allocator.dupe(u8, tag_name),
|
|
||||||
.published_at = try utils.parseReleaseTimestamp(published_at_value.string),
|
|
||||||
.html_url = try allocator.dupe(u8, html_url_value.string),
|
|
||||||
.description = try allocator.dupe(u8, body_str),
|
|
||||||
.provider = try allocator.dupe(u8, provider_name),
|
|
||||||
.is_tag = false,
|
|
||||||
};
|
};
|
||||||
|
defer parsed.deinit();
|
||||||
|
|
||||||
releases.append(release) catch |err| {
|
if (parsed.value != .array) {
|
||||||
// If append fails, clean up the release we just created
|
return error.UnexpectedJsonFormat;
|
||||||
release.deinit(allocator);
|
}
|
||||||
return err;
|
|
||||||
};
|
const array = parsed.value.array;
|
||||||
|
|
||||||
|
// If we got no results, we've reached the end
|
||||||
|
if (array.items.len == 0) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (array.items) |item| {
|
||||||
|
if (item != .object) continue;
|
||||||
|
const obj = item.object;
|
||||||
|
|
||||||
|
// Safely extract required fields
|
||||||
|
const tag_name_value = obj.get("tag_name") orelse continue;
|
||||||
|
if (tag_name_value != .string) continue;
|
||||||
|
|
||||||
|
const tag_name = tag_name_value.string;
|
||||||
|
|
||||||
|
// Skip problematic tags
|
||||||
|
if (tag_filter.shouldSkipTag(allocator, tag_name)) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
const published_at_value = obj.get("published_at") orelse continue;
|
||||||
|
if (published_at_value != .string) continue;
|
||||||
|
|
||||||
|
const html_url_value = obj.get("html_url") orelse continue;
|
||||||
|
if (html_url_value != .string) continue;
|
||||||
|
|
||||||
|
const body_value = obj.get("body") orelse json.Value{ .string = "" };
|
||||||
|
const body_str = if (body_value == .string) body_value.string else "";
|
||||||
|
|
||||||
|
const release = Release{
|
||||||
|
.repo_name = try allocator.dupe(u8, repo),
|
||||||
|
.tag_name = try allocator.dupe(u8, tag_name),
|
||||||
|
.published_at = try utils.parseReleaseTimestamp(published_at_value.string),
|
||||||
|
.html_url = try allocator.dupe(u8, html_url_value.string),
|
||||||
|
.description = try allocator.dupe(u8, body_str),
|
||||||
|
.provider = try allocator.dupe(u8, provider_name),
|
||||||
|
.is_tag = false,
|
||||||
|
};
|
||||||
|
|
||||||
|
releases.append(release) catch |err| {
|
||||||
|
// If append fails, clean up the release we just created
|
||||||
|
release.deinit(allocator);
|
||||||
|
return err;
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
// If we got fewer results than requested, we've reached the end
|
||||||
|
if (array.items.len < per_page) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
page += 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Sort releases by date (most recent first)
|
// Sort releases by date (most recent first)
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue