mirror of
https://codeberg.org/forgejo/forgejo.git
synced 2025-10-31 06:21:11 +00:00
bd6f3243ab
# Fix OCI artifact uploads with`oras` ## Problem ORAS (OCI Registry As Storage) artifact uploads were failing with several HTTP-related errors when pushing to Forgejo's container registry. This prevented users from storing OCI artifacts like `artifacthub-repo.yaml` in commands like `oras push [...] artifacthub-repo.yaml:application/vnd.cncf.artifacthub.repository-metadata.layer.v1.yaml`. This has been discussed previously in https://github.com/go-gitea/gitea/issues/25846 ## Root Causes and Fixes ### 1. Missing Content-Length for Empty Blobs **Issue**: Empty blobs (size 0) were not getting the required `Content-Length: 0` header, causing ORAS to fail with "unknown response Content-Length". **Fix**: Changed the condition in `setResponseHeaders` from `if h.ContentLength != 0` to `if h.ContentLength >= 0` to ensure the Content-Length header is always set for valid blob sizes. ```go // Before if h.ContentLength != 0 { resp.Header().Set("Content-Length", strconv.FormatInt(h.ContentLength, 10)) } // After if h.ContentLength >= 0 { resp.Header().Set("Content-Length", strconv.FormatInt(h.ContentLength, 10)) } ``` ### 2. Content-Length Mismatch in JSON Error Responses **Issue**: The `jsonResponse` function was calling `WriteHeader()` before writing JSON content, causing "wrote more than the declared Content-Length" errors when the HTTP stack calculated a different Content-Length than what was actually written. **Fix**: Modified `jsonResponse` to buffer JSON content first, calculate the exact Content-Length, then write the complete response. ### 3. Incomplete HTTP Responses in Error Handling **Issue**: The `apiError` function was only setting response headers without writing any response body, causing EOF errors when clients expected a complete HTTP response. **Fix**: Updated `apiError` to write proper JSON error responses following the OCI Distribution Specification format with `code` and `message` fields. ### 4. Empty Config Blob Handling for OCI Artifacts **Issue**: OCI artifacts often have empty config blobs (required by spec but contain no data). The JSON decoder was failing with EOF when trying to parse these empty configs. **Fix**: Added EOF handling in `parseOCIImageConfig` to return a valid default metadata object for empty config blobs. ```go if err := json.NewDecoder(r).Decode(&image); err != nil { // Handle empty config blobs (common in OCI artifacts) if err == io.EOF { return &Metadata{ Type: TypeOCI, Platform: DefaultPlatform, }, nil } return nil, err } ``` ## Testing Verified that ORAS artifact uploads now work correctly: ```bash oras push registry/owner/package:artifacthub.io \ --config /dev/null:application/vnd.cncf.artifacthub.config.v1+yaml \ artifacthub-repo.yaml:application/vnd.cncf.artifacthub.repository-metadata.layer.v1.yaml ``` ### Tests - I added test coverage for Go changes... - [x] in their respective `*_test.go` for unit tests. - [ ] in the `tests/integration` directory if it involves interactions with a live Forgejo server. - I added test coverage for JavaScript changes... - [ ] in `web_src/js/*.test.js` if it can be unit tested. - [ ] in `tests/e2e/*.test.e2e.js` if it requires interactions with a live Forgejo server (see also the [developer guide for JavaScript testing](https://codeberg.org/forgejo/forgejo/src/branch/forgejo/tests/e2e/README.md#end-to-end-tests)). ### Documentation - [ ] I created a pull request [to the documentation](https://codeberg.org/forgejo/docs) to explain to Forgejo users how to use this change. - [x] I did not document these changes and I do not expect someone else to do it. ### Release notes - [ ] I do not want this change to show in the release notes. - [x] I want the title to show in the release notes with a link to this pull request. - [ ] I want the content of the `release-notes/<pull request number>.md` to be be used for the release notes instead of the title. Reviewed-on: https://codeberg.org/forgejo/forgejo/pulls/8070 Reviewed-by: Earl Warren <earl-warren@noreply.codeberg.org> Co-authored-by: pat-s <patrick.schratz@gmail.com> Co-committed-by: pat-s <patrick.schratz@gmail.com>
467 lines
12 KiB
Jsonnet
467 lines
12 KiB
Jsonnet
local grafana = import 'github.com/grafana/grafonnet-lib/grafonnet/grafana.libsonnet';
|
|
local prometheus = grafana.prometheus;
|
|
|
|
local addIssueLabelsOverrides(labels) =
|
|
{
|
|
fieldConfig+: {
|
|
overrides+: [
|
|
{
|
|
matcher: {
|
|
id: 'byRegexp',
|
|
options: label.label,
|
|
},
|
|
properties: [
|
|
{
|
|
id: 'color',
|
|
value: {
|
|
fixedColor: label.color,
|
|
mode: 'fixed',
|
|
},
|
|
},
|
|
],
|
|
}
|
|
for label in labels
|
|
],
|
|
},
|
|
};
|
|
|
|
{
|
|
|
|
grafanaDashboards+:: {
|
|
|
|
local giteaSelector = 'job=~"$job", instance=~"$instance"',
|
|
local giteaStatsPanel =
|
|
grafana.statPanel.new(
|
|
'Gitea stats',
|
|
datasource='$datasource',
|
|
reducerFunction='lastNotNull',
|
|
graphMode='none',
|
|
colorMode='value',
|
|
)
|
|
.addTargets(
|
|
[
|
|
prometheus.target(expr='%s{%s}' % [metric.name, giteaSelector], legendFormat=metric.description, intervalFactor=10)
|
|
for metric in $._config.giteaStatMetrics
|
|
]
|
|
)
|
|
+ {
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
color: {
|
|
fixedColor: 'blue',
|
|
mode: 'fixed',
|
|
},
|
|
},
|
|
},
|
|
},
|
|
|
|
local giteaUptimePanel =
|
|
grafana.statPanel.new(
|
|
'Uptime',
|
|
datasource='$datasource',
|
|
reducerFunction='last',
|
|
graphMode='area',
|
|
colorMode='value',
|
|
)
|
|
.addTarget(prometheus.target(expr='time()-process_start_time_seconds{%s}' % giteaSelector, intervalFactor=1))
|
|
+ {
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
color: {
|
|
fixedColor: 'blue',
|
|
mode: 'fixed',
|
|
},
|
|
unit: 's',
|
|
},
|
|
},
|
|
},
|
|
|
|
local giteaMemoryPanel =
|
|
grafana.graphPanel.new(
|
|
'Memory usage',
|
|
datasource='$datasource'
|
|
)
|
|
.addTarget(prometheus.target(expr='process_resident_memory_bytes{%s}' % giteaSelector, intervalFactor=2))
|
|
+ {
|
|
type: 'timeseries',
|
|
options+: {
|
|
tooltip: {
|
|
mode: 'multi',
|
|
},
|
|
legend+: {
|
|
displayMode: 'hidden',
|
|
},
|
|
},
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
custom+: {
|
|
lineInterpolation: 'smooth',
|
|
fillOpacity: 15,
|
|
},
|
|
color: {
|
|
fixedColor: 'green',
|
|
mode: 'fixed',
|
|
},
|
|
unit: 'decbytes',
|
|
},
|
|
},
|
|
},
|
|
|
|
local giteaCpuPanel =
|
|
grafana.graphPanel.new(
|
|
'CPU usage',
|
|
datasource='$datasource'
|
|
)
|
|
.addTarget(prometheus.target(expr='rate(process_cpu_seconds_total{%s}[$__rate_interval])*100' % giteaSelector, intervalFactor=2))
|
|
+ {
|
|
type: 'timeseries',
|
|
options+: {
|
|
tooltip: {
|
|
mode: 'multi',
|
|
},
|
|
legend+: {
|
|
displayMode: 'hidden',
|
|
},
|
|
},
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
custom+: {
|
|
lineInterpolation: 'smooth',
|
|
gradientMode: 'scheme',
|
|
fillOpacity: 15,
|
|
axisSoftMin: 0,
|
|
axisSoftMax: 0,
|
|
},
|
|
color: {
|
|
mode: 'continuous-GrYlRd', // from green to red (100%)
|
|
},
|
|
unit: 'percent',
|
|
},
|
|
overrides: [
|
|
{
|
|
matcher: {
|
|
id: 'byRegexp',
|
|
options: '.+',
|
|
},
|
|
properties: [
|
|
{
|
|
id: 'max',
|
|
value: 100,
|
|
},
|
|
{
|
|
id: 'min',
|
|
value: 0,
|
|
},
|
|
],
|
|
},
|
|
],
|
|
},
|
|
},
|
|
|
|
local giteaFileDescriptorsPanel =
|
|
grafana.graphPanel.new(
|
|
'File descriptors usage',
|
|
datasource='$datasource',
|
|
)
|
|
.addTarget(prometheus.target(expr='process_open_fds{%s}' % giteaSelector, intervalFactor=2))
|
|
.addTarget(prometheus.target(expr='process_max_fds{%s}' % giteaSelector, intervalFactor=2))
|
|
.addSeriesOverride(
|
|
{
|
|
alias: '/process_max_fds.+/',
|
|
color: '#F2495C', // red
|
|
dashes: true,
|
|
fill: 0,
|
|
},
|
|
)
|
|
+ {
|
|
type: 'timeseries',
|
|
options+: {
|
|
tooltip: {
|
|
mode: 'multi',
|
|
},
|
|
legend+: {
|
|
displayMode: 'hidden',
|
|
},
|
|
},
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
custom+: {
|
|
lineInterpolation: 'smooth',
|
|
gradientMode: 'scheme',
|
|
fillOpacity: 0,
|
|
},
|
|
color: {
|
|
fixedColor: 'green',
|
|
mode: 'fixed',
|
|
},
|
|
unit: '',
|
|
},
|
|
overrides: [
|
|
{
|
|
matcher: {
|
|
id: 'byFrameRefID',
|
|
options: 'B',
|
|
},
|
|
properties: [
|
|
{
|
|
id: 'custom.lineStyle',
|
|
value: {
|
|
fill: 'dash',
|
|
dash: [
|
|
10,
|
|
10,
|
|
],
|
|
},
|
|
},
|
|
{
|
|
id: 'color',
|
|
value: {
|
|
mode: 'fixed',
|
|
fixedColor: 'red',
|
|
},
|
|
},
|
|
],
|
|
},
|
|
],
|
|
},
|
|
},
|
|
|
|
local giteaChangesPanelPrototype =
|
|
grafana.graphPanel.new(
|
|
'',
|
|
datasource='$datasource',
|
|
interval='$agg_interval',
|
|
maxDataPoints=10000,
|
|
)
|
|
+ {
|
|
type: 'timeseries',
|
|
options+: {
|
|
tooltip: {
|
|
mode: 'multi',
|
|
},
|
|
legend+: {
|
|
calcs+: [
|
|
'sum',
|
|
],
|
|
},
|
|
},
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
noValue: '0',
|
|
custom+: {
|
|
drawStyle: 'bars',
|
|
barAlignment: -1,
|
|
fillOpacity: 50,
|
|
gradientMode: 'hue',
|
|
pointSize: 1,
|
|
lineWidth: 0,
|
|
stacking: {
|
|
group: 'A',
|
|
mode: 'normal',
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
|
|
local giteaChangesPanelAll =
|
|
giteaChangesPanelPrototype
|
|
.addTarget(prometheus.target(expr='changes(process_start_time_seconds{%s}[$__interval]) > 0' % [giteaSelector], legendFormat='Restarts', intervalFactor=1))
|
|
.addTargets(
|
|
[
|
|
prometheus.target(expr='floor(delta(%s{%s}[$__interval])) > 0' % [metric.name, giteaSelector], legendFormat=metric.description, intervalFactor=1)
|
|
for metric in $._config.giteaStatMetrics
|
|
]
|
|
) + { id: 200 }, // some unique number, beyond the maximum number of panels in the dashboard,
|
|
|
|
local giteaChangesPanelTotal =
|
|
grafana.statPanel.new(
|
|
'Changes',
|
|
datasource='-- Dashboard --',
|
|
reducerFunction='sum',
|
|
graphMode='none',
|
|
textMode='value_and_name',
|
|
colorMode='value',
|
|
)
|
|
+ {
|
|
targets+: [
|
|
{
|
|
panelId: giteaChangesPanelAll.id,
|
|
refId: 'A',
|
|
},
|
|
],
|
|
}
|
|
+ {
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
color: {
|
|
mode: 'palette-classic',
|
|
},
|
|
},
|
|
},
|
|
},
|
|
|
|
local giteaChangesByRepositories =
|
|
giteaChangesPanelPrototype
|
|
.addTarget(prometheus.target(expr='floor(increase(gitea_issues_by_repository{%s}[$__interval])) > 0' % [giteaSelector], legendFormat='{{ repository }}', intervalFactor=1))
|
|
+ { id: 210 }, // some unique number, beyond the maximum number of panels in the dashboard,
|
|
|
|
local giteaChangesByRepositoriesTotal =
|
|
grafana.statPanel.new(
|
|
'Issues by repository',
|
|
datasource='-- Dashboard --',
|
|
reducerFunction='sum',
|
|
graphMode='none',
|
|
textMode='value_and_name',
|
|
colorMode='value',
|
|
)
|
|
+ {
|
|
id: 211,
|
|
targets+: [
|
|
{
|
|
panelId: giteaChangesByRepositories.id,
|
|
refId: 'A',
|
|
},
|
|
],
|
|
}
|
|
+ {
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
color: {
|
|
mode: 'palette-classic',
|
|
},
|
|
},
|
|
},
|
|
},
|
|
|
|
local giteaChangesByLabel =
|
|
giteaChangesPanelPrototype
|
|
.addTarget(prometheus.target(expr='floor(increase(gitea_issues_by_label{%s}[$__interval])) > 0' % [giteaSelector], legendFormat='{{ label }}', intervalFactor=1))
|
|
+ addIssueLabelsOverrides($._config.issueLabels)
|
|
+ { id: 220 }, // some unique number, beyond the maximum number of panels in the dashboard,
|
|
|
|
local giteaChangesByLabelTotal =
|
|
grafana.statPanel.new(
|
|
'Issues by labels',
|
|
datasource='-- Dashboard --',
|
|
reducerFunction='sum',
|
|
graphMode='none',
|
|
textMode='value_and_name',
|
|
colorMode='value',
|
|
)
|
|
+ addIssueLabelsOverrides($._config.issueLabels)
|
|
+ {
|
|
id: 221,
|
|
targets+: [
|
|
{
|
|
panelId: giteaChangesByLabel.id,
|
|
refId: 'A',
|
|
},
|
|
],
|
|
}
|
|
+ {
|
|
fieldConfig+: {
|
|
defaults+: {
|
|
color: {
|
|
mode: 'palette-classic',
|
|
},
|
|
},
|
|
},
|
|
},
|
|
|
|
'gitea-overview.json':
|
|
grafana.dashboard.new(
|
|
'%s Overview' % $._config.dashboardNamePrefix,
|
|
time_from='%s' % $._config.dashboardPeriod,
|
|
editable=false,
|
|
tags=($._config.dashboardTags),
|
|
timezone='%s' % $._config.dashboardTimezone,
|
|
refresh='%s' % $._config.dashboardRefresh,
|
|
graphTooltip='shared_crosshair',
|
|
uid='gitea-overview'
|
|
)
|
|
.addTemplate(
|
|
{
|
|
current: {
|
|
text: 'Prometheus',
|
|
value: 'Prometheus',
|
|
},
|
|
hide: 0,
|
|
label: 'Data Source',
|
|
name: 'datasource',
|
|
options: [],
|
|
query: 'prometheus',
|
|
refresh: 1,
|
|
regex: '',
|
|
type: 'datasource',
|
|
},
|
|
)
|
|
.addTemplate(
|
|
{
|
|
hide: 0,
|
|
label: 'job',
|
|
name: 'job',
|
|
options: [],
|
|
datasource: '$datasource',
|
|
query: 'label_values(gitea_organizations, job)',
|
|
refresh: 1,
|
|
regex: '',
|
|
type: 'query',
|
|
multi: true,
|
|
allValue: '.+',
|
|
},
|
|
)
|
|
.addTemplate(
|
|
{
|
|
hide: 0,
|
|
label: 'instance',
|
|
name: 'instance',
|
|
options: [],
|
|
datasource: '$datasource',
|
|
query: 'label_values(gitea_organizations{job="$job"}, instance)',
|
|
refresh: 1,
|
|
regex: '',
|
|
type: 'query',
|
|
multi: true,
|
|
allValue: '.+',
|
|
},
|
|
)
|
|
.addTemplate(
|
|
{
|
|
hide: 0,
|
|
label: 'aggregation interval',
|
|
name: 'agg_interval',
|
|
auto_min: '1m',
|
|
auto: true,
|
|
query: '1m,10m,1h,1d,7d',
|
|
type: 'interval',
|
|
},
|
|
)
|
|
.addPanel(grafana.row.new(title='General'), gridPos={ x: 0, y: 0, w: 0, h: 0 },)
|
|
.addPanel(giteaStatsPanel, gridPos={ x: 0, y: 0, w: 16, h: 4 })
|
|
.addPanel(giteaUptimePanel, gridPos={ x: 16, y: 0, w: 8, h: 4 })
|
|
.addPanel(giteaMemoryPanel, gridPos={ x: 0, y: 4, w: 8, h: 6 })
|
|
.addPanel(giteaCpuPanel, gridPos={ x: 8, y: 4, w: 8, h: 6 })
|
|
.addPanel(giteaFileDescriptorsPanel, gridPos={ x: 16, y: 4, w: 8, h: 6 })
|
|
.addPanel(grafana.row.new(title='Changes', collapse=false), gridPos={ x: 0, y: 10, w: 24, h: 8 })
|
|
.addPanel(giteaChangesPanelTotal, gridPos={ x: 0, y: 12, w: 6, h: 8 })
|
|
+ // use patching instead of .addPanel() to keep static ids
|
|
{
|
|
panels+: std.flattenArrays([
|
|
[
|
|
giteaChangesPanelAll { gridPos: { x: 6, y: 12, w: 18, h: 8 } },
|
|
],
|
|
if $._config.showIssuesByRepository then
|
|
[
|
|
giteaChangesByRepositoriesTotal { gridPos: { x: 0, y: 20, w: 6, h: 8 } },
|
|
giteaChangesByRepositories { gridPos: { x: 6, y: 20, w: 18, h: 8 } },
|
|
] else [],
|
|
if $._config.showIssuesByLabel then
|
|
[
|
|
giteaChangesByLabelTotal { gridPos: { x: 0, y: 28, w: 6, h: 8 } },
|
|
giteaChangesByLabel { gridPos: { x: 6, y: 28, w: 18, h: 8 } },
|
|
] else [],
|
|
]),
|
|
},
|
|
},
|
|
}
|