From edfb2725e4a0397ea2a0fd260a000cc9fbd76bc6 Mon Sep 17 00:00:00 2001 From: Buildkite Date: Mon, 7 Sep 2026 16:23:22 +0000 Subject: [PATCH] =?UTF-8?q?=F0=9F=A4=96=20sync'ing=20generated=20docs?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- docs/admin/code-hosts/aws-codecommit.mdx | 2 +- docs/admin/code-hosts/azuredevops.mdx | 2 +- docs/admin/code-hosts/bitbucket-cloud.mdx | 2 +- docs/admin/code-hosts/bitbucket-server.mdx | 2 +- docs/admin/code-hosts/gerrit.mdx | 8 +- docs/admin/code-hosts/github.mdx | 2 +- docs/admin/code-hosts/gitlab.mdx | 2 +- docs/admin/code-hosts/gitolite.mdx | 2 +- docs/admin/code-hosts/other.mdx | 2 +- docs/admin/code-hosts/phabricator.mdx | 2 +- docs/admin/config/settings.mdx | 2 +- docs/admin/config/site-config.mdx | 15 +- docs/admin/repo/perforce.mdx | 2 +- docs/admin/telemetry/protocol.mdx | 8 +- docs/cody/capabilities/supported-models.mdx | 1 + docs/self-hosted/observability/alerts.mdx | 49 +- docs/self-hosted/observability/dashboards.mdx | 551 +++++++++++++----- 17 files changed, 484 insertions(+), 170 deletions(-) diff --git a/docs/admin/code-hosts/aws-codecommit.mdx b/docs/admin/code-hosts/aws-codecommit.mdx index 54b70f895..ec71d8b63 100644 --- a/docs/admin/code-hosts/aws-codecommit.mdx +++ b/docs/admin/code-hosts/aws-codecommit.mdx @@ -37,7 +37,7 @@ AWS CodeCommit connections support the following configuration options, which ar {/* SCHEMA_SYNC_START: admin/code_hosts/aws_codecommit.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { // REQUIRED: diff --git a/docs/admin/code-hosts/azuredevops.mdx b/docs/admin/code-hosts/azuredevops.mdx index 807a1af5b..9c945fdb9 100644 --- a/docs/admin/code-hosts/azuredevops.mdx +++ b/docs/admin/code-hosts/azuredevops.mdx @@ -69,7 +69,7 @@ Azure DevOps connections support the following configuration options, which are {/* SCHEMA_SYNC_START: admin/code_hosts/azuredevops.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json // Authentication alternatives: token OR windowsPassword diff --git a/docs/admin/code-hosts/bitbucket-cloud.mdx b/docs/admin/code-hosts/bitbucket-cloud.mdx index 3aa04e5cf..10db8f816 100644 --- a/docs/admin/code-hosts/bitbucket-cloud.mdx +++ b/docs/admin/code-hosts/bitbucket-cloud.mdx @@ -116,7 +116,7 @@ Bitbucket Cloud connections support the following configuration options, which a {/* SCHEMA_SYNC_START: admin/code_hosts/bitbucket_cloud.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { // The workspace access token to use when authenticating with Bitbucket Cloud. diff --git a/docs/admin/code-hosts/bitbucket-server.mdx b/docs/admin/code-hosts/bitbucket-server.mdx index f6d34d502..f40180f3d 100644 --- a/docs/admin/code-hosts/bitbucket-server.mdx +++ b/docs/admin/code-hosts/bitbucket-server.mdx @@ -202,7 +202,7 @@ Bitbucket Server / Bitbucket Data Center connections support the following confi {/* SCHEMA_SYNC_START: admin/code_hosts/bitbucket_server.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json // Authentication alternatives: token OR password diff --git a/docs/admin/code-hosts/gerrit.mdx b/docs/admin/code-hosts/gerrit.mdx index ce41110ec..b37f35b22 100644 --- a/docs/admin/code-hosts/gerrit.mdx +++ b/docs/admin/code-hosts/gerrit.mdx @@ -113,7 +113,7 @@ Gerrit connections support the following configuration options, which are specif {/* SCHEMA_SYNC_START: admin/code_hosts/gerrit.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { // If non-null, enforces Gerrit repository permissions. This requires that there is an item in the [site configuration json](https://sourcegraph.com/docs/admin/config/site_config#auth-providers) `auth.providers` field, of type "gerrit" with the same `url` field as specified in this `GerritConnection`. @@ -170,6 +170,12 @@ Gerrit connections support the following configuration options, which are specif // ] "projects": null, + // Rate limit applied to Gerrit REST API requests, including repository and permissions syncing. + "rateLimit": { + "enabled": false, + "requestsPerHour": 0 + }, + // The pattern used to generate the corresponding Sourcegraph repository name for a Gerrit repository. In the pattern, the variable "{host}" is replaced with the Gerrit host (such as gerrit.example.com), and "{name}" is replaced with the Gerrit repository's name (such as "myrepo"). // For example, if your Gerrit URL is https://gerrit.example.com and your Sourcegraph URL is https://src.example.com, then a repositoryPathPattern of "{host}/{name}" would mean that a Gerrit repository at https://gerrit.example.com/myrepo is available on Sourcegraph at https://src.example.com/gerrit.example.com/myrepo. // It is important that the Sourcegraph repository name generated with this pattern be unique to this code host. If different code hosts generate repository names that collide, Sourcegraph's behavior is undefined. diff --git a/docs/admin/code-hosts/github.mdx b/docs/admin/code-hosts/github.mdx index a63419b0c..a218d2c29 100644 --- a/docs/admin/code-hosts/github.mdx +++ b/docs/admin/code-hosts/github.mdx @@ -458,7 +458,7 @@ GitHub connections support the following configuration options, which are specif {/* SCHEMA_SYNC_START: admin/code_hosts/github.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json // Authentication alternatives: token OR gitHubAppDetails OR externalAccount OR useRandomExternalAccount diff --git a/docs/admin/code-hosts/gitlab.mdx b/docs/admin/code-hosts/gitlab.mdx index 0522c4c83..53d1f64c8 100644 --- a/docs/admin/code-hosts/gitlab.mdx +++ b/docs/admin/code-hosts/gitlab.mdx @@ -189,7 +189,7 @@ See [Internal rate limits](/admin/code-hosts/rate-limits#internal-rate-limits). {/* SCHEMA_SYNC_START: admin/code_hosts/gitlab.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { // If non-null, enforces GitLab repository permissions. This requires that there be an item in the `auth.providers` field of type "gitlab" with the same `url` field as specified in this `GitLabConnection`. diff --git a/docs/admin/code-hosts/gitolite.mdx b/docs/admin/code-hosts/gitolite.mdx index 516310245..5f98b2144 100644 --- a/docs/admin/code-hosts/gitolite.mdx +++ b/docs/admin/code-hosts/gitolite.mdx @@ -25,7 +25,7 @@ To connect Gitolite to Sourcegraph: {/* SCHEMA_SYNC_START: admin/code_hosts/gitolite.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { // A list of repositories to never mirror from this Gitolite instance. Supports excluding by exact name ({"name": "foo"}). diff --git a/docs/admin/code-hosts/other.mdx b/docs/admin/code-hosts/other.mdx index 1539b5ef1..0f04ca8a7 100644 --- a/docs/admin/code-hosts/other.mdx +++ b/docs/admin/code-hosts/other.mdx @@ -68,7 +68,7 @@ Repositories must be listed individually: {/* SCHEMA_SYNC_START: admin/code_hosts/other_external_service.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { // A list of repositories to never mirror by name after applying repositoryPathPattern. Supports excluding by exact name ({"name": "myrepo"}) or regular expression ({"pattern": ".*secret.*"}). diff --git a/docs/admin/code-hosts/phabricator.mdx b/docs/admin/code-hosts/phabricator.mdx index 38e40ad28..d0b9ab162 100644 --- a/docs/admin/code-hosts/phabricator.mdx +++ b/docs/admin/code-hosts/phabricator.mdx @@ -76,7 +76,7 @@ The Sourcegraph instance's site admin must [update the `corsOrigin` site config {/* SCHEMA_SYNC_START: admin/code_hosts/phabricator.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { // SSH cipher to use when cloning via SSH. Must be a valid choice from `ssh -Q cipher`. diff --git a/docs/admin/config/settings.mdx b/docs/admin/config/settings.mdx index a372a89b1..f7ae35fa6 100644 --- a/docs/admin/config/settings.mdx +++ b/docs/admin/config/settings.mdx @@ -27,7 +27,7 @@ Settings options and their default values are shown below. {/* SCHEMA_SYNC_START: admin/config/settings.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { diff --git a/docs/admin/config/site-config.mdx b/docs/admin/config/site-config.mdx index bf2f2e53e..618992338 100644 --- a/docs/admin/config/site-config.mdx +++ b/docs/admin/config/site-config.mdx @@ -21,7 +21,7 @@ All site configuration options and their default values are shown below. {/* SCHEMA_SYNC_START: admin/config/site.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { @@ -45,7 +45,7 @@ All site configuration options and their default values are shown below. // Valid options: "permissive", "enforced" "attribution.mode": "permissive", - // Enables/disables Agentic Batch Changes. Disabled by default. When explicitly set to true, Agentic Batch Changes are enabled only if Batch Changes is licensed and the license includes AI Terms 2025. When unset or false, Agentic Batch Changes are disabled. + // Enables/disables Agentic Batch Changes. Before September 14, 2026 at 12:00 UTC, the feature is disabled when unset. At and after that time, the feature is enabled when unset. An explicit value overrides the timed default. Agentic Batch Changes are enabled only if Batch Changes is licensed and the license includes AI Terms 2025. "batchChanges.agenticBatchChanges.enabled": false, // Automatically delete branches created for Batch Changes changesets when the changeset is merged or closed, for supported code hosts. Overrides any setting on the repository on the code host itself. @@ -76,6 +76,9 @@ All site configuration options and their default values are shown below. // - "artifactory.acme.com" "batchChanges.containerRegistryDenylist": null, + // Disables web search for Agentic Batch Changes. This removes web search from the outer batch change agent and inner coding agent steps. + "batchChanges.disableAgentWebSearch": false, + // Hides Batch Changes warnings about webhooks not being configured. "batchChanges.disableWebhooksWarning": false, @@ -285,7 +288,6 @@ All site configuration options and their default values are shown below. // Experimental features and settings. "experimentalFeatures": { - "batchChanges.enableAgentWebSearch": true, "batchChanges.enableForkNameSuffix": false, "batchChanges.enablePerforce": false, "codeintelSyntacticIndexing.enabled": false, @@ -318,6 +320,7 @@ All site configuration options and their default values are shown below. "languageDetection": { "graphQL": "useFileContents" }, + "monorepos": null, "pagure": "disabled", "passwordPolicy": { "enabled": true, @@ -928,7 +931,7 @@ All site configuration options and their default values are shown below. "executors.accessToken": null, // The image to use for batch changes in executors when using native execution. Use this value to pull from a custom image registry. - "executors.batcheshelperImage": "sourcegraph/batcheshelper", + "executors.batcheshelperImage": "us-docker.pkg.dev/sourcegraph-images/external/batcheshelper", // The tag to use for the batcheshelper image in executors when using native execution. Use this value to use a custom tag. Sourcegraph by default uses the best match, so use this setting only if you really need to overwrite it and make sure to keep it updated. // Other example values: @@ -952,6 +955,10 @@ All site configuration options and their default values are shown below. "limit": 50, "weight": 4 }, + "batchesHooks": { + "limit": 50, + "weight": 4 + }, "codeintel": { "limit": 250, "weight": 1 diff --git a/docs/admin/repo/perforce.mdx b/docs/admin/repo/perforce.mdx index f3cdda69e..a36363e32 100644 --- a/docs/admin/repo/perforce.mdx +++ b/docs/admin/repo/perforce.mdx @@ -228,7 +228,7 @@ With this setting, Sourcegraph will ignore any rules with a host other than `*`, {/* SCHEMA_SYNC_START: admin/code_hosts/perforce.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-08-25T23:40:39Z */} +{/* Last updated: 2026-09-07T16:23:18Z */} ```json { // If non-null, enforces Perforce depot permissions. diff --git a/docs/admin/telemetry/protocol.mdx b/docs/admin/telemetry/protocol.mdx index 131280be0..8b25a7a42 100644 --- a/docs/admin/telemetry/protocol.mdx +++ b/docs/admin/telemetry/protocol.mdx @@ -95,7 +95,7 @@ To learn more, refer to our [telemetry documentation](https://sourcegraph.com/do | Field | Type | Label | Description | | ----- | ---- | ----- | ----------- | -| flags | [EventFeatureFlags.FlagsEntry](#telemetrygateway-v1-EventFeatureFlags-FlagsEntry) | repeated |

Evaluated feature flags. In Sourcegraph we currently only support boolean

feature flags, but in the API we allow arbitrary string values for future

extensibility.

This field should be hydrated by the Sourcegraph server, and not provided

by clients.

| +| flags | [EventFeatureFlags.FlagsEntry](#telemetrygateway-v1-EventFeatureFlags-FlagsEntry) | repeated |

Evaluated feature flags. In Soucegraph we currently only support boolean

feature flags, but in the API we allow arbitrary string values for future

extensibility.

This field should be hydrated by the Sourcegraph server, and not provided

by clients.

| @@ -619,9 +619,9 @@ Sourcegraph Analytics features. {/* end HasExtensions */} - + -### TelemetryGatewayService +### TelemeteryGatewayService TelemetryGatewayService accepts telemetry and related data from Sourcegraph instances and managed services. @@ -629,7 +629,7 @@ instances and managed services. | ----------- | ------------ | ------------- | ------------| | RecordEvents | [RecordEventsRequest](#telemetrygateway-v1-RecordEventsRequest) stream | [RecordEventsResponse](#telemetrygateway-v1-RecordEventsResponse) stream |

RecordEvents streams telemetry events in batches to the Telemetry Gateway

service. Events should only be considered delivered if recording is

acknowledged in RecordEventsResponse.

This is the preferred mechanism for exporting large volumes of events in

bulk.

🚨 SECURITY: Callers exporting for single-tenant Sourcegraph should check

the attributes of the Event type to ensure that only the appropriate fields

are exported, as some fields should only be exported on an allowlist basis.

| | RecordEvent | [RecordEventRequest](#telemetrygateway-v1-RecordEventRequest) | [RecordEventResponse](#telemetrygateway-v1-RecordEventResponse) |

RecordEvent records a single telemetry event to the Telemetry Gateway service.

If the RPC succeeds, then the event was successfully published.

This RPC currently ONLY accepts events published by ManagedServiceIdentifier,

as this mechanism is intended for low-volume managed services. Higher-volume

use cases should implement a batching mechanism and use the RecordEvents

RPC instead.

🚨 SECURITY: Callers exporting for single-tenant Sourcegraph should check

the attributes of the Event type to ensure that only the appropriate fields

are exported, as some fields should only be exported on an allowlist basis.

| -| PublishInstanceUserMetadata | [PublishInstanceUserMetadataRequest](#telemetrygateway-v1-PublishInstanceUserMetadataRequest) stream | [PublishInstanceUserMetadataResponse](#telemetrygateway-v1-PublishInstanceUserMetadataResponse) |

PublishInstanceUserMetadata uploads additional user metadata from a

Sourcegraph instance. This metadata is used to enrich recorded events with

attributes that are considered sensitive and thus not part of the RecordEvents

and RecordEvent RPCs.

🚨 SECURITY: Callers exporting for single-tenant Sourcegraph should always

respect in-instance toggles for what user metadata should be exported.

| +| PublishInstanceUserMetadata | [PublishInstanceUserMetadataRequest](#telemetrygateway-v1-PublishInstanceUserMetadataRequest) stream | [PublishInstanceUserMetadataResponse](#telemetrygateway-v1-PublishInstanceUserMetadataResponse) |

PublishInstanceUserMetadata uploads additional user metadata from a

Sourcegraph instance. This matadata is used to enrich recorded events with

attributes that are considered sensitive and thus not part of the RecordEvents

and RecordEvent RPCs.

🚨 SECURITY: Callers exporting for single-tenant Sourcegraph should always

respect in-instance toggles for what user metadata should be exported.

| {/* end services */} diff --git a/docs/cody/capabilities/supported-models.mdx b/docs/cody/capabilities/supported-models.mdx index 9093c49f1..858769a14 100644 --- a/docs/cody/capabilities/supported-models.mdx +++ b/docs/cody/capabilities/supported-models.mdx @@ -18,6 +18,7 @@ Cody supports a variety of cutting-edge large language models for use in chat an | Anthropic | [Claude Sonnet 5](https://platform.claude.com/docs/en/about-claude/models/whats-new-sonnet-5) | ✅ | ✅ | | Anthropic | [Claude Haiku 4.5](https://platform.claude.com/docs/en/about-claude/models/overview) | ✅ | ✅ | | Anthropic | [Claude Haiku 4.5 with Thinking](https://platform.claude.com/docs/en/about-claude/models/overview) | ✅ | ✅ | +| Google | [Gemini 3.8 Flash](https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/gemini/3-8-flash) | ✅ | ✅ | | Google | [Gemini 3.7 Flash](https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/gemini/3-7-flash) | ✅ | ✅ | | Google | [Gemini 3.6 Flash](https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/gemini/3-6-flash) | ✅ | ✅ | | Google | [Gemini 3.5 Flash-Lite](https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/gemini/3-5-flash-lite) | ✅ | ✅ | diff --git a/docs/self-hosted/observability/alerts.mdx b/docs/self-hosted/observability/alerts.mdx index 6ab2447e8..3a881aa3b 100644 --- a/docs/self-hosted/observability/alerts.mdx +++ b/docs/self-hosted/observability/alerts.mdx @@ -2412,7 +2412,7 @@ Generated query for critical alert: `min((sum by (app) (up{app=~".*(pgsql\\|code
Technical details -Generated query for warning alert: `max((max(src_workerutil_queue_duration_seconds{domain="codeintel_upload"})) >= 3600)` +Generated query for warning alert: `max((max(src_workerutil_queue_duration_seconds{domain="precise_code_intel_upload_worker"})) >= 3600)`
@@ -6444,6 +6444,45 @@ Custom query for critical alert: `max((((max(src_workerutil_queue_depth{domain="
+## executor: batches-hooks_queue_growing_but_not_processing + +

batches-hooks executor queue has a backlog that is not being processed

+ +**Descriptions** + +- warning executor: the batches-hooks executor queue has a backlog that is not being processed for 30m0s +- critical executor: the batches-hooks executor queue has an aging backlog (oldest job waiting > 1h) that is not being processed for 30m0s + +**Next steps** + +- Check the corresponding executors in Site Admin > Executors — they may be failing to boot, failing to dequeue, or wedged mid-job. +- Check src_executors_managed_instance_groups_autoscaler_unhealthy for the same queue: if a managed instance group is unhealthy, GCP cannot provision VMs (stockout/quota) and no executor is available to process the backlog. +- Check the Grafana dashboard section for APIClient — executors should be making frequent Dequeue and Heartbeat requests that must not fail. +- A queue whose jobs are all failing (rather than not being picked up) still counts as processing here; investigate that via the executor error-rate alerts and job logs instead. +- A Warning that never escalates to Critical is usually a transient, self-healing gap (e.g. one spot-VM preemption); no action is typically needed unless it recurs frequently for the same queue. +- More help interpreting this metric is available in the [dashboards reference](dashboards#executor-batches-hooks_queue_growing_but_not_processing). +- **Silence this alert:** If you are aware of this alert and want to silence notifications for it, add the following to your site configuration and set a reminder to re-evaluate the alert: + +```json +"observability.silenceAlerts": [ + "warning_executor_batches-hooks_queue_growing_but_not_processing", + "critical_executor_batches-hooks_queue_growing_but_not_processing" +] +``` + +*Managed by the Sourcegraph Platform team.* + +
+Technical details + +Custom query for warning alert: `max(((max(src_workerutil_queue_depth{domain="executors_batches-hooks"\}) > 0) and (sum(rate(src_workerutil_dbworker_store_total\{domain="changeset_hook_event_jobs_worker_store",op=~"MarkComplete\\|MarkErrored\\|MarkFailed"}[30m])) == 0)) > 0)` + +Custom query for critical alert: `max((((max(src_workerutil_queue_depth{domain="executors_batches-hooks"\}) > 0) and (sum(rate(src_workerutil_dbworker_store_total\{domain="changeset_hook_event_jobs_worker_store",op=~"MarkComplete\\|MarkErrored\\|MarkFailed"\}[30m])) == 0)) and (max(src_workerutil_queue_duration_seconds\{domain="executors_batches-hooks"}) > 3600)) > 0)` + +
+ +
+ ## executor: executor_handlers

executor active handlers

@@ -7375,7 +7414,7 @@ Generated query for critical alert: `max((max(deriv(src_deepsearch_questions_in_ **Next steps** -- Check frontend logs for `worker failed to process question` errors. +- Check worker logs for `worker failed to process question` errors. - Common causes: upstream LLM provider failures (rate limiting or capacity, e.g. 429/503, and timeouts), database errors mid-processing, or worker panics (`worker panic while processing question`). - More help interpreting this metric is available in the [dashboards reference](dashboards#deepsearch-deepsearch_question_processing_error_rate). - **Silence this alert:** If you are aware of this alert and want to silence notifications for it, add the following to your site configuration and set a reminder to re-evaluate the alert: @@ -7411,7 +7450,7 @@ Custom query for critical alert: `max(((sum(increase(src_deepsearch_question_pro **Next steps** -- Search frontend logs for questionIDs with long processing times. +- Search worker logs for questionIDs with long processing times. - Check `deepsearch_turn_p95_duration` to see if individual turns are slow. - Check `deepsearch_question_outcome_by_reason` for elevated truncation or error rates. - More help interpreting this metric is available in the [dashboards reference](dashboards#deepsearch-deepsearch_slow_questions). @@ -7447,7 +7486,7 @@ Generated query for critical alert: `max((sum(increase(src_deepsearch_question_p **Next steps** -- Search frontend logs for: "answer truncated due to output token limit with no response generated" to find affected questionIDs. +- Search worker logs for: "answer truncated due to output token limit with no response generated" to find affected questionIDs. - The output token budget was consumed before any answer text was produced, usually by reasoning tokens, so affected users got nothing back. - Check if a recent model change or reasoning effort change caused increased thinking token usage. - Compare against `deepsearch_response_truncated`: elevated truncations alone are usually users requesting very large outputs and are not a regression. @@ -7639,7 +7678,7 @@ Generated query for warning alert: `max((sum(rate(src_batch_change_agents_stream
Technical details -Generated query for warning alert: `max((sum by (domain) (increase(src_dbworker_resetter_record_resets_total{domain=~"^(batches_reconciler_worker\\|batches_bulk_worker\\|batch_changes_batch_spec_resolution_worker\\|batch_spec_workspace_execution_worker)_resetter$"}[1h]))) > 5)` +Generated query for warning alert: `max((sum by (domain) (increase(src_dbworker_resetter_record_resets_total{domain=~"^(batches_reconciler_worker\\|batches_bulk_worker\\|batch_changes_batch_spec_resolution_worker\\|batch_spec_workspace_execution_worker\\|changeset_hook_event_job_worker)_resetter$"}[1h]))) > 5)`
diff --git a/docs/self-hosted/observability/dashboards.mdx b/docs/self-hosted/observability/dashboards.mdx index 8bf6bb6a0..b25497e71 100644 --- a/docs/self-hosted/observability/dashboards.mdx +++ b/docs/self-hosted/observability/dashboards.mdx @@ -10971,7 +10971,7 @@ To see this panel, visit `/-/debug/grafana/d/precise-code-intel-worker/precise-c Query: ``` -max(src_workerutil_queue_duration_seconds{domain="codeintel_upload"}) +max(src_workerutil_queue_duration_seconds{domain="precise_code_intel_upload_worker"}) ``` @@ -19227,6 +19227,140 @@ histogram_quantile(0.95, sum by (le) (rate(searcher_service_archive_files_bucket
+### Searcher: Search archive cache janitor + +#### searcher: cache_utilization + +

Search archive cache utilization (per instance)

+ +This graph shows how much of each searcher instance`s configured archive +cache limit is currently in use. The janitor checks the cache every 10 seconds, +so utilization can briefly exceed 100% before eviction completes. No value is +shown when the cache limit is zero and eviction is disabled. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100200` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Understanding team.* + +
+Technical details + +Query: + +``` +100 * sum by (instance) (src_diskcache_store_searcher_cache_size_bytes{instance=~`${instance:regex}`}) / sum by (instance) (src_diskcache_store_searcher_max_cache_size_bytes{instance=~`${instance:regex}`}) +``` +
+ +
+ +#### searcher: cache_size + +

Search archive cache size (per instance)

+ +This graph shows the size measured during the janitor`s latest scan of each +instance`s on-disk search archive cache. Compare it with utilization and +evictions to determine whether the configured cache limit is constraining the +working set. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100201` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Understanding team.* + +
+Technical details + +Query: + +``` +sum by (instance) (src_diskcache_store_searcher_cache_size_bytes{instance=~`${instance:regex}`}) +``` +
+ +
+ +#### searcher: max_cache_size + +

Configured search archive cache limit (per instance)

+ +This graph shows the configured maximum size of each instance`s on-disk search +archive cache. A value of zero disables eviction. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100202` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Understanding team.* + +
+Technical details + +Query: + +``` +sum by (instance) (src_diskcache_store_searcher_max_cache_size_bytes{instance=~`${instance:regex}`}) +``` +
+ +
+ +#### searcher: cache_evictions + +

Search archive cache entries evicted every 5m (per instance)

+ +This graph shows how many archive files the janitor evicted in each five-minute +window. Sustained eviction means the active archive working set is larger than +the configured cache. Correlate it with a falling cache hit percentage and a +rising fetch queue in the archive pipeline group. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100210` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Understanding team.* + +
+Technical details + +Query: + +``` +sum by (instance) (increase(src_diskcache_store_searcher_evictions_total{instance=~`${instance:regex}`}[5m])) +``` +
+ +
+ +#### searcher: cache_eviction_errors + +

Search archive cache eviction failures every 5m (per instance)

+ +This graph should remain zero. Non-zero values mean the janitor could not scan +or evict cache entries; inspect searcher logs for `failed to evict items from +cache` and check the cache volume`s health and permissions. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100211` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Understanding team.* + +
+Technical details + +Query: + +``` +sum by (instance) (increase(src_diskcache_store_searcher_errors_total{instance=~`${instance:regex}`}[5m])) +``` +
+ +
+ ### Searcher: Hybrid indexed search #### searcher: searcher_hybrid_final_state_total @@ -19252,7 +19386,7 @@ For a full list of possible state see This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100200` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100300` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19279,7 +19413,7 @@ regularly above 0 it is a sign for further investigation. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100201` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100301` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19307,7 +19441,7 @@ fetching, local search execution, or response streaming instead. Values above This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100210` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100310` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19333,7 +19467,7 @@ hostnames worsening together suggests broader workload or capacity pressure. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100211` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100311` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19359,7 +19493,7 @@ match-tree search, result volume, or sending time dominates these requests. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100220` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100320` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19385,7 +19519,7 @@ increase memory use and delay the first result sent upstream. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100221` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100321` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19413,7 +19547,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100300` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100400` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19439,7 +19573,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100301` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100401` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19465,7 +19599,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100310` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100410` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19491,7 +19625,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100311` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100411` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19517,7 +19651,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100320` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100420` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19543,7 +19677,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100321` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100421` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19569,7 +19703,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100330` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100430` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19595,7 +19729,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100331` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100431` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19621,7 +19755,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100340` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100440` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19647,7 +19781,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100341` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100441` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19673,7 +19807,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100350` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100450` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19699,7 +19833,7 @@ The number of gRPC requests received per second across all methods, aggregated a This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100400` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100500` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19723,7 +19857,7 @@ The number of gRPC requests received per second broken out per method, aggregate This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100401` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100501` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19747,7 +19881,7 @@ The percentage of gRPC requests that fail across all methods, aggregated across This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100410` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100510` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19771,7 +19905,7 @@ The percentage of gRPC requests that fail per method, aggregated across all inst This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100411` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100511` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19795,7 +19929,7 @@ The 99th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100420` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100520` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19819,7 +19953,7 @@ The 90th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100421` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100521` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19843,7 +19977,7 @@ The 75th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100422` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100522` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19867,7 +20001,7 @@ The 99.9th percentile total per-RPC response size per method, aggregated across This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100430` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100530` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19891,7 +20025,7 @@ The 90th percentile total per-RPC response size per method, aggregated across al This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100431` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100531` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19915,7 +20049,7 @@ The 75th percentile total per-RPC response size per method, aggregated across al This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100432` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100532` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19939,7 +20073,7 @@ The 99.9th percentile size of every individual protocol buffer size sent by the This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100440` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100540` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19963,7 +20097,7 @@ The 90th percentile size of every individual protocol buffer size sent by the se This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100441` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100541` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -19987,7 +20121,7 @@ The 75th percentile size of every individual protocol buffer size sent by the se This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100442` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100542` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20011,7 +20145,7 @@ The average number of response messages sent during a streaming RPC method, brok This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100450` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100550` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20035,7 +20169,7 @@ The rate of all generated gRPC response codes per method, aggregated across all This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100460` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100560` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20061,7 +20195,7 @@ The percentage of gRPC requests that fail across all methods (regardless of whet This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100500` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100600` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20085,7 +20219,7 @@ The percentage of gRPC requests that fail per method (regardless of whether or n This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100501` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100601` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20109,7 +20243,7 @@ The rate of all generated gRPC response codes per method (regardless of whether This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100502` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100602` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20139,7 +20273,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100510` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100610` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20169,7 +20303,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100511` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100611` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20199,7 +20333,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100512` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100612` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20225,7 +20359,7 @@ The percentage of gRPC requests that were retried across all methods, aggregated This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100600` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100700` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20249,7 +20383,7 @@ The percentage of gRPC requests that were retried aggregated across all "searche This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100601` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100701` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20273,7 +20407,7 @@ The count of gRPC requests that were retried aggregated across all "searcher" cl This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100602` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100702` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20297,7 +20431,7 @@ Query: This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100700` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100800` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20319,7 +20453,7 @@ sum(increase(src_codeintel_symbols_api_total{job=~"^searcher.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100701` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100801` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20341,7 +20475,7 @@ sum by (le)(rate(src_codeintel_symbols_api_duration_seconds_bucket{job=~"^searc This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100702` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100802` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20363,7 +20497,7 @@ sum(increase(src_codeintel_symbols_api_errors_total{job=~"^searcher.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100703` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100803` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20385,7 +20519,7 @@ sum(increase(src_codeintel_symbols_api_errors_total{job=~"^searcher.*"}[5m])) / This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100710` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100810` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20407,7 +20541,7 @@ sum by (op,parseAmount)(increase(src_codeintel_symbols_api_total{job=~"^searcher This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100711` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100811` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20429,7 +20563,7 @@ histogram_quantile(0.99, sum by (le,op,parseAmount)(rate(src_codeintel_symbols_ This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100712` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100812` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20451,7 +20585,7 @@ sum by (op,parseAmount)(increase(src_codeintel_symbols_api_errors_total{job=~"^s This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100713` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100813` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20475,7 +20609,7 @@ sum by (op,parseAmount)(increase(src_codeintel_symbols_api_errors_total{job=~"^s This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100800` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100900` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20497,7 +20631,7 @@ max(src_codeintel_symbols_parsing{job=~"^searcher.*"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100801` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100901` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20519,7 +20653,7 @@ max(src_codeintel_symbols_parse_queue_size{job=~"^searcher.*"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100802` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100902` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20541,7 +20675,7 @@ max(src_codeintel_symbols_parse_queue_timeouts_total{job=~"^searcher.*"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100803` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100903` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20563,7 +20697,7 @@ rate(src_codeintel_symbols_parse_failed_total{job=~"^searcher.*"}[5m]) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100810` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100910` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20585,7 +20719,7 @@ sum(increase(src_codeintel_symbols_parser_total{job=~"^searcher.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100811` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100911` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20607,7 +20741,7 @@ sum by (le)(rate(src_codeintel_symbols_parser_duration_seconds_bucket{job=~"^se This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100812` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100912` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20629,7 +20763,7 @@ sum(increase(src_codeintel_symbols_parser_errors_total{job=~"^searcher.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100813` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100913` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20651,7 +20785,7 @@ sum(increase(src_codeintel_symbols_parser_errors_total{job=~"^searcher.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100820` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100920` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20673,7 +20807,7 @@ sum by (op)(increase(src_codeintel_symbols_parser_total{job=~"^searcher.*"}[5m]) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100821` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100921` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20695,7 +20829,7 @@ histogram_quantile(0.99, sum by (le,op)(rate(src_codeintel_symbols_parser_durat This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100822` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100922` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20717,7 +20851,7 @@ sum by (op)(increase(src_codeintel_symbols_parser_errors_total{job=~"^searcher.* This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100823` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100923` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20743,7 +20877,7 @@ no This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100900` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101000` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20767,7 +20901,7 @@ no This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100901` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101001` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20791,7 +20925,7 @@ no This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=100902` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101002` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20815,7 +20949,7 @@ rate(src_diskcache_store_symbols_errors_total[5m]) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101000` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101100` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20837,7 +20971,7 @@ src_codeintel_symbols_fetching This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101001` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101101` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20859,7 +20993,7 @@ max(src_codeintel_symbols_fetch_queue_size{job=~"^searcher.*"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101010` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101110` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20881,7 +21015,7 @@ sum(increase(src_codeintel_symbols_repository_fetcher_total{job=~"^searcher.*"}[ This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101011` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101111` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20903,7 +21037,7 @@ sum by (le)(rate(src_codeintel_symbols_repository_fetcher_duration_seconds_buck This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101012` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101112` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20925,7 +21059,7 @@ sum(increase(src_codeintel_symbols_repository_fetcher_errors_total{job=~"^search This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101013` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101113` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20947,7 +21081,7 @@ sum(increase(src_codeintel_symbols_repository_fetcher_errors_total{job=~"^search This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101020` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101120` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20969,7 +21103,7 @@ sum by (op)(increase(src_codeintel_symbols_repository_fetcher_total{job=~"^searc This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101021` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101121` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -20991,7 +21125,7 @@ histogram_quantile(0.99, sum by (le,op)(rate(src_codeintel_symbols_repository_f This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101022` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101122` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21013,7 +21147,7 @@ sum by (op)(increase(src_codeintel_symbols_repository_fetcher_errors_total{job=~ This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101023` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101123` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21037,7 +21171,7 @@ sum by (op)(increase(src_codeintel_symbols_repository_fetcher_errors_total{job=~ This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101100` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101200` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21059,7 +21193,7 @@ sum(increase(src_codeintel_symbols_gitserver_total{job=~"^searcher.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101101` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101201` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21081,7 +21215,7 @@ sum by (le)(rate(src_codeintel_symbols_gitserver_duration_seconds_bucket{job=~" This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101102` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101202` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21103,7 +21237,7 @@ sum(increase(src_codeintel_symbols_gitserver_errors_total{job=~"^searcher.*"}[5m This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101103` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101203` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21125,7 +21259,7 @@ sum(increase(src_codeintel_symbols_gitserver_errors_total{job=~"^searcher.*"}[5m This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101110` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101210` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21147,7 +21281,7 @@ sum by (op)(increase(src_codeintel_symbols_gitserver_total{job=~"^searcher.*"}[5 This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101111` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101211` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21169,7 +21303,7 @@ histogram_quantile(0.99, sum by (le,op)(rate(src_codeintel_symbols_gitserver_du This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101112` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101212` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21191,7 +21325,7 @@ sum by (op)(increase(src_codeintel_symbols_gitserver_errors_total{job=~"^searche This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101113` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101213` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21217,7 +21351,7 @@ The 95th percentile duration of search requests to Rockskip in seconds. Lower is This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101200` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101300` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21243,7 +21377,7 @@ The number of search requests currently being processed by Rockskip. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101201` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101301` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21269,7 +21403,7 @@ The number of search requests that returned an error in the last 5 minutes. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101202` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101302` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21295,7 +21429,7 @@ The 95th percentile duration of index jobs in seconds. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101210` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101310` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21320,7 +21454,7 @@ The number of index jobs currently being processed by Rockskip. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101211` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101311` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21347,7 +21481,7 @@ The number of index jobs that returned an error in the last 5 minutes. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101212` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101312` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21374,7 +21508,7 @@ The number of repositories indexed by Rockskip. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101220` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101320` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21400,7 +21534,7 @@ The 95th percentile age of index jobs in seconds. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101221` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101321` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21425,7 +21559,7 @@ The number of search requests in the last 5 minutes that were handled by parsing This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101222` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101322` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21451,7 +21585,7 @@ The duration since the configuration client used by the "searcher" service last This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101300` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101400` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21473,7 +21607,7 @@ src_conf_client_time_since_last_successful_update_seconds{job=~`.*searcher`,inst Refer to the [alerts reference](alerts#searcher-searcher_site_configuration_duration_since_last_successful_update_by_instance) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101301` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101401` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21500,7 +21634,7 @@ A value of 0 indicates the routine isn`t running currently, it awaits it`s next This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101400` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101500` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21525,7 +21659,7 @@ A low or zero value could indicate that a routine is stalled or encountering err This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101401` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101501` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21550,7 +21684,7 @@ A sustained high error rate may indicate a problem with the routine`s configurat Refer to the [alerts reference](alerts#searcher-goroutine_error_rate) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101410` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101510` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -21575,7 +21709,7 @@ A value above 5% indicates that a significant portion of routine executions are Refer to the [alerts reference](alerts#searcher-goroutine_error_percentage) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101411` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101511` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -21600,7 +21734,7 @@ Longer durations might indicate increased load or processing time. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101420` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101520` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21625,7 +21759,7 @@ This represents how long a complete loop iteration takes before sleeping for the This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101421` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101521` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21650,7 +21784,7 @@ Higher values indicate that tenant processing is taking longer and may affect ov This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101430` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101530` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21675,7 +21809,7 @@ Consistently high values might indicate problematic tenants or inefficient proce This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101431` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101531` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21700,7 +21834,7 @@ Unexpected changes can indicate tenant configuration issues or scaling events. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101440` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101540` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21725,7 +21859,7 @@ A healthy routine should maintain a consistent processing rate. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101441` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101541` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21750,7 +21884,7 @@ Consistent errors indicate problems with specific tenants. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101450` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101550` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21775,7 +21909,7 @@ Values above 5% indicate significant tenant processing problems. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101451` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101551` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -21799,7 +21933,7 @@ Query: This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101500` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101600` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21821,7 +21955,7 @@ sum by (app_name, db_name) (src_pgsql_conns_max_open{app_name="searcher"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101501` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101601` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21843,7 +21977,7 @@ sum by (app_name, db_name) (src_pgsql_conns_open{app_name="searcher"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101510` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101610` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21865,7 +21999,7 @@ sum by (app_name, db_name) (src_pgsql_conns_in_use{app_name="searcher"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101511` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101611` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21887,7 +22021,7 @@ sum by (app_name, db_name) (src_pgsql_conns_idle{app_name="searcher"}) Refer to the [alerts reference](alerts#searcher-mean_blocked_seconds_per_conn_request) for 2 alerts related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101520` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101620` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21909,7 +22043,7 @@ sum by (app_name, db_name) (increase(src_pgsql_conns_blocked_seconds{app_name="s This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101530` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101630` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21931,7 +22065,7 @@ sum by (app_name, db_name) (increase(src_pgsql_conns_closed_max_idle{app_name="s This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101531` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101631` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21953,7 +22087,7 @@ sum by (app_name, db_name) (increase(src_pgsql_conns_closed_max_lifetime{app_nam This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101532` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101632` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -21977,7 +22111,7 @@ sum by (app_name, db_name) (increase(src_pgsql_conns_closed_max_idle_time{app_na Refer to the [alerts reference](alerts#searcher-cpu_usage_percentage) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101600` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101700` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22001,7 +22135,7 @@ An estimate for the active memory in use, which includes anonymous memory, file This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101601` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101701` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22025,7 +22159,7 @@ An estimate for the active memory in use in bytes, which includes anonymous memo This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101602` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101702` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22049,7 +22183,7 @@ The total anonymous memory in use by the application, which includes Go stack an Refer to the [alerts reference](alerts#searcher-memory_rss) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101610` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101710` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22073,7 +22207,7 @@ This metric shows the total active file-backed memory currently in use by the ap This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101611` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101711` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22097,7 +22231,7 @@ The kernel usage metric shows the amount of memory used by the kernel on behalf This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101612` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101712` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22131,7 +22265,7 @@ value change independent of deployment events (such as an upgrade), it could ind This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101700` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101800` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22153,7 +22287,7 @@ count by(name) ((time() - container_last_seen{name=~"^searcher.*"}) > 60) Refer to the [alerts reference](alerts#searcher-container_cpu_usage) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101701` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101801` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22175,7 +22309,7 @@ cadvisor_container_cpu_usage_percentage_total{name=~"^searcher.*"} Refer to the [alerts reference](alerts#searcher-container_memory_usage) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101702` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101802` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22200,7 +22334,7 @@ When extremely high, this can indicate a resource usage problem, or can cause pr This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101703` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101803` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22224,7 +22358,7 @@ sum by(name) (rate(container_fs_reads_total{name=~"^searcher.*"}[1h]) + rate(con Refer to the [alerts reference](alerts#searcher-provisioning_container_cpu_usage_long_term) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101800` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101900` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22246,7 +22380,7 @@ quantile_over_time(0.9, cadvisor_container_cpu_usage_percentage_total{name=~"^se Refer to the [alerts reference](alerts#searcher-provisioning_container_memory_usage_long_term) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101801` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101901` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22268,7 +22402,7 @@ max_over_time(cadvisor_container_memory_usage_percentage_total{name=~"^searcher. Refer to the [alerts reference](alerts#searcher-provisioning_container_cpu_usage_short_term) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101810` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101910` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22290,7 +22424,7 @@ max_over_time(cadvisor_container_cpu_usage_percentage_total{name=~"^searcher.*"} Refer to the [alerts reference](alerts#searcher-provisioning_container_memory_usage_short_term) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101811` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101911` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22315,7 +22449,7 @@ When it occurs frequently, it is an indicator of underprovisioning. Refer to the [alerts reference](alerts#searcher-container_oomkill_events_total) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101812` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101912` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22341,7 +22475,7 @@ A high value here indicates a possible goroutine leak. Refer to the [alerts reference](alerts#searcher-go_goroutines) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101900` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=102000` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22363,7 +22497,7 @@ max by(instance) (go_goroutines{job=~".*searcher"}) Refer to the [alerts reference](alerts#searcher-go_gc_duration_seconds) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=101901` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=102001` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -22387,7 +22521,7 @@ max by(instance) (go_gc_duration_seconds{job=~".*searcher"}) Refer to the [alerts reference](alerts#searcher-pods_available_percentage) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=102000` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/searcher/searcher?viewPanel=102100` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -26702,6 +26836,35 @@ sum(rate(src_workerutil_dbworker_store_total{domain="batch_spec_workspace_execut
+#### executor: batches-hooks_queue_growing_but_not_processing + +

Batches-hooks executor queue has a backlog that is not being processed

+ +Two severities on one signal: the batches-hooks executor queue has a non-empty backlog (`src_workerutil_queue_depth{domain="executors_batches-hooks"} > 0`) +while zero jobs have reached a terminal state over the last 30 minutes (`src_workerutil_dbworker_store_total{domain="changeset_hook_event_jobs_worker_store"}`). With a backlog present, zero completions over 30m is already abnormal — the only benign zero-completion case (an empty queue) is excluded by the backlog guard. +Warning fires on any such 30m window. On a fleet of small, spot-backed queues most of these are transient (e.g. a single spot-VM preemption) and self-heal, so Warning is for visibility rather than paging. +Critical additionally requires the oldest queued job to have been waiting more than 1h (`src_workerutil_queue_duration_seconds{domain="executors_batches-hooks"} > 3600` — head-of-line wait time). Past the 60m maximum single-job runtime, zero completions can no longer be one long-running job and a transient preemption has had time to recover, so the queue is sustained-stuck. This is the paging tier. +Both tiers distinguish a stuck queue from an under-provisioned one: an under-provisioned queue (backlog present but jobs still completing) has a non-zero terminal-transition rate and trips neither tier — that is a capacity-review signal, not a stall. +All signals come from the worker/frontend (always scraped), not from the executor VMs, so this alert works on deployments where executors run outside the cluster (e.g. Sourcegraph Cloud). + +Refer to the [alerts reference](alerts#executor-batches-hooks_queue_growing_but_not_processing) for 2 alerts related to this panel. + +To see this panel, visit `/-/debug/grafana/d/executor/executor?viewPanel=100112` on your Sourcegraph instance. + +*Managed by the Sourcegraph Platform team.* + +
+Technical details + +Query: + +``` +sum(rate(src_workerutil_dbworker_store_total{domain="changeset_hook_event_jobs_worker_store",op=~"MarkComplete|MarkErrored|MarkFailed"}[5m])) +``` +
+ +
+ ### Executor: Executor: Executor jobs #### executor: executor_handlers @@ -36250,7 +36413,7 @@ histogram_quantile(0.50, sum(rate(src_deepsearch_question_processing_duration_se

Questions rejected by usage limits over 15m

-Number of deep search questions rejected because the user hit their usage entitlement limit, by entitlement name. These are intentional quota rejections, not processing failures, and do not count towards the question processing error rate. Check frontend logs for `question rejected: usage limit exceeded` to identify affected users. Sustained rejections from an API client usually mean the client does not back off after hitting its limit. +Number of deep search questions rejected because the user hit their usage entitlement limit, by entitlement name. These are intentional quota rejections, not processing failures, and do not count towards the question processing error rate. Check worker logs for `question rejected: usage limit exceeded` to identify affected users. Sustained rejections from an API client usually mean the client does not back off after hitting its limit. This panel has no related alerts. @@ -37748,6 +37911,104 @@ sum(increase(src_executor_processor_errors_total{queue="batches",op="Handle"}[5m
+### Batch Changes: Agentic hook execution + +#### batch-changes: batch_changes_hook_execution_queue_depth + +

Hook execution jobs waiting in the queue

+ +Number of Agentic Batch Changes hook jobs waiting for an executor on the exact batches-hooks queue. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100400` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +max(src_executor_total{queue="batches-hooks"}) +``` +
+ +
+ +#### batch-changes: batch_changes_hook_execution_active_handlers + +

Active hook executor handlers

+ +Number of hook jobs currently being processed by executors assigned to batches-hooks. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100401` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +sum(src_executor_processor_handlers{queue="batches-hooks"}) +``` +
+ +
+ +#### batch-changes: batch_changes_hook_execution_processing_rate + +

Hook jobs processed per minute

+ +Rate of successfully completed hook jobs; failures are shown separately. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100410` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +sum(rate(src_executor_processor_total{queue="batches-hooks",op="Handle"}[5m])) * 60 +``` +
+ +
+ +#### batch-changes: batch_changes_hook_execution_error_rate + +

Hook execution error rate over 5m

+ +Percentage of hook jobs ending in an error, computed as errors / (successful completions + errors). + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100411` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +sum(increase(src_executor_processor_errors_total{queue="batches-hooks",op="Handle"}[5m])) / (sum(increase(src_executor_processor_total{queue="batches-hooks",op="Handle"}[5m])) + sum(increase(src_executor_processor_errors_total{queue="batches-hooks",op="Handle"}[5m]))) * 100 +``` +
+ +
+ ### Batch Changes: Job queue stores #### batch-changes: batch_changes_store_operation_rate @@ -37758,7 +38019,7 @@ Rate of successful worker store operations (dequeue, heartbeat, mark-complete, e This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100400` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100500` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37768,7 +38029,7 @@ To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPan Query: ``` -sum by (domain) (rate(src_workerutil_dbworker_store_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker)_store$"}[5m])) +sum by (domain) (rate(src_workerutil_dbworker_store_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker|changeset_hook_event_jobs_worker)_store$"}[5m])) ``` @@ -37782,7 +38043,7 @@ Percentage of worker store operations that errored, per queue. A sustained nonze This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100401` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100501` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37792,7 +38053,7 @@ To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPan Query: ``` -sum by (domain) (increase(src_workerutil_dbworker_store_errors_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker)_store$"}[5m])) / (sum by (domain) (increase(src_workerutil_dbworker_store_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker)_store$"}[5m])) + sum by (domain) (increase(src_workerutil_dbworker_store_errors_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker)_store$"}[5m]))) * 100 +sum by (domain) (increase(src_workerutil_dbworker_store_errors_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker|changeset_hook_event_jobs_worker)_store$"}[5m])) / (sum by (domain) (increase(src_workerutil_dbworker_store_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker|changeset_hook_event_jobs_worker)_store$"}[5m])) + sum by (domain) (increase(src_workerutil_dbworker_store_errors_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker|changeset_hook_event_jobs_worker)_store$"}[5m]))) * 100 ``` @@ -37806,7 +38067,7 @@ sum by (domain) (increase(src_workerutil_dbworker_store_errors_total{domain=~"^( This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100402` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100502` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37816,7 +38077,7 @@ To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPan Query: ``` -histogram_quantile(0.95, sum by (le, domain) (rate(src_workerutil_dbworker_store_duration_seconds_bucket{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker)_store$"}[5m]))) +histogram_quantile(0.95, sum by (le, domain) (rate(src_workerutil_dbworker_store_duration_seconds_bucket{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker|changeset_hook_event_jobs_worker)_store$"}[5m]))) ``` @@ -37832,7 +38093,7 @@ Number of stalled batch changes jobs that the resetter moved back to the queued Refer to the [alerts reference](alerts#batch-changes-batch_changes_records_reset) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100500` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100600` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37842,7 +38103,7 @@ To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPan Query: ``` -sum by (domain) (increase(src_dbworker_resetter_record_resets_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker)_resetter$"}[1h])) +sum by (domain) (increase(src_dbworker_resetter_record_resets_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker|changeset_hook_event_job_worker)_resetter$"}[1h])) ``` @@ -37856,7 +38117,7 @@ Number of stalled jobs that exhausted their retries and were marked as failed, p This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100501` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100601` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37866,7 +38127,7 @@ To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPan Query: ``` -sum by (domain) (increase(src_dbworker_resetter_record_reset_failures_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker)_resetter$"}[1h])) +sum by (domain) (increase(src_dbworker_resetter_record_reset_failures_total{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker|changeset_hook_event_job_worker)_resetter$"}[1h])) ``` @@ -37880,7 +38141,7 @@ sum by (domain) (increase(src_dbworker_resetter_record_reset_failures_total{doma This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100502` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPanel=100602` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37890,7 +38151,7 @@ To see this panel, visit `/-/debug/grafana/d/batch-changes/batch-changes?viewPan Query: ``` -histogram_quantile(0.95, sum by (le, domain) (rate(src_dbworker_resetter_stall_duration_seconds_bucket{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker)_resetter$"}[1h]))) +histogram_quantile(0.95, sum by (le, domain) (rate(src_dbworker_resetter_stall_duration_seconds_bucket{domain=~"^(batches_reconciler_worker|batches_bulk_worker|batch_changes_batch_spec_resolution_worker|batch_spec_workspace_execution_worker|changeset_hook_event_job_worker)_resetter$"}[1h]))) ```