fix: widen unbounded GitHub and CI/CD string columns (#9063)

* fix: add blueprint_id index to _devlake_pipelines

GET /blueprints/:blueprintId/pipelines runs COUNT(*) and a filtered
SELECT on _devlake_pipelines.blueprint_id, but the column was
unindexed. On instances with tens of thousands of pipeline rows this
forces a full table scan on every request; observed ~30s for a table
of 34k rows, causing upstream request timeouts in config-ui.

Add a gorm index tag on Pipeline.BlueprintId for fresh installs and a
migration script to add the index to existing installs.

Signed-off-by: Dan Crews <crewsd@gmail.com>

* fix(github): widen unbounded tool fields

Signed-off-by: Dan Crews <crewsd@gmail.com>

* fix(domain): widen unbounded CI/CD fields

Signed-off-by: Dan Crews <crewsd@gmail.com>

---------

Signed-off-by: Dan Crews <crewsd@gmail.com>

Author: dncrews

backend/core/models/domainlayer/devops/cicd_deployment_commit.go

@@ -25,7 +25,7 @@ type CicdDeploymentCommit struct {
 	domainlayer.DomainEntity
 	CicdScopeId         string `gorm:"index;type:varchar(255)"`
 	CicdDeploymentId    string `gorm:"type:varchar(255)"` // if it is converted from a cicd_pipeline_commit
-	Name                string `gorm:"type:varchar(255)"`
+	Name                string `gorm:"type:text"`
 	DisplayTitle        string
 	Url                 string
 	Result              string `gorm:"type:varchar(100)"`
@@ -39,11 +39,11 @@ type CicdDeploymentCommit struct {
 	QueuedDurationSec             *float64
 	CommitSha                     string `gorm:"primaryKey;type:varchar(255)"`
 	CommitMsg                     string
-	RefName                       string `gorm:"type:varchar(255)"` // to delete?
+	RefName                       string `gorm:"type:text"` // to delete?
 	RepoId                        string `gorm:"type:varchar(255)"`
 	RepoUrl                       string `gorm:"index;not null"`
 	PrevSuccessDeploymentCommitId string `gorm:"type:varchar(255)"`
-	SubtaskName                   string `gorm:"type:varchar(255)"`
+	SubtaskName                   string `gorm:"type:text"`
 }
 
 func (cicdDeploymentCommit CicdDeploymentCommit) TableName() string {

backend/core/models/domainlayer/devops/cicd_pipeline.go

@@ -27,7 +27,7 @@ import (
 
 type CICDPipeline struct {
 	domainlayer.DomainEntity
-	Name              string `gorm:"type:varchar(255)"`
+	Name              string `gorm:"type:text"`
 	DisplayTitle      string
 	Url               string
 	Result            string `gorm:"type:varchar(100)"`

backend/core/models/domainlayer/devops/cicd_release.go

@@ -28,8 +28,8 @@ type CicdRelease struct {
 
 	CicdScopeId string `gorm:"index;type:varchar(255)"`
 
-	Name         string `gorm:"type:varchar(255)"`
-	DisplayTitle string `gorm:"type:varchar(255)"`
+	Name         string `gorm:"type:text"`
+	DisplayTitle string `gorm:"type:text"`
 	Description  string `json:"description"`
 	URL          string `json:"url"`
 

backend/core/models/domainlayer/devops/cicd_scope.go

@@ -28,7 +28,7 @@ var _ plugin.Scope = (*CicdScope)(nil)
 
 type CicdScope struct {
 	domainlayer.DomainEntity
-	Name        string `gorm:"type:varchar(255)"`
+	Name        string `gorm:"type:text"`
 	Description string
 	Url         string `gorm:"type:varchar(255)"`
 	CreatedDate *time.Time

backend/core/models/domainlayer/devops/cicd_task.go

@@ -38,7 +38,7 @@ const ENV_NAME_PATTERN = "ENV_NAME_PATTERN"
 
 type CICDTask struct {
 	domainlayer.DomainEntity
-	Name              string `gorm:"type:varchar(255)"`
+	Name              string `gorm:"type:text"`
 	PipelineId        string `gorm:"index;type:varchar(255)"`
 	Result            string `gorm:"type:varchar(100)"`
 	Status            string `gorm:"type:varchar(100)"`

backend/core/models/domainlayer/devops/text_columns_test.go

@@ -0,0 +1,51 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package devops
+
+import (
+	"reflect"
+	"strings"
+	"testing"
+)
+
+func TestUnboundedStringFieldsUseText(t *testing.T) {
+	tests := []struct {
+		model any
+		field string
+	}{
+		{CICDTask{}, "Name"},
+		{CicdScope{}, "Name"},
+		{CicdRelease{}, "Name"},
+		{CicdRelease{}, "DisplayTitle"},
+		{CicdDeploymentCommit{}, "Name"},
+		{CicdDeploymentCommit{}, "SubtaskName"},
+		{CicdDeploymentCommit{}, "RefName"},
+		{CICDPipeline{}, "Name"},
+	}
+
+	for _, test := range tests {
+		modelType := reflect.TypeOf(test.model)
+		field, found := modelType.FieldByName(test.field)
+		if !found {
+			t.Fatalf("%s.%s not found", modelType.Name(), test.field)
+		}
+		if !strings.Contains(field.Tag.Get("gorm"), "type:text") {
+			t.Errorf("%s.%s gorm tag = %q, want type:text", modelType.Name(), test.field, field.Tag.Get("gorm"))
+		}
+	}
+}

backend/core/models/domainlayer/ticket/incident.go

@@ -46,7 +46,7 @@ type Incident struct {
 	Priority                string `gorm:"type:varchar(255)"`
 	Severity                string `gorm:"type:varchar(255)"`
 	Urgency                 string `gorm:"type:varchar(255)"`
-	Component               string `gorm:"type:varchar(255)"`
+	Component               string `gorm:"type:text"`
 	OriginalProject         string `gorm:"type:varchar(255)"`
 	Table                   string `gorm:"index:idx_table_scope_id;type:varchar(255)"`
 	ScopeId                 string `gorm:"index:idx_table_scope_id;type:varchar(255)"`

backend/core/models/domainlayer/ticket/incident_text_column_test.go

@@ -0,0 +1,34 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package ticket
+
+import (
+	"reflect"
+	"strings"
+	"testing"
+)
+
+func TestIncidentComponentUsesText(t *testing.T) {
+	field, found := reflect.TypeOf(Incident{}).FieldByName("Component")
+	if !found {
+		t.Fatal("Incident.Component not found")
+	}
+	if !strings.Contains(field.Tag.Get("gorm"), "type:text") {
+		t.Fatalf("Incident.Component gorm tag = %q, want type:text", field.Tag.Get("gorm"))
+	}
+}

backend/core/models/migrationscripts/20260818_add_blueprint_id_index_to_pipelines.go

@@ -0,0 +1,46 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package migrationscripts
+
+import (
+	"github.com/apache/incubator-devlake/core/context"
+	"github.com/apache/incubator-devlake/core/errors"
+	"github.com/apache/incubator-devlake/helpers/migrationhelper"
+)
+
+type addBlueprintIdIndexToPipelines struct{}
+
+type pipeline20260818 struct {
+	BlueprintId uint64 `gorm:"index"`
+}
+
+func (pipeline20260818) TableName() string {
+	return "_devlake_pipelines"
+}
+
+func (u *addBlueprintIdIndexToPipelines) Up(basicRes context.BasicRes) errors.Error {
+	return migrationhelper.AutoMigrateTables(basicRes, &pipeline20260818{})
+}
+
+func (*addBlueprintIdIndexToPipelines) Version() uint64 {
+	return 20260818000001
+}
+
+func (*addBlueprintIdIndexToPipelines) Name() string {
+	return "add blueprint_id index for _devlake_pipelines"
+}

backend/core/models/migrationscripts/20260819_expand_text_columns.go

@@ -0,0 +1,59 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package migrationscripts
+
+import (
+	"github.com/apache/incubator-devlake/core/context"
+	"github.com/apache/incubator-devlake/core/errors"
+	"github.com/apache/incubator-devlake/core/plugin"
+)
+
+var _ plugin.MigrationScript = (*expandDomainTextColumns)(nil)
+
+type expandDomainTextColumns struct{}
+
+func (*expandDomainTextColumns) Up(basicRes context.BasicRes) errors.Error {
+	db := basicRes.GetDal()
+	columns := []struct {
+		tableName  string
+		columnName string
+	}{
+		{"cicd_tasks", "name"},
+		{"cicd_scopes", "name"},
+		{"cicd_releases", "name"},
+		{"cicd_releases", "display_title"},
+		{"cicd_deployment_commits", "name"},
+		{"cicd_deployment_commits", "subtask_name"},
+		{"cicd_deployment_commits", "ref_name"},
+		{"incidents", "component"},
+	}
+	for _, column := range columns {
+		if err := db.ModifyColumnType(column.tableName, column.columnName, "text"); err != nil {
+			return err
+		}
+	}
+	return nil
+}
+
+func (*expandDomainTextColumns) Version() uint64 {
+	return 20260819000001
+}
+
+func (*expandDomainTextColumns) Name() string {
+	return "expand domain text columns"
+}