feat: Implement multi-configuration support for jobs

- Add support for multiple transfer configurations per job, allowing users to select one or more configurations.
- Update job creation and editing forms to handle multiple configuration selections with checkboxes.
- Enhance job processing logic to iterate through all associated configurations during execution.
- Introduce database migrations to add necessary fields for storing multiple configuration IDs.
- Update dashboard and history views to display configuration details for jobs.
- Refactor related templates and handlers to accommodate the new multi-configuration functionality.

internal/db/db.go

@@ -5,6 +5,8 @@ import (
 	"os"
 	"os/exec"
 	"path/filepath"
+	"strconv"
+	"strings"
 	"time"
 
 	"github.com/glebarez/sqlite"
@@ -115,6 +117,7 @@ type Job struct {
 	Name      string         `form:"name"`
 	ConfigID  uint           `gorm:"not null" form:"config_id"`
 	Config    TransferConfig `gorm:"foreignkey:ConfigID"`
+	ConfigIDs string         `gorm:"column:config_ids"` // Comma-separated list of config IDs
 	Schedule  string         `gorm:"not null" form:"schedule"`
 	Enabled   bool           `gorm:"default:true" form:"enabled"`
 	LastRun   *time.Time
@@ -125,10 +128,64 @@ type Job struct {
 	UpdatedAt time.Time
 }
 
+// GetConfigIDsList returns the list of config IDs as integers
+func (j *Job) GetConfigIDsList() []uint {
+	if j.ConfigIDs == "" {
+		// If ConfigIDs is empty but ConfigID is set, return that as the only ID
+		if j.ConfigID > 0 {
+			return []uint{j.ConfigID}
+		}
+		return []uint{}
+	}
+
+	// Split the comma-separated string
+	strIDs := strings.Split(j.ConfigIDs, ",")
+	ids := make([]uint, 0, len(strIDs))
+
+	// Convert each string to uint
+	for _, strID := range strIDs {
+		if id, err := strconv.ParseUint(strings.TrimSpace(strID), 10, 32); err == nil {
+			ids = append(ids, uint(id))
+		}
+	}
+
+	return ids
+}
+
+// SetConfigIDsList sets the config IDs from a slice of uint
+func (j *Job) SetConfigIDsList(ids []uint) {
+	// Convert to strings
+	strIDs := make([]string, len(ids))
+	for i, id := range ids {
+		strIDs[i] = strconv.FormatUint(uint64(id), 10)
+	}
+
+	// Join with commas
+	j.ConfigIDs = strings.Join(strIDs, ",")
+
+	// If there's at least one ID, set ConfigID to the first one for backward compatibility
+	if len(ids) > 0 {
+		j.ConfigID = ids[0]
+	}
+}
+
+// GetConfigIDsAsStrings returns the list of config IDs as strings for template rendering
+func (j *Job) GetConfigIDsAsStrings() []string {
+	ids := j.GetConfigIDsList()
+	strIDs := make([]string, len(ids))
+
+	for i, id := range ids {
+		strIDs[i] = fmt.Sprintf("'%d'", id)
+	}
+
+	return strIDs
+}
+
 type JobHistory struct {
 	ID               uint      `gorm:"primarykey"`
 	JobID            uint      `gorm:"not null"`
 	Job              Job       `gorm:"foreignkey:JobID"`
+	ConfigID         uint      `gorm:"default:0"` // The specific config ID this history entry is for
 	StartTime        time.Time `gorm:"not null"`
 	EndTime          *time.Time
 	Status           string `gorm:"not null"`
@@ -142,6 +199,7 @@ type FileMetadata struct {
 	ID              uint   `gorm:"primarykey"`
 	JobID           uint   `gorm:"not null;index"`
 	Job             Job    `gorm:"foreignkey:JobID"`
+	ConfigID        uint   `gorm:"default:0"` // The specific config ID this file was processed with
 	FileName        string `gorm:"not null"`
 	OriginalPath    string `gorm:"not null"`
 	FileSize        int64  `gorm:"not null"`
@@ -777,3 +835,30 @@ func (db *DB) GetActiveJobs() ([]Job, error) {
 	err := db.Preload("Config").Where("enabled = ?", true).Find(&jobs).Error
 	return jobs, err
 }
+
+// GetConfigsForJob returns all transfer configurations associated with a job
+func (db *DB) GetConfigsForJob(jobID uint) ([]TransferConfig, error) {
+	var job Job
+	if err := db.First(&job, jobID).Error; err != nil {
+		return nil, err
+	}
+
+	// Get the list of config IDs
+	configIDs := job.GetConfigIDsList()
+	if len(configIDs) == 0 {
+		// If there are no IDs in the list but there is a configID, use that
+		if job.ConfigID > 0 {
+			configIDs = []uint{job.ConfigID}
+		} else {
+			return []TransferConfig{}, nil
+		}
+	}
+
+	// Fetch all configs
+	var configs []TransferConfig
+	if err := db.Where("id IN ?", configIDs).Find(&configs).Error; err != nil {
+		return nil, err
+	}
+
+	return configs, nil
+}

internal/db/migrations/add_multi_config_support.go

@@ -0,0 +1,49 @@
+package migrations
+
+import (
+	"github.com/go-gormigrate/gormigrate/v2"
+	"gorm.io/gorm"
+)
+
+// AddMultiConfigSupport adds support for multiple configurations per job
+func AddMultiConfigSupport() *gormigrate.Migration {
+	return &gormigrate.Migration{
+		ID: "20250315_add_multi_config_support",
+		Migrate: func(tx *gorm.DB) error {
+			// Add config_ids column to jobs table
+			if err := tx.Exec("ALTER TABLE jobs ADD COLUMN config_ids TEXT").Error; err != nil {
+				return err
+			}
+
+			// Add config_id column to job_histories table
+			if err := tx.Exec("ALTER TABLE job_histories ADD COLUMN config_id INTEGER").Error; err != nil {
+				return err
+			}
+
+			// Add config_id column to file_metadata table
+			if err := tx.Exec("ALTER TABLE file_metadata ADD COLUMN config_id INTEGER").Error; err != nil {
+				return err
+			}
+
+			// Update existing jobs to set the config_ids field to match the current config_id
+			if err := tx.Exec("UPDATE jobs SET config_ids = config_id WHERE config_id > 0").Error; err != nil {
+				return err
+			}
+
+			return nil
+		},
+		Rollback: func(tx *gorm.DB) error {
+			// Drop the config_id columns from job_histories and file_metadata
+			if err := tx.Exec("ALTER TABLE job_histories DROP COLUMN config_id").Error; err != nil {
+				return err
+			}
+
+			if err := tx.Exec("ALTER TABLE file_metadata DROP COLUMN config_id").Error; err != nil {
+				return err
+			}
+
+			// Drop the config_ids column from jobs
+			return tx.Exec("ALTER TABLE jobs DROP COLUMN config_ids").Error
+		},
+	}
+}

internal/db/migrations/migrations.go

@@ -13,6 +13,7 @@ func InitMigrations(db *gorm.DB) *gormigrate.Gormigrate {
 		AddCloudStorageFields(),
 		AddSkipProcessedFilesColumn(),
 		AddMaxConcurrentTransfersColumn(),
+		AddMultiConfigSupport(),
 	}
 
 	return gormigrate.New(db, gormigrate.DefaultOptions, migrations)