Add storage provider import feature with rclone config support

This commit is contained in:
StarFleetCPTN
2025-04-18 16:16:49 -07:00
parent 23db71c4a8
commit 5da298ef0b
8 changed files with 659 additions and 2 deletions
+13
View File
@@ -0,0 +1,13 @@
package components
type RcloneImportPreview struct {
Remotes []RcloneRemotePreview
Error string
}
type RcloneRemotePreview struct {
Name string
Type string
Fields map[string]string
Import bool // Should import
}
+9
View File
@@ -19,6 +19,14 @@ templ StorageProviders(ctx context.Context, data StorageProvidersData) {
@toast.Container()
@toast.ShowToastJS()
<!-- Import rclone config link -->
<div class="mb-4 flex items-center gap-3">
<a href="/storage-providers/import" class="bg-blue-600 hover:bg-blue-700 text-white font-semibold px-4 py-2 rounded-lg shadow flex items-center">
<i class="fas fa-file-import mr-2"></i>
Import rclone config
</a>
</div>
<script>
// Handle test provider button clicks
window.testProvider = function(button) {
@@ -237,6 +245,7 @@ templ StorageProviders(ctx context.Context, data StorageProvidersData) {
}
<div id="providers-container" style="min-height: 100vh; background-color: rgb(249, 250, 251);" class="providers-page bg-gray-50 dark:bg-gray-900">
<!-- Providers list follows; import button is above -->
<div class="pb-8 w-full">
<!-- Display error alert if data.Error is not empty -->
if data.Error != "" {
+146
View File
@@ -0,0 +1,146 @@
package components
import (
"context"
"fmt"
)
// Storage Providers Import Page
// User uploads a config, previews/edit remotes, selects which to import
// On submit, POSTs selected remotes to /storage-providers/import/confirm
// Main import page template
templ StorageProvidersImport(ctx context.Context, preview RcloneImportPreview) {
<div id="providers-container" style="min-height: 100vh; background-color: rgb(249, 250, 251);" class="providers-page bg-gray-50 dark:bg-gray-900 pb-8 w-full">
<!-- Header with back button -->
<div class="mb-6 flex flex-col md:flex-row md:items-center md:justify-between gap-4">
<h1 class="text-2xl font-bold text-gray-900 dark:text-white flex items-center">
<i class="fas fa-file-import w-6 h-6 mr-2 text-blue-500 dark:text-blue-400"></i>
Import rclone Config
</h1>
<a href="/storage-providers" class="flex items-center justify-center text-gray-700 bg-gray-100 hover:bg-gray-200 focus:ring-4 focus:ring-gray-300 font-medium rounded-lg px-5 py-2.5 dark:bg-gray-700 dark:hover:bg-gray-600 dark:text-white focus:outline-none dark:focus:ring-gray-800">
<i class="fas fa-arrow-left w-4 h-4 mr-2"></i>
Back to Providers
</a>
</div>
<!-- Main content -->
<div class="bg-white border border-gray-200 rounded-lg shadow-sm dark:border-gray-700 dark:bg-gray-800 p-6">
<div class="mb-6">
<p class="text-gray-700 dark:text-gray-300 mb-4">
Upload your rclone configuration file to import storage providers. You'll be able to preview and select which remotes to import.
</p>
<form id="rclone-upload-form" enctype="multipart/form-data" method="POST" action="/storage-providers/import/preview" hx-post="/storage-providers/import/preview" hx-target="#import-preview" hx-swap="innerHTML" class="mt-4">
<div class="mb-4">
<label class="block mb-2 text-sm font-medium text-gray-900 dark:text-white">Select rclone config file:</label>
<input type="file" name="rclone_config" accept=".conf,.txt,.ini,.cfg" required class="block w-full text-sm text-gray-900 border border-gray-300 rounded-lg cursor-pointer bg-gray-50 dark:text-gray-400 focus:outline-none dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400" />
<p class="mt-1 text-sm text-gray-500 dark:text-gray-400">Accepted formats: .conf, .txt, .ini, .cfg</p>
</div>
<button type="submit" class="text-white bg-blue-700 hover:bg-blue-800 focus:ring-4 focus:ring-blue-300 font-medium rounded-lg text-sm px-5 py-2.5 dark:bg-blue-600 dark:hover:bg-blue-700 focus:outline-none dark:focus:ring-blue-800">
<i class="fas fa-search mr-2"></i>
Preview Remotes
</button>
</form>
</div>
<div id="import-preview" class="mt-6">
@RcloneImportPreviewContent(ctx, preview)
</div>
<div id="import-result" class="mt-6"></div>
</div>
</div>
}
// Just the preview content for HTMX updates
templ RcloneImportPreviewContent(ctx context.Context, preview RcloneImportPreview) {
if preview.Error != "" {
<div class="mb-4 p-4 text-sm text-red-800 rounded-lg bg-red-50 dark:bg-gray-800 dark:text-red-400" role="alert">
<div class="flex items-center">
<i class="fas fa-exclamation-circle flex-shrink-0 mr-2"></i>
<span>{preview.Error}</span>
</div>
</div>
} else if preview.Remotes != nil && len(preview.Remotes) > 0 {
<div class="mb-4">
<h3 class="text-lg font-semibold text-gray-900 dark:text-white mb-2">Found {fmt.Sprintf("%d", len(preview.Remotes))} remotes</h3>
<p class="text-gray-700 dark:text-gray-300 mb-4">Select which remotes to import and edit their details if needed.</p>
</div>
<form id="confirm-import-form" method="POST" action="/storage-providers/import/confirm" hx-post="/storage-providers/import/confirm" hx-target="#import-result" hx-swap="innerHTML">
<div class="relative overflow-x-auto shadow-md sm:rounded-lg">
<table class="w-full text-sm text-left text-gray-500 dark:text-gray-400">
<thead class="text-xs text-gray-700 uppercase bg-gray-50 dark:bg-gray-700 dark:text-gray-400">
<tr>
<th scope="col" class="px-6 py-3">
<div class="flex items-center">
<input type="checkbox" checked class="w-4 h-4 text-blue-600 bg-gray-100 border-gray-300 rounded focus:ring-blue-500 dark:focus:ring-blue-600 dark:ring-offset-gray-800 dark:focus:ring-offset-gray-800 focus:ring-2 dark:bg-gray-700 dark:border-gray-600" id="select-all-checkbox" onclick="toggleAllCheckboxes(this)" />
<label for="select-all-checkbox" class="ml-2 text-sm font-medium text-gray-900 dark:text-gray-300">Import?</label>
</div>
</th>
<th scope="col" class="px-6 py-3">Name</th>
<th scope="col" class="px-6 py-3">Type</th>
<th scope="col" class="px-6 py-3">Fields</th>
</tr>
</thead>
<tbody>
if len(preview.Remotes) > 0 {
for _, remote := range preview.Remotes {
<tr class="bg-white border-b dark:bg-gray-800 dark:border-gray-700 hover:bg-gray-50 dark:hover:bg-gray-700">
<td class="px-6 py-4">
<input type="checkbox" name={"import_" + remote.Name} checked class="w-4 h-4 text-blue-600 bg-gray-100 border-gray-300 rounded focus:ring-blue-500 dark:focus:ring-blue-600 dark:ring-offset-gray-800 dark:focus:ring-offset-gray-800 focus:ring-2 dark:bg-gray-700 dark:border-gray-600" />
</td>
<td class="px-6 py-4">
<input type="text" name={"name_" + remote.Name} value={remote.Name} class="bg-gray-50 border border-gray-300 text-gray-900 text-sm rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-2.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500" />
</td>
<td class="px-6 py-4">
<input type="text" name={"type_" + remote.Name} value={remote.Type} class="bg-gray-50 border border-gray-300 text-gray-900 text-sm rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-2.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500" />
</td>
<td class="px-6 py-4">
<div class="space-y-2">
for k, v := range remote.Fields {
<div class="flex items-center gap-2">
<span class="font-mono text-xs text-gray-700 dark:text-gray-300 min-w-[80px]">{k}:</span>
<input type="text" name={"field_" + remote.Name + "_" + k} value={v} class="bg-gray-50 border border-gray-300 text-gray-900 text-xs rounded-lg focus:ring-blue-500 focus:border-blue-500 block w-full p-1.5 dark:bg-gray-700 dark:border-gray-600 dark:placeholder-gray-400 dark:text-white dark:focus:ring-blue-500 dark:focus:border-blue-500" />
</div>
}
</div>
</td>
</tr>
}
} else {
<tr class="bg-white border-b dark:bg-gray-800 dark:border-gray-700">
<td colspan="4" class="px-6 py-4 text-center text-gray-500 dark:text-gray-400">No remotes found in config.</td>
</tr>
}
</tbody>
</table>
</div>
<div class="mt-6">
<button type="submit" class="text-white bg-green-700 hover:bg-green-800 focus:ring-4 focus:ring-green-300 font-medium rounded-lg text-sm px-5 py-2.5 dark:bg-green-600 dark:hover:bg-green-700 focus:outline-none dark:focus:ring-green-800">
<i class="fas fa-file-import mr-2"></i>
Import Selected Remotes
</button>
<a href="/storage-providers" class="ml-2 text-gray-900 bg-white border border-gray-300 focus:outline-none hover:bg-gray-100 focus:ring-4 focus:ring-gray-200 font-medium rounded-lg text-sm px-5 py-2.5 dark:bg-gray-800 dark:text-white dark:border-gray-600 dark:hover:bg-gray-700 dark:hover:border-gray-600 dark:focus:ring-gray-700">Cancel</a>
</div>
<script>
function toggleAllCheckboxes(source) {
const checkboxes = document.querySelectorAll('input[type="checkbox"][name^="import_"]');
for (let i = 0; i < checkboxes.length; i++) {
checkboxes[i].checked = source.checked;
}
}
</script>
</form>
} else {
<div class="flex p-4 mb-4 text-sm text-gray-800 border border-gray-300 rounded-lg bg-gray-50 dark:bg-gray-800 dark:text-gray-300 dark:border-gray-600" role="alert">
<i class="fas fa-info-circle flex-shrink-0 inline w-5 h-5 mr-3"></i>
<span class="sr-only">Info</span>
<div>
Upload a config file to preview rclone remotes for import.
</div>
</div>
}
}
@@ -0,0 +1,12 @@
package components
import (
"context"
)
// StorageProvidersImportPage wraps the import component with the layout
templ StorageProvidersImportPage(ctx context.Context, preview RcloneImportPreview) {
@LayoutWithContext("Import rclone Config", ctx) {
@StorageProvidersImport(ctx, preview)
}
}
+1
View File
@@ -9,6 +9,7 @@ type StorageProviderType string
const (
// Storage provider types
ProviderTypeGeneric StorageProviderType = "generic" // Generic/unknown provider type
ProviderTypeSFTP StorageProviderType = "sftp"
ProviderTypeS3 StorageProviderType = "s3"
ProviderTypeOneDrive StorageProviderType = "onedrive"
+10
View File
@@ -6,6 +6,16 @@ import (
// --- StorageProvider Store Methods ---
// GetStorageProviderByNameAndUser retrieves a storage provider by name and user
func (db *DB) GetStorageProviderByNameAndUser(name string, userID uint) (*StorageProvider, error) {
var provider StorageProvider
err := db.Where("name = ? AND created_by = ?", name, userID).First(&provider).Error
if err != nil {
return nil, err
}
return &provider, nil
}
// CreateStorageProvider creates a new storage provider record
func (db *DB) CreateStorageProvider(provider *StorageProvider) error {
return db.Create(provider).Error
+7 -2
View File
@@ -57,12 +57,17 @@ func (h *Handlers) RegisterRoutes(router *gin.Engine) {
authorized.DELETE("/storage-providers/:id", h.HandleDeleteStorageProvider)
authorized.POST("/storage-providers/:id/test", h.HandleTestStorageProvider)
authorized.POST("/storage-providers/:id/duplicate", h.HandleDuplicateStorageProvider)
// New import workflow
authorized.GET("/storage-providers/import", h.HandleStorageProvidersImportPage)
authorized.POST("/storage-providers/import/preview", h.HandleStorageProvidersImportPreview)
authorized.POST("/storage-providers/import/confirm", h.HandleStorageProvidersImportConfirm)
// Google Drive authentication routes for storage providers
authorized.GET("/storage-providers/:id/gdrive-auth", h.HandleStorageProviderGDriveAuth)
authorized.GET("/storage-providers/gdrive-callback", h.HandleStorageProviderGDriveAuthCallback)
authorized.GET("/storage-providers/gdrive-token", h.HandleStorageProviderGDriveTokenProcess)
// Google Drive headless authentication routes for storage providers
authorized.GET("/storage-providers/:id/gdrive-headless-auth", h.HandleStorageProviderGDriveHeadlessAuth)
authorized.POST("/storage-providers/gdrive-headless-token", h.HandleStorageProviderGDriveHeadlessTokenSubmit)
@@ -1,7 +1,9 @@
package handlers
import (
"encoding/json"
"fmt"
"io"
"log"
"net/http"
"strconv"
@@ -383,6 +385,465 @@ func (h *Handlers) HandleDuplicateStorageProvider(c *gin.Context) {
c.JSON(http.StatusOK, gin.H{"message": "Provider duplicated successfully"})
}
// Handler for rendering the import page
func (h *Handlers) HandleStorageProvidersImportPage(c *gin.Context) {
ctx := components.CreateTemplateContext(c)
_ = components.StorageProvidersImportPage(ctx, components.RcloneImportPreview{}).Render(ctx, c.Writer)
}
// Handler for previewing rclone config remotes
func (h *Handlers) HandleStorageProvidersImportPreview(c *gin.Context) {
userID := c.GetUint("userID")
file, _, err := c.Request.FormFile("rclone_config")
if err != nil {
ctx := components.CreateTemplateContext(c)
// Check if this is an HTMX request
if c.GetHeader("HX-Request") == "true" {
_ = components.RcloneImportPreviewContent(ctx, components.RcloneImportPreview{Error: "Failed to read uploaded file"}).Render(ctx, c.Writer)
} else {
_ = components.StorageProvidersImportPage(ctx, components.RcloneImportPreview{Error: "Failed to read uploaded file"}).Render(ctx, c.Writer)
}
return
}
defer file.Close()
content, err := io.ReadAll(file)
if err != nil {
ctx := components.CreateTemplateContext(c)
// Check if this is an HTMX request
if c.GetHeader("HX-Request") == "true" {
_ = components.RcloneImportPreviewContent(ctx, components.RcloneImportPreview{Error: "Failed to read file content"}).Render(ctx, c.Writer)
} else {
_ = components.StorageProvidersImportPage(ctx, components.RcloneImportPreview{Error: "Failed to read file content"}).Render(ctx, c.Writer)
}
return
}
parsed, err := parseRcloneConfig(content)
if err != nil {
ctx := components.CreateTemplateContext(c)
// Check if this is an HTMX request
if c.GetHeader("HX-Request") == "true" {
_ = components.RcloneImportPreviewContent(ctx, components.RcloneImportPreview{Error: fmt.Sprintf("Failed to parse config: %v", err)}).Render(ctx, c.Writer)
} else {
_ = components.StorageProvidersImportPage(ctx, components.RcloneImportPreview{Error: fmt.Sprintf("Failed to parse config: %v", err)}).Render(ctx, c.Writer)
}
return
}
var remotes []components.RcloneRemotePreview
for name, section := range parsed {
provider, _ := storageProviderFromRcloneSection(name, section, userID)
fields := make(map[string]string)
for k, v := range section {
fields[k] = v
}
remotes = append(remotes, components.RcloneRemotePreview{
Name: provider.Name,
Type: string(provider.Type),
Fields: fields,
Import: true,
})
}
ctx := components.CreateTemplateContext(c)
// Check if this is an HTMX request
if c.GetHeader("HX-Request") == "true" {
_ = components.RcloneImportPreviewContent(ctx, components.RcloneImportPreview{Remotes: remotes}).Render(ctx, c.Writer)
} else {
_ = components.StorageProvidersImportPage(ctx, components.RcloneImportPreview{Remotes: remotes}).Render(ctx, c.Writer)
}
}
// Handler for confirming import of selected remotes
func (h *Handlers) HandleStorageProvidersImportConfirm(c *gin.Context) {
userID := c.GetUint("userID")
// Make sure form is parsed
err := c.Request.ParseMultipartForm(32 << 20) // 32MB max memory
if err != nil {
log.Printf("Error parsing form: %v", err)
}
// For debugging
log.Printf("Form data: %+v", c.Request.PostForm)
log.Printf("Form method: %s", c.Request.Method)
// Parse remotes from form
remotes := []db.StorageProvider{}
// Debug: check for import_ keys
var importKeys []string
for key := range c.Request.PostForm {
if strings.HasPrefix(key, "import_") {
importKeys = append(importKeys, key)
log.Printf("Found import key: %s with value: %v", key, c.Request.PostForm[key])
}
}
log.Printf("Import keys found: %v", importKeys)
for key, vals := range c.Request.PostForm {
log.Printf("Processing key: %s with values: %v", key, vals)
if strings.HasPrefix(key, "import_") {
// Check the value - it might not be exactly "on"
log.Printf("Import checkbox value: %v", vals)
// Accept any non-empty value as checked
if len(vals) > 0 && vals[0] != "" {
name := strings.TrimPrefix(key, "import_")
log.Printf("Processing remote: %s", name)
providerType := db.StorageProviderType(c.PostForm("type_" + name))
provider := db.StorageProvider{
Name: c.PostForm("name_" + name),
Type: providerType,
CreatedBy: userID,
}
// Collect all fields for this provider
fields := map[string]string{}
for k, v := range c.Request.PostForm {
if strings.HasPrefix(k, "field_"+name+"_") && len(v) > 0 {
fieldKey := strings.TrimPrefix(k, "field_"+name+"_")
fields[fieldKey] = v[0]
}
}
// Map fields to provider struct based on provider type
switch providerType {
case db.ProviderTypeGoogleDrive:
// Map Google Drive specific fields
for fieldKey, fieldValue := range fields {
switch fieldKey {
case "client_id":
provider.ClientID = fieldValue
case "client_secret":
provider.ClientSecret = fieldValue
case "refresh_token":
provider.RefreshToken = fieldValue
case "token":
// Token is a JSON object containing access_token, refresh_token, etc.
// Extract refresh_token if not already set
if provider.RefreshToken == "" {
// Try to parse the token JSON
var tokenData map[string]interface{}
if err := json.Unmarshal([]byte(fieldValue), &tokenData); err == nil {
if rt, ok := tokenData["refresh_token"].(string); ok && rt != "" {
provider.RefreshToken = rt
}
}
}
case "team_drive":
provider.TeamDrive = fieldValue
}
}
// Set authenticated to true for OAuth providers with refresh token
if provider.RefreshToken != "" {
authenticated := true
provider.Authenticated = &authenticated
}
case db.ProviderTypeS3, db.ProviderTypeB2, db.ProviderTypeWasabi, db.ProviderTypeMinio:
// Map S3-compatible provider fields
for fieldKey, fieldValue := range fields {
switch fieldKey {
case "access_key_id", "access_key":
provider.AccessKey = fieldValue
case "secret_access_key", "secret_key":
provider.SecretKey = fieldValue
case "endpoint":
provider.Endpoint = fieldValue
case "region":
provider.Region = fieldValue
case "bucket":
provider.Bucket = fieldValue
}
}
case db.ProviderTypeSFTP, db.ProviderTypeFTP:
// Map SFTP/FTP fields
for fieldKey, fieldValue := range fields {
switch fieldKey {
case "host":
provider.Host = fieldValue
case "user", "username":
provider.Username = fieldValue
case "pass", "password":
provider.Password = fieldValue
case "port":
if port, err := strconv.Atoi(fieldValue); err == nil {
provider.Port = port
}
}
}
case db.ProviderTypeSMB:
// Map SMB fields
for fieldKey, fieldValue := range fields {
switch fieldKey {
case "host":
provider.Host = fieldValue
case "user", "username":
provider.Username = fieldValue
case "pass", "password":
provider.Password = fieldValue
case "domain":
provider.Domain = fieldValue
case "share":
provider.Share = fieldValue
}
}
case db.ProviderTypeOneDrive:
// Map OneDrive fields
for fieldKey, fieldValue := range fields {
switch fieldKey {
case "client_id":
provider.ClientID = fieldValue
case "client_secret":
provider.ClientSecret = fieldValue
case "refresh_token":
provider.RefreshToken = fieldValue
case "drive_id":
provider.DriveID = fieldValue
}
}
// Set authenticated to true for OAuth providers with refresh token
if provider.RefreshToken != "" {
authenticated := true
provider.Authenticated = &authenticated
}
default:
// For other provider types, log the fields for debugging
log.Printf("Unhandled provider type: %s with fields: %v", providerType, fields)
}
remotes = append(remotes, provider)
}
}
}
// Import each selected provider
var importErrs []string
var successCount int
for _, provider := range remotes {
log.Printf("Importing provider: %+v", provider)
err := createOrUpdateStorageProvider(h.DB, &provider)
if err != nil {
importErrs = append(importErrs, fmt.Sprintf("%s: %v", provider.Name, err))
} else {
successCount++
}
}
// Create template context
ctx := components.CreateTemplateContext(c)
// Prepare result message
if c.GetHeader("HX-Request") == "true" {
var resultHTML string
if len(importErrs) > 0 {
// Error message
errorMsg := "<div class=\"mb-4 p-4 text-sm text-red-800 rounded-lg bg-red-50 dark:bg-gray-800 dark:text-red-400\" role=\"alert\">\n"
errorMsg += "<div class=\"flex items-center\">\n"
errorMsg += "<i class=\"fas fa-exclamation-circle flex-shrink-0 mr-2\"></i>\n"
errorMsg += "<span>Failed to import some providers:</span>\n"
errorMsg += "</div>\n"
errorMsg += "<ul class=\"mt-1.5 ml-4 list-disc list-inside\">\n"
for _, err := range importErrs {
errorMsg += "<li>" + err + "</li>\n"
}
errorMsg += "</ul>\n"
errorMsg += "</div>\n"
// If some providers were imported successfully
if successCount > 0 {
errorMsg += "<div class=\"mb-4 p-4 text-sm text-green-800 rounded-lg bg-green-50 dark:bg-gray-800 dark:text-green-400\" role=\"alert\">\n"
errorMsg += "<div class=\"flex items-center\">\n"
errorMsg += "<i class=\"fas fa-check-circle flex-shrink-0 mr-2\"></i>\n"
errorMsg += fmt.Sprintf("<span>Successfully imported %d provider(s)</span>\n", successCount)
errorMsg += "</div>\n"
errorMsg += "</div>\n"
}
resultHTML = errorMsg
} else if successCount > 0 {
// Success message
successMsg := "<div class=\"mb-4 p-4 text-sm text-green-800 rounded-lg bg-green-50 dark:bg-gray-800 dark:text-green-400\" role=\"alert\">\n"
successMsg += "<div class=\"flex items-center\">\n"
successMsg += "<i class=\"fas fa-check-circle flex-shrink-0 mr-2\"></i>\n"
successMsg += fmt.Sprintf("<span>Successfully imported %d provider(s)</span>\n", successCount)
successMsg += "</div>\n"
successMsg += "</div>\n"
resultHTML = successMsg
} else {
// No providers selected
resultHTML = "<div class=\"mb-4 p-4 text-sm text-blue-800 rounded-lg bg-blue-50 dark:bg-gray-800 dark:text-blue-400\" role=\"alert\">\n"
resultHTML += "<div class=\"flex items-center\">\n"
resultHTML += "<i class=\"fas fa-info-circle flex-shrink-0 mr-2\"></i>\n"
resultHTML += "<span>No providers were selected for import</span>\n"
resultHTML += "</div>\n"
resultHTML += "</div>\n"
}
// Add buttons
resultHTML += "<div class=\"mt-6\">\n"
resultHTML += "<a href=\"/storage-providers\" class=\"text-white bg-blue-700 hover:bg-blue-800 focus:ring-4 focus:ring-blue-300 font-medium rounded-lg text-sm px-5 py-2.5 dark:bg-blue-600 dark:hover:bg-blue-700 focus:outline-none dark:focus:ring-blue-800\">\n"
resultHTML += "<i class=\"fas fa-list mr-2\"></i>View All Providers\n"
resultHTML += "</a>\n"
resultHTML += "<a href=\"/storage-providers/import\" class=\"ml-2 text-gray-900 bg-white border border-gray-300 focus:outline-none hover:bg-gray-100 focus:ring-4 focus:ring-gray-200 font-medium rounded-lg text-sm px-5 py-2.5 dark:bg-gray-800 dark:text-white dark:border-gray-600 dark:hover:bg-gray-700 dark:hover:border-gray-600 dark:focus:ring-gray-700\">\n"
resultHTML += "<i class=\"fas fa-file-import mr-2\"></i>Import Another Config\n"
resultHTML += "</a>\n"
resultHTML += "</div>\n"
// Send response
c.Writer.Header().Set("Content-Type", "text/html")
c.Writer.WriteHeader(http.StatusOK)
c.Writer.Write([]byte(resultHTML))
} else {
// For regular requests, redirect to storage providers page with a flash message
if len(importErrs) > 0 {
// Show error page
_ = components.StorageProvidersImportPage(ctx, components.RcloneImportPreview{Error: strings.Join(importErrs, "; ")}).Render(ctx, c.Writer)
} else {
// Redirect to storage providers page on success
c.Redirect(http.StatusSeeOther, "/storage-providers")
}
}
}
// Handler for importing rclone config file
func (h *Handlers) HandleImportRcloneConfig(c *gin.Context) {
userID := c.GetUint("userID")
file, _, err := c.Request.FormFile("rclone_config")
if err != nil {
c.JSON(400, gin.H{"error": "Missing file: " + err.Error()})
return
}
defer file.Close()
// Read the file content
content, err := io.ReadAll(file)
if err != nil {
c.JSON(400, gin.H{"error": "Failed to read file: " + err.Error()})
return
}
// Parse as INI (rclone config format)
cfg, err := parseRcloneConfig(content)
if err != nil {
c.JSON(400, gin.H{"error": "Invalid rclone config: " + err.Error()})
return
}
imported := 0
failed := 0
var errors []string
for name, section := range cfg {
provider, err := storageProviderFromRcloneSection(name, section, userID)
if err != nil {
failed++
errors = append(errors, name+": "+err.Error())
continue
}
// Try to create or update
err = createOrUpdateStorageProvider(h.DB, &provider)
if err != nil {
failed++
errors = append(errors, name+": "+err.Error())
continue
}
imported++
}
if failed == 0 {
c.JSON(200, gin.H{"message": "Imported successfully", "imported": imported})
} else {
c.JSON(400, gin.H{"error": "Some remotes failed", "imported": imported, "failed": failed, "details": errors})
}
}
// Helper: parse rclone config INI into map[string]map[string]string
func parseRcloneConfig(content []byte) (map[string]map[string]string, error) {
cfg := make(map[string]map[string]string)
var current string
lines := strings.Split(string(content), "\n")
for _, line := range lines {
line = strings.TrimSpace(line)
if line == "" || strings.HasPrefix(line, ";") || strings.HasPrefix(line, "#") {
continue
}
if strings.HasPrefix(line, "[") && strings.HasSuffix(line, "]") {
current = strings.TrimSuffix(strings.TrimPrefix(line, "["), "]")
cfg[current] = make(map[string]string)
continue
}
if current == "" {
continue
}
parts := strings.SplitN(line, "=", 2)
if len(parts) == 2 {
cfg[current][strings.TrimSpace(parts[0])] = strings.TrimSpace(parts[1])
}
}
return cfg, nil
}
// Helper: create or update provider (fallback if DB method not present)
func createOrUpdateStorageProvider(dbh *db.DB, provider *db.StorageProvider) error {
existing, err := dbh.GetStorageProviderByNameAndUser(provider.Name, provider.CreatedBy)
if err == nil && existing != nil {
provider.ID = existing.ID
return dbh.UpdateStorageProvider(provider)
}
return dbh.CreateStorageProvider(provider)
}
// Helper: convert rclone section to StorageProvider
func storageProviderFromRcloneSection(name string, section map[string]string, userID uint) (db.StorageProvider, error) {
providerType, ok := section["type"]
if !ok || providerType == "" {
providerType = string(db.ProviderTypeGeneric)
}
// Optionally: you can check for known types and set generic if not recognized
knownTypes := map[string]bool{
"sftp": true, "s3": true, "onedrive": true, "drive": true, "gphotos": true, "ftp": true, "smb": true, "hetzner": true, "local": true, "webdav": true, "nextcloud": true, "b2": true, "wasabi": true, "minio": true,
}
if !knownTypes[providerType] {
providerType = string(db.ProviderTypeGeneric)
}
provider := db.StorageProvider{
Name: name,
Type: db.StorageProviderType(providerType),
CreatedBy: userID,
}
// Map common fields
for k, v := range section {
switch k {
case "host":
provider.Host = v
case "user":
provider.Username = v
case "pass":
provider.Password = v
case "port":
if port, err := strconv.Atoi(v); err == nil {
provider.Port = port
}
case "bucket":
provider.Bucket = v
case "region":
provider.Region = v
case "access_key_id":
provider.AccessKey = v
case "secret_access_key":
provider.SecretKey = v
case "endpoint":
provider.Endpoint = v
case "domain":
provider.Domain = v
// Add more mappings as needed
}
}
return provider, nil
}
// Helper function to parse provider from form
func (h *Handlers) parseProviderFromForm(c *gin.Context) (db.StorageProvider, error) {
provider := db.StorageProvider{}