Files
bamort/backend/maintenance/handlers.go
T

436 lines
13 KiB
Go
Raw Normal View History

2025-01-03 15:50:56 +01:00
package maintenance
2025-01-02 21:42:20 +01:00
import (
"bamort/database"
2025-07-27 23:13:04 +02:00
"bamort/models"
2025-01-02 21:42:20 +01:00
"bamort/user"
2025-07-24 07:39:43 +02:00
"fmt"
2025-01-02 21:42:20 +01:00
"net/http"
2025-07-24 07:39:43 +02:00
"os"
"path/filepath"
"strings"
2025-01-02 21:42:20 +01:00
"github.com/gin-gonic/gin"
2025-07-24 07:39:43 +02:00
"gorm.io/driver/sqlite"
"gorm.io/gorm"
2025-07-29 09:42:53 +02:00
"gorm.io/gorm/clause"
2025-01-02 21:42:20 +01:00
)
2025-07-24 07:39:43 +02:00
// Constants for test data management
var (
testDataDir = database.TestDataDir
preparedTestDB = database.PreparedTestDB
)
func respondWithError(c *gin.Context, status int, message string) {
c.JSON(status, gin.H{"error": message})
}
// migrateAllStructures migrates all database structures to the provided database
func migrateAllStructures(db *gorm.DB) error {
// Migrate all structures in the correct order
if err := database.MigrateStructure(db); err != nil {
return fmt.Errorf("failed to migrate database structures: %w", err)
}
if err := user.MigrateStructure(db); err != nil {
return fmt.Errorf("failed to migrate user structures: %w", err)
}
if err := models.MigrateStructure(db); err != nil {
2025-07-24 07:39:43 +02:00
return fmt.Errorf("failed to migrate gsmaster structures: %w", err)
}
2025-07-29 07:59:40 +02:00
/*if err := importer.MigrateStructure(db); err != nil {
2025-07-24 07:39:43 +02:00
return fmt.Errorf("failed to migrate importer structures: %w", err)
}*/
2025-07-24 07:39:43 +02:00
return nil
}
2025-08-07 09:41:51 +02:00
func migrateDataIfNeeded(db *gorm.DB) error {
// Kopiere categorie nach learning_category für Spells, wenn learning_category leer ist
err := migrateSpellLearningCategories(db)
if err != nil {
return fmt.Errorf("failed to migrate spell learning categories: %w", err)
}
return nil
}
// migrateSpellLearningCategories kopiert categorie-Werte in learning_category wenn diese leer sind
func migrateSpellLearningCategories(db *gorm.DB) error {
// SQL-Statement um categorie nach learning_category zu kopieren, wo learning_category leer oder NULL ist
sql := `
UPDATE gsm_spells
SET learning_category = category
WHERE (learning_category IS NULL OR learning_category = '')
AND category IS NOT NULL
AND category != ''
`
result := db.Exec(sql)
if result.Error != nil {
return fmt.Errorf("failed to update spell learning categories: %w", result.Error)
}
// Log der Anzahl der aktualisierten Datensätze
if result.RowsAffected > 0 {
fmt.Printf("Updated %d spell records with learning_category from categorie\n", result.RowsAffected)
}
return nil
}
2025-07-24 07:39:43 +02:00
func MakeTestdataFromLive(c *gin.Context) {
2025-07-29 07:59:40 +02:00
liveDB := database.ConnectDatabase()
if liveDB == nil {
respondWithError(c, http.StatusInternalServerError, "Failed to connect to live database")
2025-01-18 20:59:54 +01:00
return
2025-01-02 21:42:20 +01:00
}
2025-07-24 07:39:43 +02:00
2025-07-29 07:59:40 +02:00
// Live-Datenbank in SQLite-Datei kopieren
backupFile := preparedTestDB
err := copyLiveDatabaseToFile(liveDB, backupFile)
2025-01-02 21:42:20 +01:00
if err != nil {
2025-07-29 07:59:40 +02:00
respondWithError(c, http.StatusInternalServerError, fmt.Sprintf("Failed to copy database: %v", err))
2025-01-18 20:59:54 +01:00
return
2025-01-02 21:42:20 +01:00
}
2025-07-24 07:39:43 +02:00
c.JSON(http.StatusOK, gin.H{
2025-07-29 07:59:40 +02:00
"message": "Live database copied to file successfully",
"test_data_file": backupFile,
2025-07-24 07:39:43 +02:00
})
}
// CopyLiveDatabaseToFile kopiert die MariaDB-Datenbank in eine SQLite-Datei (exported for testing)
func CopyLiveDatabaseToFile(liveDB *gorm.DB, targetFile string) error {
return copyLiveDatabaseToFile(liveDB, targetFile)
}
2025-07-29 07:59:40 +02:00
// copyLiveDatabaseToFile kopiert die MariaDB-Datenbank in eine SQLite-Datei
func copyLiveDatabaseToFile(liveDB *gorm.DB, targetFile string) error {
// Verzeichnis erstellen falls es nicht existiert
dir := filepath.Dir(targetFile)
if err := os.MkdirAll(dir, 0755); err != nil {
return fmt.Errorf("failed to create directory: %w", err)
2025-07-24 07:39:43 +02:00
}
2025-07-29 07:59:40 +02:00
// Backup der existierenden Datei erstellen
if _, err := os.Stat(targetFile); err == nil {
backupFile := targetFile + ".backup"
os.Remove(backupFile) // Alte Backup entfernen
if err := os.Rename(targetFile, backupFile); err != nil {
return fmt.Errorf("failed to backup existing file: %w", err)
}
2025-07-24 07:39:43 +02:00
}
2025-07-29 07:59:40 +02:00
// SQLite-Zieldatenbank erstellen
targetDB, err := gorm.Open(sqlite.Open(targetFile), &gorm.Config{})
2025-07-24 07:39:43 +02:00
if err != nil {
2025-07-29 07:59:40 +02:00
return fmt.Errorf("failed to create target SQLite database: %w", err)
2025-07-24 07:39:43 +02:00
}
2025-07-29 07:59:40 +02:00
defer func() {
if sqlDB, err := targetDB.DB(); err == nil {
sqlDB.Close()
}
}()
2025-07-24 07:39:43 +02:00
2025-07-29 07:59:40 +02:00
// Strukturen in SQLite-DB migrieren
if err := migrateAllStructures(targetDB); err != nil {
return fmt.Errorf("failed to migrate structures to SQLite: %w", err)
2025-07-24 07:39:43 +02:00
}
2025-07-29 07:59:40 +02:00
// Daten von MariaDB zu SQLite kopieren
if err := copyMariaDBToSQLite(liveDB, targetDB); err != nil {
return fmt.Errorf("failed to copy data from MariaDB to SQLite: %w", err)
2025-07-24 07:39:43 +02:00
}
2025-07-29 07:59:40 +02:00
return nil
}
2025-07-24 07:39:43 +02:00
2025-07-29 07:59:40 +02:00
// copyMariaDBToSQLite kopiert alle Daten von MariaDB zu SQLite
func copyMariaDBToSQLite(mariaDB, sqliteDB *gorm.DB) error {
// Vollständige Liste aller Strukturen mit GORM-Tags in der richtigen Reihenfolge
// (Basis-Tabellen zuerst wegen Foreign Key-Abhängigkeiten)
tables := []interface{}{
// Basis-Strukturen (keine Abhängigkeiten)
&user.User{},
// Learning Costs System - Basis
&models.Source{},
&models.CharacterClass{},
&models.SkillCategory{},
&models.SkillDifficulty{},
&models.SpellSchool{},
// Learning Costs System - Abhängige Tabellen
&models.ClassCategoryEPCost{},
&models.ClassSpellSchoolEPCost{},
&models.SpellLevelLECost{},
&models.SkillCategoryDifficulty{},
&models.SkillImprovementCost{},
// GSMaster Basis-Daten
2025-07-30 05:40:13 +02:00
//&models.LookupList{}, // Basis für Skills, Spells, Equipment
2025-07-29 07:59:40 +02:00
&models.Skill{},
&models.WeaponSkill{},
&models.Spell{},
&models.Equipment{},
&models.Weapon{},
&models.Container{},
&models.Transportation{},
&models.Believe{},
// Charaktere (Basis)
&models.Char{},
// Charakter-Eigenschaften (abhängig von Char)
&models.Eigenschaft{},
&models.Lp{},
&models.Ap{},
&models.B{},
&models.Merkmale{},
&models.Erfahrungsschatz{},
&models.Bennies{},
&models.Vermoegen{},
// Charakter-Skills (abhängig von Char und Skills)
&models.SkFertigkeit{},
&models.SkWaffenfertigkeit{},
&models.SkAngeboreneFertigkeit{},
&models.SkZauber{},
// Charakter-Equipment (abhängig von Char und Equipment)
&models.EqAusruestung{},
&models.EqWaffe{},
&models.EqContainer{},
// View-Strukturen ohne eigene Tabellen werden nicht kopiert:
// SkillLearningInfo, SpellLearningInfo, CharList, FeChar, etc.
}
for _, model := range tables {
if err := copyTableData(mariaDB, sqliteDB, model); err != nil {
return fmt.Errorf("failed to copy table data for %T: %w", model, err)
}
2025-07-24 07:39:43 +02:00
}
2025-07-29 07:59:40 +02:00
return nil
2025-07-24 07:39:43 +02:00
}
2025-07-29 07:59:40 +02:00
// copyTableData kopiert alle Daten einer Tabelle von MariaDB zu SQLite
func copyTableData(sourceDB, targetDB *gorm.DB, model interface{}) error {
// Anzahl der Datensätze prüfen
2025-07-24 07:39:43 +02:00
var count int64
err := sourceDB.Model(model).Count(&count).Error
if err != nil {
// If table doesn't exist, skip silently (useful for testing with partial schemas)
if isTableNotExistError(err) {
return nil
}
2025-07-29 07:59:40 +02:00
return err
2025-07-24 07:39:43 +02:00
}
if count == 0 {
2025-07-29 07:59:40 +02:00
return nil // Keine Daten zu kopieren
2025-07-24 07:39:43 +02:00
}
2025-07-29 07:59:40 +02:00
// Daten in Blöcken kopieren (für große Tabellen)
2025-07-24 07:39:43 +02:00
batchSize := 100
for offset := 0; offset < int(count); offset += batchSize {
var records []map[string]interface{}
2025-07-29 07:59:40 +02:00
// Batch aus MariaDB lesen
if err := sourceDB.Model(model).Offset(offset).Limit(batchSize).Find(&records).Error; err != nil {
return err
2025-07-24 07:39:43 +02:00
}
if len(records) == 0 {
break
}
2025-07-29 09:42:53 +02:00
// Batch in SQLite einfügen mit Konflikt-Behandlung
// Verwende Clauses.OnConflict um bestehende Datensätze zu ersetzen
if err := targetDB.Model(model).Clauses(clause.OnConflict{
UpdateAll: true,
}).Create(&records).Error; err != nil {
2025-07-29 07:59:40 +02:00
return err
2025-07-24 07:39:43 +02:00
}
}
return nil
}
// isTableNotExistError checks if the error indicates a table doesn't exist
func isTableNotExistError(err error) bool {
errorMsg := err.Error()
return strings.Contains(errorMsg, "no such table") ||
strings.Contains(errorMsg, "doesn't exist") ||
strings.Contains(errorMsg, "Table") && strings.Contains(errorMsg, "doesn't exist")
}
2025-07-24 07:39:43 +02:00
// LoadPredefinedTestDataFromFile loads predefined test data from a specific file into the provided database
func LoadPredefinedTestDataFromFile(targetDB *gorm.DB, dataFile string) error {
// Check if file exists
if _, err := os.Stat(dataFile); os.IsNotExist(err) {
return fmt.Errorf("predefined test data file not found: %s", dataFile)
}
// Migrate structures to target DB
err := migrateAllStructures(targetDB)
if err != nil {
return fmt.Errorf("failed to migrate structures: %w", err)
}
// Copy data from file database to target database
err = copyDataFromFileToMemory(dataFile, targetDB)
if err != nil {
return fmt.Errorf("failed to copy test data to database: %w", err)
}
return nil
}
// LoadPredefinedTestData creates a new in-memory test database and loads predefined test data into it (HTTP handler)
// Todo I think this don't need to be a handler, but can be called directly
func LoadPredefinedTestData(c *gin.Context) {
testDataFile := filepath.Join(testDataDir, "predefined_test_data.db")
// Check if file exists
if _, err := os.Stat(testDataFile); os.IsNotExist(err) {
respondWithError(c, http.StatusNotFound, "Predefined test data file not found. Run MakeTestdataFromLive first.")
2025-01-18 20:59:54 +01:00
return
2025-01-02 21:42:20 +01:00
}
2025-07-24 07:39:43 +02:00
// Create new in-memory test database using SetupTestDB
database.SetupTestDB(true)
// Load test data using the predefined test data file (includes migrations)
err := LoadPredefinedTestDataFromFile(database.DB, preparedTestDB)
2025-01-02 21:42:20 +01:00
if err != nil {
2025-07-24 07:39:43 +02:00
respondWithError(c, http.StatusInternalServerError, "Failed to load test data: "+err.Error())
2025-01-18 20:59:54 +01:00
return
2025-01-02 21:42:20 +01:00
}
2025-07-24 07:39:43 +02:00
// Get statistics about the loaded data
stats, err := getTestDataStatistics(database.DB)
2025-01-02 21:42:20 +01:00
if err != nil {
2025-07-24 07:39:43 +02:00
respondWithError(c, http.StatusInternalServerError, "Failed to get test data statistics: "+err.Error())
return
}
c.JSON(http.StatusOK, gin.H{
"message": "Predefined test data loaded successfully into in-memory database",
"test_data_file": testDataFile,
"statistics": stats,
})
}
// copyDataFromFileToMemory copies data from a SQLite file to an in-memory database
func copyDataFromFileToMemory(sourceFile string, targetDB *gorm.DB) error {
// Copy all tables using ATTACH and INSERT
attachSQL := fmt.Sprintf("ATTACH DATABASE '%s' AS source", sourceFile)
if err := targetDB.Exec(attachSQL).Error; err != nil {
return fmt.Errorf("failed to attach source database: %w", err)
}
// Get list of tables from source database
var tables []string
if err := targetDB.Raw("SELECT name FROM source.sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%'").Scan(&tables).Error; err != nil {
return fmt.Errorf("failed to get table list: %w", err)
}
// Copy each table
for _, table := range tables {
copySQL := fmt.Sprintf("INSERT OR REPLACE INTO main.%s SELECT * FROM source.%s", table, table)
if err := targetDB.Exec(copySQL).Error; err != nil {
return fmt.Errorf("failed to copy table %s: %w", table, err)
}
}
// Detach the source database
if err := targetDB.Exec("DETACH DATABASE source").Error; err != nil {
return fmt.Errorf("failed to detach source database: %w", err)
}
return nil
}
// getTestDataStatistics returns statistics about the test database
func getTestDataStatistics(db *gorm.DB) (map[string]int64, error) {
stats := make(map[string]int64)
// Count records in each table
tables := map[string]interface{}{
"users": &user.User{},
2025-07-28 21:35:29 +02:00
"characters": &models.Char{},
2025-07-27 23:13:04 +02:00
"gsmaster_skills": &models.Skill{},
2025-07-27 23:50:19 +02:00
"gsmaster_spells": &models.Spell{},
2025-07-28 18:56:45 +02:00
"gsmaster_equipment": &models.Equipment{},
2025-07-28 22:08:19 +02:00
"skills_fertigkeiten": &models.SkFertigkeit{},
"skills_waffenfertigkeiten": &models.SkWaffenfertigkeit{},
"skills_zauber": &models.SkZauber{},
"equipment_ausruestung": &models.EqAusruestung{},
"equipment_waffen": &models.EqWaffe{},
2025-07-24 07:39:43 +02:00
}
for name, model := range tables {
var count int64
if err := db.Model(model).Count(&count).Error; err != nil {
return stats, fmt.Errorf("failed to count %s: %w", name, err)
}
stats[name] = count
}
return stats, nil
}
func SetupCheck(c *gin.Context) {
db := database.ConnectDatabase()
if db == nil {
respondWithError(c, http.StatusInternalServerError, "Failed to connect to DataBase")
2025-01-18 20:59:54 +01:00
return
2025-01-02 21:42:20 +01:00
}
2025-07-24 07:39:43 +02:00
err := migrateAllStructures(db)
2025-01-02 21:42:20 +01:00
if err != nil {
2025-07-24 07:39:43 +02:00
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
2025-01-18 20:59:54 +01:00
return
2025-01-02 21:42:20 +01:00
}
2025-08-07 09:41:51 +02:00
err = migrateDataIfNeeded(db)
if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": "Failed to migrate data: " + err.Error()})
return
}
2025-01-18 20:59:54 +01:00
c.JSON(http.StatusOK, gin.H{"message": "Setup Check OK"})
2025-01-02 21:42:20 +01:00
}
2025-07-29 19:21:58 +02:00
2025-07-29 23:29:12 +02:00
/*
2025-07-29 19:21:58 +02:00
// InitializeLearningCosts initialisiert das Lernkosten-System
// Wird danach nicht mehr benötigt
func InitializeLearningCosts(c *gin.Context) {
err := gsmaster.InitializeLearningCostsSystem()
if err != nil {
respondWithError(c, http.StatusInternalServerError, fmt.Sprintf("Failed to initialize learning costs: %v", err))
return
}
// Validierung
if err := gsmaster.ValidateLearningCostsData(); err != nil {
respondWithError(c, http.StatusInternalServerError, fmt.Sprintf("Learning costs initialized but validation failed: %v", err))
return
}
// Zusammenfassung
summary, err := gsmaster.GetLearningCostsSummary()
if err != nil {
respondWithError(c, http.StatusInternalServerError, fmt.Sprintf("Failed to get summary: %v", err))
return
}
c.JSON(http.StatusOK, gin.H{
"message": "Learning costs system initialized successfully",
"summary": summary,
})
}
2025-07-29 23:29:12 +02:00
*/