eh-downloader/internal/core/store.go

package core

// 持久化：JSON 状态文件（原子写）
//
// 为什么不用 SQLite：断点续传的真正依据是「文件系统里文件在不在」，
// 状态文件只需记住画廊级别的进度。几百个任务的规模下 JSON 完全够用。
//
// 写文件用「临时文件 + rename」保证原子性。

import (
	"encoding/json"
	"os"
	"path/filepath"
	"sync"
	"time"

	"eh-downloader-wails/internal/eh"
)

// Settings 用户设置
type Settings struct {
	DownloadRoot string `json:"downloadRoot"`
	Proxy        string `json:"proxy"`
	ProxyMode    string `json:"proxyMode"` // off | http | socks5
	// GalleryConcurrency 同时处理几个画廊
	GalleryConcurrency int `json:"galleryConcurrency"`
	// PageConcurrency 每个画廊内同时下几张图（总上限 = 两者相乘）
	PageConcurrency int `json:"pageConcurrency"`
	// RequestIntervalMs 全局请求间隔（毫秒，0 = 不限流）
	RequestIntervalMs int    `json:"requestIntervalMs"`
	Timeout            int    `json:"timeout"` // 毫秒
	Xres               string `json:"xres"`    // auto | org | 数字(长边上限)
	BridgePort         int    `json:"bridgePort"`
	DirTemplate        string `json:"dirTemplate"`

	// 内部字段：是否已探测过代理（不暴露给前端）
	Probed bool `json:"_probed"`
}

// FailedItem 单页失败记录
type FailedItem struct {
	Page  int    `json:"page"`
	File  string `json:"file"`
	Error string `json:"error"`
}

// Task 一个画廊的下载任务
type Task struct {
	GID        string            `json:"gid"`
	Token      string            `json:"token"`
	Raw        string            `json:"raw"`
	Title      string            `json:"title"`
	Status     string            `json:"status"` // queued|running|downloading|partial|done|failed
	Done       int               `json:"done"`
	Failed     int               `json:"failed"`
	TotalPages int               `json:"totalPages"`
	Error      string            `json:"error"`
	Dir        string            `json:"dir"`
	Pages      map[string]string `json:"pages"`
	FailedList []FailedItem      `json:"failedList"`
	Selected   bool              `json:"selected"`
	CreatedAt  int64             `json:"createdAt"`
	UpdatedAt  int64             `json:"updatedAt"`
}

// State 状态文件顶层结构
type State struct {
	Settings Settings `json:"settings"`
	Tasks    []Task   `json:"tasks"`
}

// DefaultSettings 返回默认设置
func DefaultSettings() Settings {
	return Settings{
		DownloadRoot:        "",
		Proxy:               "",
		ProxyMode:           "off",
		GalleryConcurrency:  5,
		PageConcurrency:     8,
		RequestIntervalMs:   0,
		Timeout:             30000,
		Xres:                "auto",
		BridgePort:          37777,
		DirTemplate:         "{title}",
	}
}

// Store 是带锁的 JSON 状态存储，并发安全
type Store struct {
	mu    sync.RWMutex
	path  string
	state State

	flushTimer *time.Timer
	dirty      bool
}

// NewStore 打开（或新建）状态文件
func NewStore(filePath string) *Store {
	s := &Store{path: filePath}
	s.load()
	return s
}

func (s *Store) load() {
	s.mu.Lock()
	defer s.mu.Unlock()

	s.state = State{Settings: DefaultSettings(), Tasks: []Task{}}

	raw, err := os.ReadFile(s.path)
	if err == nil {
		var loaded State
		if json.Unmarshal(raw, &loaded) == nil {
			// 补齐缺失字段（向后兼容）
			def := DefaultSettings()
			if loaded.Settings.DownloadRoot == "" {
				loaded.Settings.DownloadRoot = def.DownloadRoot
			}
			if loaded.Settings.GalleryConcurrency <= 0 {
				loaded.Settings.GalleryConcurrency = def.GalleryConcurrency
			}
			if loaded.Settings.PageConcurrency <= 0 {
				loaded.Settings.PageConcurrency = def.PageConcurrency
			}
			if loaded.Settings.RequestIntervalMs < 0 {
				loaded.Settings.RequestIntervalMs = 0
			}
			if loaded.Settings.Timeout <= 0 {
				loaded.Settings.Timeout = def.Timeout
			}
			if loaded.Settings.BridgePort <= 0 {
				loaded.Settings.BridgePort = def.BridgePort
			}
			if loaded.Settings.DirTemplate == "" {
				loaded.Settings.DirTemplate = def.DirTemplate
			}
			if loaded.Settings.Xres == "" {
				loaded.Settings.Xres = def.Xres
			}
			if loaded.Tasks == nil {
				loaded.Tasks = []Task{}
			}
			s.state = loaded
		}
	}
}

// Flush 原子写：先写临时文件再 rename
func (s *Store) Flush() {
	s.mu.RLock()
	data, err := json.MarshalIndent(s.state, "", "  ")
	path := s.path
	s.dirty = false
	s.mu.RUnlock()

	if err != nil {
		return
	}
	tmp := path + ".tmp"
	if err := os.MkdirAll(filepath.Dir(path), 0o755); err != nil {
		return
	}
	if err := os.WriteFile(tmp, data, 0o644); err != nil {
		return
	}
	_ = os.Rename(tmp, path)
}

// ScheduleFlush 合并短时间内的多次写，降低磁盘压力
func (s *Store) ScheduleFlush(delay int) {
	if delay <= 0 {
		delay = 400
	}
	s.mu.Lock()
	defer s.mu.Unlock()
	if s.flushTimer != nil {
		return
	}
	s.dirty = true
	s.flushTimer = time.AfterFunc(time.Duration(delay)*time.Millisecond, func() {
		s.mu.Lock()
		s.flushTimer = nil
		s.mu.Unlock()
		s.Flush()
	})
}

// Stop 停掉待执行的延迟写（退出前调用）
func (s *Store) Stop() {
	s.mu.Lock()
	if s.flushTimer != nil {
		s.flushTimer.Stop()
		s.flushTimer = nil
	}
	s.mu.Unlock()
}

// Settings 取当前设置（返回副本）
func (s *Store) Settings() Settings {
	s.mu.RLock()
	defer s.mu.RUnlock()
	return s.state.Settings
}

// UpdateSettings 合并设置
func (s *Store) UpdateSettings(patch map[string]interface{}) Settings {
	s.mu.Lock()
	defer s.mu.Unlock()

	m, _ := json.Marshal(s.state.Settings)
	var cur map[string]interface{}
	_ = json.Unmarshal(m, &cur)
	for k, v := range patch {
		cur[k] = v
	}
	m2, _ := json.Marshal(cur)
	var next Settings
	if json.Unmarshal(m2, &next) == nil {
		s.state.Settings = next
	}
	s.startFlushLocked()
	return s.state.Settings
}

func (s *Store) startFlushLocked() {
	if s.flushTimer != nil {
		return
	}
	s.dirty = true
	s.flushTimer = time.AfterFunc(400*time.Millisecond, func() {
		s.mu.Lock()
		s.flushTimer = nil
		s.mu.Unlock()
		s.Flush()
	})
}

// Tasks 取全部任务（深拷贝，防止调用方改到内部状态）
func (s *Store) Tasks() []Task {
	s.mu.RLock()
	defer s.mu.RUnlock()
	out := make([]Task, 0, len(s.state.Tasks))
	for _, t := range s.state.Tasks {
		out = append(out, t.clone())
	}
	return out
}

func (t Task) clone() Task {
	c := t
	if t.Pages != nil {
		c.Pages = make(map[string]string, len(t.Pages))
		for k, v := range t.Pages {
			c.Pages[k] = v
		}
	}
	if t.FailedList != nil {
		c.FailedList = append([]FailedItem(nil), t.FailedList...)
	}
	return c
}

// FindTask 找任务
func (s *Store) FindTask(gid, token string) *Task {
	s.mu.RLock()
	defer s.mu.RUnlock()
	for i := range s.state.Tasks {
		if s.state.Tasks[i].GID == gid && s.state.Tasks[i].Token == token {
			c := s.state.Tasks[i].clone()
			return &c
		}
	}
	return nil
}

// FindTaskByGID 只按 gid 找（清单恢复用 —— token 可能对不上）
func (s *Store) FindTaskByGID(gid string) *Task {
	s.mu.RLock()
	defer s.mu.RUnlock()
	for i := range s.state.Tasks {
		if s.state.Tasks[i].GID == gid {
			c := s.state.Tasks[i].clone()
			return &c
		}
	}
	return nil
}

// AddTasks 批量加任务（已存在的跳过），返回新增数
func (s *Store) AddTasks(refs []eh.GalleryRef) int {
	s.mu.Lock()
	defer s.mu.Unlock()

	added := 0
	now := time.Now().UnixMilli()
	for _, r := range refs {
		if r.GID == "" || r.Token == "" {
			continue
		}
		exists := false
		for _, t := range s.state.Tasks {
			if t.GID == r.GID && t.Token == r.Token {
				exists = true
				break
			}
		}
		if exists {
			continue
		}
		s.state.Tasks = append([]Task{{
			GID:        r.GID,
			Token:      r.Token,
			Raw:        r.Raw,
			Title:      r.Title,
			Status:     "queued",
			Pages:      map[string]string{},
			FailedList: []FailedItem{},
			CreatedAt:  now,
			UpdatedAt:  now,
		}}, s.state.Tasks...)
		added++
	}
	s.startFlushLocked()
	return added
}

// SetTitle 给已有任务补标题（油猴推送时带标题来的）
func (s *Store) SetTitle(gid, token, title string) bool {
	s.mu.Lock()
	defer s.mu.Unlock()
	for i := range s.state.Tasks {
		if s.state.Tasks[i].GID == gid && s.state.Tasks[i].Token == token {
			if s.state.Tasks[i].Title == "" && title != "" {
				s.state.Tasks[i].Title = truncate(title, 300)
				s.startFlushLocked()
				return true
			}
			return false
		}
	}
	return false
}

func truncate(s string, n int) string {
	r := []rune(s)
	if len(r) <= n {
		return s
	}
	return string(r[:n])
}

// UpsertTask 更新/插入任务。
//
// ⚠️ 存进去前必须 clone() —— 否则外部（页级 worker）继续改同一个 map，
// 而 store 的 Flush() 会在后台 json.Marshal 整个 state —— 撞上就是
// fatal error: concurrent map write（不可 recover，进程闪退）。
func (s *Store) UpsertTask(t Task) Task {
	s.mu.Lock()
	defer s.mu.Unlock()

	t.UpdatedAt = time.Now().UnixMilli()
	if t.Pages == nil {
		t.Pages = map[string]string{}
	}
	if t.FailedList == nil {
		t.FailedList = []FailedItem{}
	}

	for i := range s.state.Tasks {
		if s.state.Tasks[i].GID == t.GID && s.state.Tasks[i].Token == t.Token {
			if t.CreatedAt == 0 {
				t.CreatedAt = s.state.Tasks[i].CreatedAt
			}
			s.state.Tasks[i] = t.clone()
			s.startFlushLocked()
			return t.clone()
		}
	}

	if t.CreatedAt == 0 {
		t.CreatedAt = t.UpdatedAt
	}
	stored := t.clone()
	s.state.Tasks = append([]Task{stored}, s.state.Tasks...)
	s.startFlushLocked()
	return stored.clone()
}

// RemoveTask 删单个任务
func (s *Store) RemoveTask(gid, token string) {
	s.mu.Lock()
	defer s.mu.Unlock()
	for i := range s.state.Tasks {
		if s.state.Tasks[i].GID == gid && s.state.Tasks[i].Token == token {
			s.state.Tasks = append(s.state.Tasks[:i], s.state.Tasks[i+1:]...)
			s.startFlushLocked()
			return
		}
	}
}

// ClearAll 清空任务列表（或只删勾选的）。
// ⚠️ 只清任务列表，本地已下载的文件一个都不动。
func (s *Store) ClearAll(onlySelected bool) int {
	s.mu.Lock()
	defer s.mu.Unlock()

	before := len(s.state.Tasks)
	kept := make([]Task, 0, before)
	for _, t := range s.state.Tasks {
		if onlySelected && !t.Selected {
			kept = append(kept, t)
		}
	}
	s.state.Tasks = kept
	s.startFlushLocked()
	return before - len(s.state.Tasks)
}

// ClearFinished 只清 done。partial/failed 保留（里面还有失败清单要处理）。
func (s *Store) ClearFinished() int {
	n, _ := s.ClearFinishedWithGIDs()
	return n
}

// ClearFinishedWithGIDs 只清 done，并返回被清掉的 gid 列表。
// 用途：清掉任务后，把「这些画廊推送过、而且下载完了」记进推送历史，
// 这样油猴脚本标灰时能区分「推过但没下完」和「推过而且已完成」。
func (s *Store) ClearFinishedWithGIDs() (int, []string) {
	s.mu.Lock()
	defer s.mu.Unlock()

	before := len(s.state.Tasks)
	kept := make([]Task, 0, before)
	var gids []string
	for _, t := range s.state.Tasks {
		if t.Status != "done" {
			kept = append(kept, t)
			continue
		}
		gids = append(gids, t.GID)
	}
	s.state.Tasks = kept
	s.startFlushLocked()
	return before - len(s.state.Tasks), gids
}

// CountDone 数一下已完成
func (s *Store) CountDone() int {
	s.mu.RLock()
	defer s.mu.RUnlock()
	n := 0
	for _, t := range s.state.Tasks {
		if t.Status == "done" {
			n++
		}
	}
	return n
}

// RequeueFailed 把失败/部分失败/中断的重新排队
func (s *Store) RequeueFailed() int {
	s.mu.Lock()
	defer s.mu.Unlock()

	n := 0
	for i := range s.state.Tasks {
		switch s.state.Tasks[i].Status {
		case "failed", "partial", "downloading", "running":
			s.state.Tasks[i].Status = "queued"
			s.state.Tasks[i].Error = ""
			n++
		}
	}
	if n > 0 {
		s.startFlushLocked()
	}
	return n
}

// RecoverOnStart 启动时把残留的 running/downloading 归位
func (s *Store) RecoverOnStart() int {
	s.mu.Lock()
	defer s.mu.Unlock()

	n := 0
	for i := range s.state.Tasks {
		if s.state.Tasks[i].Status == "running" || s.state.Tasks[i].Status == "downloading" {
			s.state.Tasks[i].Status = "queued"
			n++
		}
	}
	if n > 0 {
		s.startFlushLocked()
	}
	return n
}

// SelectAll 标记勾选状态
func (s *Store) SelectAll(gids []string) []Task {
	set := make(map[string]bool, len(gids))
	for _, g := range gids {
		set[g] = true
	}
	s.mu.Lock()
	for i := range s.state.Tasks {
		s.state.Tasks[i].Selected = set[s.state.Tasks[i].GID]
	}
	s.startFlushLocked()
	out := make([]Task, 0, len(s.state.Tasks))
	for _, t := range s.state.Tasks {
		out = append(out, t.clone())
	}
	s.mu.Unlock()
	return out
}