Files
skillshare/internal/sync/agent_sync.go
T
Willie 081348d39b refactor(collect): unify skills/agents flow with collectPlan + generics
Replace duplicated runCollectSkills/runCollectAgents (~110 lines of 95%
identical code) with a single runCollectPlan function driven by a
collectPlan struct + toCollectResources[T] generic converter.

Key changes:

- Add collectPlan/collectResources types and runCollectPlan unified flow
- Add toCollectResources[T] generic to bridge typed slices into the
  shared pipeline (scan → display → dry-run → confirm → pull → render)
- Replace fragile err.Error() == "already exists in source" string
  matching with ErrAlreadyExists sentinel error + errors.Is()
- Move os.MkdirAll from per-agent PullAgent to PullAgents (call once)
- Add FindLocalAgents/PullAgent/PullAgents to match FindLocalSkills API
- Add target selection, --force/--dry-run/--json support for agent collect
- Add integration tests for agent collect (target filter, dry-run, force,
  JSON, oplog, project mode)
- Update collect.md, agents.md, ui.md docs for agent collect support
2026-04-09 00:36:39 +08:00

451 lines
12 KiB
Go

package sync
import (
"errors"
"fmt"
"os"
"path/filepath"
"strings"
"skillshare/internal/resource"
"skillshare/internal/utils"
)
// AgentSyncResult holds the result of syncing agents to a target.
type AgentSyncResult struct {
Linked []string // Agents that were symlinked (merge) or copied (copy)
Skipped []string // Agents that already exist in target (kept local)
Updated []string // Agents that had broken symlinks fixed or content updated
}
// AgentCollision represents two agents that flatten to the same filename.
type AgentCollision struct {
FlatName string // The colliding flat name (e.g. "helper.md")
PathA string // First agent relative path
PathB string // Second agent relative path
}
// LocalAgentInfo describes a local agent file in a target directory.
type LocalAgentInfo struct {
Name string
Path string
TargetName string
}
// CheckAgentCollisions detects agents that flatten to the same filename.
func CheckAgentCollisions(agents []resource.DiscoveredResource) []AgentCollision {
seen := make(map[string]string) // flatName → first relPath
var collisions []AgentCollision
for _, a := range agents {
if prev, ok := seen[a.FlatName]; ok {
collisions = append(collisions, AgentCollision{
FlatName: a.FlatName,
PathA: prev,
PathB: a.RelPath,
})
} else {
seen[a.FlatName] = a.RelPath
}
}
return collisions
}
// SyncAgents dispatches to the appropriate sync mode for agents.
// mode: "merge" (per-file symlinks), "symlink" (whole dir), "copy" (file copy).
func SyncAgents(agents []resource.DiscoveredResource, sourceDir, targetDir, mode string, dryRun, force bool) (*AgentSyncResult, error) {
switch mode {
case "symlink":
return syncAgentsSymlink(sourceDir, targetDir, dryRun, force)
case "copy":
return syncAgentsCopy(agents, targetDir, dryRun, force)
default: // "merge" or ""
return syncAgentsMerge(agents, targetDir, dryRun, force)
}
}
// syncAgentsMerge creates per-file symlinks in targetDir for each discovered agent.
// Existing non-symlink files are preserved (skipped) unless force is true.
func syncAgentsMerge(agents []resource.DiscoveredResource, targetDir string, dryRun, force bool) (*AgentSyncResult, error) {
result := &AgentSyncResult{}
if !dryRun {
if err := os.MkdirAll(targetDir, 0755); err != nil {
return nil, fmt.Errorf("failed to create agent target directory: %w", err)
}
}
for _, agent := range agents {
targetPath := filepath.Join(targetDir, agent.FlatName)
info, err := os.Lstat(targetPath)
if err == nil {
if info.Mode()&os.ModeSymlink != 0 {
absLink, linkErr := utils.ResolveLinkTarget(targetPath)
if linkErr != nil {
return nil, fmt.Errorf("failed to resolve link for %s: %w", agent.FlatName, linkErr)
}
absSource, _ := filepath.Abs(agent.AbsPath)
if utils.PathsEqual(absLink, absSource) {
result.Linked = append(result.Linked, agent.FlatName)
continue
}
if !dryRun {
os.Remove(targetPath)
if err := os.Symlink(agent.AbsPath, targetPath); err != nil {
return nil, fmt.Errorf("failed to create symlink for %s: %w", agent.FlatName, err)
}
}
result.Updated = append(result.Updated, agent.FlatName)
} else {
if force {
if !dryRun {
os.Remove(targetPath)
if err := os.Symlink(agent.AbsPath, targetPath); err != nil {
return nil, fmt.Errorf("failed to create symlink for %s: %w", agent.FlatName, err)
}
}
result.Updated = append(result.Updated, agent.FlatName)
} else {
result.Skipped = append(result.Skipped, agent.FlatName)
}
}
} else if os.IsNotExist(err) {
if !dryRun {
if err := os.Symlink(agent.AbsPath, targetPath); err != nil {
return nil, fmt.Errorf("failed to create symlink for %s: %w", agent.FlatName, err)
}
}
result.Linked = append(result.Linked, agent.FlatName)
} else {
return nil, fmt.Errorf("failed to check target path for %s: %w", agent.FlatName, err)
}
}
return result, nil
}
// syncAgentsSymlink creates a single directory symlink from targetDir to sourceDir.
// If targetDir already exists as a real directory, it's replaced only with force.
func syncAgentsSymlink(sourceDir, targetDir string, dryRun, force bool) (*AgentSyncResult, error) {
result := &AgentSyncResult{}
if err := os.MkdirAll(filepath.Dir(targetDir), 0755); err != nil {
return nil, fmt.Errorf("failed to create target parent: %w", err)
}
info, err := os.Lstat(targetDir)
if err == nil {
if info.Mode()&os.ModeSymlink != 0 {
// Already a symlink — check if correct
absLink, linkErr := utils.ResolveLinkTarget(targetDir)
if linkErr != nil {
return nil, fmt.Errorf("failed to resolve link: %w", linkErr)
}
absSource, _ := filepath.Abs(sourceDir)
if utils.PathsEqual(absLink, absSource) {
result.Linked = append(result.Linked, "(directory)")
return result, nil
}
// Wrong target
if !dryRun {
os.Remove(targetDir)
if err := os.Symlink(sourceDir, targetDir); err != nil {
return nil, fmt.Errorf("failed to create directory symlink: %w", err)
}
}
result.Updated = append(result.Updated, "(directory)")
} else {
// Real directory
if force {
if !dryRun {
os.RemoveAll(targetDir)
if err := os.Symlink(sourceDir, targetDir); err != nil {
return nil, fmt.Errorf("failed to create directory symlink: %w", err)
}
}
result.Updated = append(result.Updated, "(directory)")
} else {
result.Skipped = append(result.Skipped, "(directory)")
}
}
} else if os.IsNotExist(err) {
if !dryRun {
if err := os.Symlink(sourceDir, targetDir); err != nil {
return nil, fmt.Errorf("failed to create directory symlink: %w", err)
}
}
result.Linked = append(result.Linked, "(directory)")
} else {
return nil, fmt.Errorf("failed to check target path: %w", err)
}
return result, nil
}
// syncAgentsCopy copies agent .md files to targetDir.
// Existing files are overwritten if content differs; force replaces all.
func syncAgentsCopy(agents []resource.DiscoveredResource, targetDir string, dryRun, force bool) (*AgentSyncResult, error) {
result := &AgentSyncResult{}
if !dryRun {
if err := os.MkdirAll(targetDir, 0755); err != nil {
return nil, fmt.Errorf("failed to create agent target directory: %w", err)
}
}
for _, agent := range agents {
targetPath := filepath.Join(targetDir, agent.FlatName)
srcData, err := os.ReadFile(agent.AbsPath)
if err != nil {
return nil, fmt.Errorf("failed to read source %s: %w", agent.FlatName, err)
}
if _, statErr := os.Stat(targetPath); statErr == nil {
// File exists — check if content matches
tgtData, readErr := os.ReadFile(targetPath)
if readErr == nil && string(tgtData) == string(srcData) && !force {
result.Linked = append(result.Linked, agent.FlatName)
continue
}
// Content differs or force — overwrite
if !dryRun {
if err := os.WriteFile(targetPath, srcData, 0644); err != nil {
return nil, fmt.Errorf("failed to write %s: %w", agent.FlatName, err)
}
}
result.Updated = append(result.Updated, agent.FlatName)
} else {
// New file
if !dryRun {
if err := os.WriteFile(targetPath, srcData, 0644); err != nil {
return nil, fmt.Errorf("failed to write %s: %w", agent.FlatName, err)
}
}
result.Linked = append(result.Linked, agent.FlatName)
}
}
return result, nil
}
// SyncAgentsToTarget creates file symlinks in targetDir for each discovered agent.
// Uses merge semantics. Kept for backward compatibility; prefer SyncAgents().
func SyncAgentsToTarget(agents []resource.DiscoveredResource, targetDir string, dryRun, force bool) (*AgentSyncResult, error) {
return syncAgentsMerge(agents, targetDir, dryRun, force)
}
// PruneOrphanAgentLinks removes file symlinks in targetDir that don't
// correspond to any discovered agent. For merge mode only.
func PruneOrphanAgentLinks(targetDir string, agents []resource.DiscoveredResource, dryRun bool) (removed []string, _ error) {
entries, err := os.ReadDir(targetDir)
if err != nil {
if os.IsNotExist(err) {
return nil, nil
}
return nil, fmt.Errorf("failed to read agent target directory: %w", err)
}
expected := make(map[string]bool, len(agents))
for _, a := range agents {
expected[a.FlatName] = true
}
for _, entry := range entries {
name := entry.Name()
if !strings.HasSuffix(strings.ToLower(name), ".md") {
continue
}
info, err := entry.Info()
if err != nil {
continue
}
if info.Mode()&os.ModeSymlink == 0 {
continue
}
if expected[name] {
continue
}
if !dryRun {
os.Remove(filepath.Join(targetDir, name))
}
removed = append(removed, name)
}
return removed, nil
}
// PruneOrphanAgentCopies removes copied .md files in targetDir that don't
// correspond to any discovered agent. For copy mode only.
func PruneOrphanAgentCopies(targetDir string, agents []resource.DiscoveredResource, dryRun bool) (removed []string, _ error) {
entries, err := os.ReadDir(targetDir)
if err != nil {
if os.IsNotExist(err) {
return nil, nil
}
return nil, fmt.Errorf("failed to read agent target directory: %w", err)
}
expected := make(map[string]bool, len(agents))
for _, a := range agents {
expected[a.FlatName] = true
}
for _, entry := range entries {
name := entry.Name()
if !strings.HasSuffix(strings.ToLower(name), ".md") {
continue
}
// Skip conventional excludes (user might have README.md etc.)
if resource.ConventionalExcludes[name] {
continue
}
if expected[name] {
continue
}
if !dryRun {
os.Remove(filepath.Join(targetDir, name))
}
removed = append(removed, name)
}
return removed, nil
}
// FindLocalAgents finds local (non-symlinked) agent files in a target directory.
// If the target directory itself is a symlink to sourcePath, it returns no local agents.
func FindLocalAgents(targetDir, sourcePath string) ([]LocalAgentInfo, error) {
var agents []LocalAgentInfo
info, err := os.Lstat(targetDir)
if err != nil {
if os.IsNotExist(err) {
return agents, nil
}
return nil, fmt.Errorf("failed to read agent target directory: %w", err)
}
if info.Mode()&os.ModeSymlink != 0 {
absLink, err := utils.ResolveLinkTarget(targetDir)
if err != nil {
return nil, err
}
absSource, _ := filepath.Abs(sourcePath)
if utils.PathsEqual(absLink, absSource) {
return agents, nil
}
resolved, statErr := os.Stat(targetDir)
if statErr != nil || !resolved.IsDir() {
return agents, nil
}
}
entries, err := os.ReadDir(targetDir)
if err != nil {
if os.IsNotExist(err) {
return agents, nil
}
return nil, fmt.Errorf("failed to read agent target directory: %w", err)
}
for _, entry := range entries {
name := entry.Name()
if !strings.HasSuffix(strings.ToLower(name), ".md") {
continue
}
if utils.IsHidden(name) || resource.ConventionalExcludes[name] {
continue
}
info, err := entry.Info()
if err != nil {
continue
}
if info.IsDir() || info.Mode()&os.ModeSymlink != 0 {
continue
}
agents = append(agents, LocalAgentInfo{
Name: name,
Path: filepath.Join(targetDir, name),
})
}
return agents, nil
}
// PullAgent copies a single local agent file from target to source.
func PullAgent(agent LocalAgentInfo, sourcePath string, force bool) error {
destPath := filepath.Join(sourcePath, agent.Name)
if _, err := os.Stat(destPath); err == nil {
if !force {
return ErrAlreadyExists
}
if err := os.RemoveAll(destPath); err != nil {
return fmt.Errorf("failed to remove existing: %w", err)
}
}
data, err := os.ReadFile(agent.Path)
if err != nil {
return fmt.Errorf("failed to read %s: %w", agent.Name, err)
}
if err := os.WriteFile(destPath, data, 0644); err != nil {
return fmt.Errorf("failed to write %s: %w", agent.Name, err)
}
return nil
}
// PullAgents copies multiple local agent files from targets to source.
func PullAgents(agents []LocalAgentInfo, sourcePath string, opts PullOptions) (*PullResult, error) {
result := &PullResult{
Failed: make(map[string]error),
}
if !opts.DryRun {
if err := os.MkdirAll(sourcePath, 0755); err != nil {
return nil, fmt.Errorf("failed to create agent source dir: %w", err)
}
}
for _, agent := range agents {
if opts.DryRun {
result.Pulled = append(result.Pulled, agent.Name)
continue
}
err := PullAgent(agent, sourcePath, opts.Force)
if err != nil {
if errors.Is(err, ErrAlreadyExists) {
result.Skipped = append(result.Skipped, agent.Name)
} else {
result.Failed[agent.Name] = err
}
continue
}
result.Pulled = append(result.Pulled, agent.Name)
}
return result, nil
}