feat(dolt): add GetChangesSinceExport and CommitExists methods (bd-ejv83)
Add versioned storage methods for incremental export support: - GetChangesSinceExport: returns changes since a commit hash, with NeedsFullExport flag for invalid/GC'd commits - CommitExists: checks if a commit hash exists, supports short prefixes Also fixes dolt_diff syntax for embedded driver (from_ref, to_ref, table). Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
committed by
Steve Yegge
parent
6190dd9362
commit
938a17cda5
@@ -216,7 +216,8 @@ func (s *DoltStore) GetIssueDiff(ctx context.Context, issueID, fromRef, toRef st
|
||||
return nil, fmt.Errorf("invalid toRef: %w", err)
|
||||
}
|
||||
|
||||
// nolint:gosec // G201: refs are validated by validateRef() above - dolt_diff_issues requires literal
|
||||
// nolint:gosec // G201: refs are validated by validateRef() above
|
||||
// Syntax: dolt_diff(from_ref, to_ref, 'table_name')
|
||||
query := fmt.Sprintf(`
|
||||
SELECT
|
||||
from_id, to_id,
|
||||
@@ -224,7 +225,7 @@ func (s *DoltStore) GetIssueDiff(ctx context.Context, issueID, fromRef, toRef st
|
||||
from_status, to_status,
|
||||
from_description, to_description,
|
||||
diff_type
|
||||
FROM dolt_diff_issues('%s', '%s')
|
||||
FROM dolt_diff('%s', '%s', 'issues')
|
||||
WHERE from_id = ? OR to_id = ?
|
||||
`, fromRef, toRef)
|
||||
|
||||
|
||||
@@ -49,7 +49,8 @@ func (s *DoltStore) Diff(ctx context.Context, fromRef, toRef string) ([]*storage
|
||||
return nil, fmt.Errorf("invalid toRef: %w", err)
|
||||
}
|
||||
|
||||
// Query issue-level diffs directly
|
||||
// Query issue-level diffs using dolt_diff table function
|
||||
// Syntax: dolt_diff(from_ref, to_ref, 'table_name')
|
||||
// Note: refs are validated above
|
||||
// nolint:gosec // G201: refs validated by validateRef()
|
||||
query := fmt.Sprintf(`
|
||||
@@ -61,7 +62,7 @@ func (s *DoltStore) Diff(ctx context.Context, fromRef, toRef string) ([]*storage
|
||||
from_description, to_description,
|
||||
from_status, to_status,
|
||||
from_priority, to_priority
|
||||
FROM dolt_diff_issues('%s', '%s')
|
||||
FROM dolt_diff('%s', '%s', 'issues')
|
||||
`, fromRef, toRef)
|
||||
|
||||
rows, err := s.db.QueryContext(ctx, query)
|
||||
@@ -186,3 +187,82 @@ func (s *DoltStore) GetConflicts(ctx context.Context) ([]storage.Conflict, error
|
||||
}
|
||||
return conflicts, nil
|
||||
}
|
||||
|
||||
// ExportChanges represents the result of GetChangesSinceExport.
|
||||
type ExportChanges struct {
|
||||
Entries []*storage.DiffEntry // Changes since the export commit
|
||||
NeedsFullExport bool // True if fromCommit is invalid/GC'd
|
||||
}
|
||||
|
||||
// GetChangesSinceExport returns changes since a specific commit hash.
|
||||
// If the commit hash is invalid or has been garbage collected, it returns
|
||||
// NeedsFullExport=true to indicate a full export is required.
|
||||
func (s *DoltStore) GetChangesSinceExport(ctx context.Context, fromCommit string) (*ExportChanges, error) {
|
||||
// Empty commit means this is the first export
|
||||
if fromCommit == "" {
|
||||
return &ExportChanges{NeedsFullExport: true}, nil
|
||||
}
|
||||
|
||||
// Validate the ref format
|
||||
if err := validateRef(fromCommit); err != nil {
|
||||
return &ExportChanges{NeedsFullExport: true}, nil
|
||||
}
|
||||
|
||||
// Check if the commit exists
|
||||
exists, err := s.CommitExists(ctx, fromCommit)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to check commit existence: %w", err)
|
||||
}
|
||||
if !exists {
|
||||
return &ExportChanges{NeedsFullExport: true}, nil
|
||||
}
|
||||
|
||||
// Get current HEAD commit to check if we're already at fromCommit
|
||||
currentCommit, err := s.GetCurrentCommit(ctx)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get current commit: %w", err)
|
||||
}
|
||||
|
||||
// If fromCommit equals HEAD, there are no changes.
|
||||
// Note: This also avoids a nil pointer panic in the embedded Dolt driver
|
||||
// when querying dolt_diff with identical from/to refs.
|
||||
if fromCommit == currentCommit {
|
||||
return &ExportChanges{Entries: nil}, nil
|
||||
}
|
||||
|
||||
// Get the diff from that commit to HEAD
|
||||
entries, err := s.Diff(ctx, fromCommit, "HEAD")
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get diff: %w", err)
|
||||
}
|
||||
|
||||
return &ExportChanges{Entries: entries}, nil
|
||||
}
|
||||
|
||||
// CommitExists checks whether a commit hash exists in the repository.
|
||||
// Returns false for empty strings, malformed input, or non-existent commits.
|
||||
func (s *DoltStore) CommitExists(ctx context.Context, commitHash string) (bool, error) {
|
||||
// Empty string is not a valid commit
|
||||
if commitHash == "" {
|
||||
return false, nil
|
||||
}
|
||||
|
||||
// Validate format to reject malformed input
|
||||
if err := validateRef(commitHash); err != nil {
|
||||
return false, nil
|
||||
}
|
||||
|
||||
// Query dolt_log to check if the commit exists.
|
||||
// Supports both full hashes and short prefixes (like git's short SHA).
|
||||
// The exact match handles full hashes; LIKE handles prefixes.
|
||||
var count int
|
||||
err := s.db.QueryRowContext(ctx, `
|
||||
SELECT COUNT(*) FROM dolt_log
|
||||
WHERE commit_hash = ? OR commit_hash LIKE ?
|
||||
`, commitHash, commitHash+"%").Scan(&count)
|
||||
if err != nil {
|
||||
return false, fmt.Errorf("failed to check commit existence: %w", err)
|
||||
}
|
||||
|
||||
return count > 0, nil
|
||||
}
|
||||
|
||||
@@ -4,6 +4,7 @@ import (
|
||||
"testing"
|
||||
|
||||
"github.com/steveyegge/beads/internal/storage"
|
||||
"github.com/steveyegge/beads/internal/types"
|
||||
)
|
||||
|
||||
// TestDoltStoreImplementsVersionedStorage verifies DoltStore implements VersionedStorage.
|
||||
@@ -22,3 +23,324 @@ func TestVersionedStorageMethodsExist(t *testing.T) {
|
||||
// this file won't compile. This test exists for documentation.
|
||||
t.Log("DoltStore implements all VersionedStorage methods")
|
||||
}
|
||||
|
||||
// TestCommitExists tests the CommitExists method.
|
||||
func TestCommitExists(t *testing.T) {
|
||||
store, cleanup := setupTestStore(t)
|
||||
defer cleanup()
|
||||
|
||||
ctx, cancel := testContext(t)
|
||||
defer cancel()
|
||||
|
||||
// Get the current commit hash (should exist after store initialization)
|
||||
currentCommit, err := store.GetCurrentCommit(ctx)
|
||||
if err != nil {
|
||||
t.Fatalf("failed to get current commit: %v", err)
|
||||
}
|
||||
|
||||
t.Run("valid commit hash returns true", func(t *testing.T) {
|
||||
exists, err := store.CommitExists(ctx, currentCommit)
|
||||
if err != nil {
|
||||
t.Fatalf("CommitExists failed: %v", err)
|
||||
}
|
||||
if !exists {
|
||||
t.Errorf("expected commit %s to exist", currentCommit)
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("short hash prefix returns true", func(t *testing.T) {
|
||||
// Use first 8 characters as a short hash (like git's default short SHA)
|
||||
if len(currentCommit) < 8 {
|
||||
t.Skip("commit hash too short for prefix test")
|
||||
}
|
||||
shortHash := currentCommit[:8]
|
||||
exists, err := store.CommitExists(ctx, shortHash)
|
||||
if err != nil {
|
||||
t.Fatalf("CommitExists failed: %v", err)
|
||||
}
|
||||
if !exists {
|
||||
t.Errorf("expected short hash %s to match commit %s", shortHash, currentCommit)
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("invalid nonexistent commit returns false", func(t *testing.T) {
|
||||
exists, err := store.CommitExists(ctx, "0000000000000000000000000000000000000000")
|
||||
if err != nil {
|
||||
t.Fatalf("CommitExists failed: %v", err)
|
||||
}
|
||||
if exists {
|
||||
t.Error("expected nonexistent commit to return false")
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("empty string returns false", func(t *testing.T) {
|
||||
exists, err := store.CommitExists(ctx, "")
|
||||
if err != nil {
|
||||
t.Fatalf("CommitExists failed: %v", err)
|
||||
}
|
||||
if exists {
|
||||
t.Error("expected empty string to return false")
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("malformed input returns false", func(t *testing.T) {
|
||||
testCases := []string{
|
||||
"invalid hash with spaces",
|
||||
"hash'with'quotes",
|
||||
"hash;injection",
|
||||
"hash--comment",
|
||||
}
|
||||
for _, tc := range testCases {
|
||||
exists, err := store.CommitExists(ctx, tc)
|
||||
if err != nil {
|
||||
t.Fatalf("CommitExists(%q) returned error: %v", tc, err)
|
||||
}
|
||||
if exists {
|
||||
t.Errorf("expected malformed input %q to return false", tc)
|
||||
}
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
// TestGetChangesSinceExport tests the GetChangesSinceExport method.
|
||||
func TestGetChangesSinceExport(t *testing.T) {
|
||||
store, cleanup := setupTestStore(t)
|
||||
defer cleanup()
|
||||
|
||||
ctx, cancel := testContext(t)
|
||||
defer cancel()
|
||||
|
||||
t.Run("empty commit returns needsFullExport", func(t *testing.T) {
|
||||
result, err := store.GetChangesSinceExport(ctx, "")
|
||||
if err != nil {
|
||||
t.Fatalf("GetChangesSinceExport failed: %v", err)
|
||||
}
|
||||
if !result.NeedsFullExport {
|
||||
t.Error("expected NeedsFullExport=true for empty commit")
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("invalid commit returns needsFullExport", func(t *testing.T) {
|
||||
result, err := store.GetChangesSinceExport(ctx, "nonexistent123456789012345678901234567890")
|
||||
if err != nil {
|
||||
t.Fatalf("GetChangesSinceExport failed: %v", err)
|
||||
}
|
||||
if !result.NeedsFullExport {
|
||||
t.Error("expected NeedsFullExport=true for invalid commit")
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("malformed commit returns needsFullExport", func(t *testing.T) {
|
||||
result, err := store.GetChangesSinceExport(ctx, "invalid'hash")
|
||||
if err != nil {
|
||||
t.Fatalf("GetChangesSinceExport failed: %v", err)
|
||||
}
|
||||
if !result.NeedsFullExport {
|
||||
t.Error("expected NeedsFullExport=true for malformed commit")
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("no changes returns empty entries", func(t *testing.T) {
|
||||
// First create and commit an issue so the issues table has committed data
|
||||
issue := &types.Issue{
|
||||
ID: "test-export-baseline",
|
||||
Title: "Baseline Issue",
|
||||
Description: "Ensures table exists in committed state",
|
||||
Status: types.StatusOpen,
|
||||
Priority: 2,
|
||||
IssueType: types.TypeTask,
|
||||
}
|
||||
if err := store.CreateIssue(ctx, issue, "tester"); err != nil {
|
||||
t.Fatalf("failed to create baseline issue: %v", err)
|
||||
}
|
||||
if err := store.Commit(ctx, "Add baseline issue"); err != nil {
|
||||
t.Fatalf("failed to commit baseline: %v", err)
|
||||
}
|
||||
|
||||
// Get current commit
|
||||
currentCommit, err := store.GetCurrentCommit(ctx)
|
||||
if err != nil {
|
||||
t.Fatalf("failed to get current commit: %v", err)
|
||||
}
|
||||
|
||||
// Query changes since current commit (should be none)
|
||||
result, err := store.GetChangesSinceExport(ctx, currentCommit)
|
||||
if err != nil {
|
||||
t.Fatalf("GetChangesSinceExport failed: %v", err)
|
||||
}
|
||||
if result.NeedsFullExport {
|
||||
t.Error("expected NeedsFullExport=false for valid commit")
|
||||
}
|
||||
if len(result.Entries) != 0 {
|
||||
t.Errorf("expected 0 entries, got %d", len(result.Entries))
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("create issue shows added in diff", func(t *testing.T) {
|
||||
// Get commit before creating issue
|
||||
beforeCommit, err := store.GetCurrentCommit(ctx)
|
||||
if err != nil {
|
||||
t.Fatalf("failed to get current commit: %v", err)
|
||||
}
|
||||
|
||||
// Create an issue
|
||||
issue := &types.Issue{
|
||||
ID: "test-export-add",
|
||||
Title: "Test Export Add",
|
||||
Description: "Testing added detection",
|
||||
Status: types.StatusOpen,
|
||||
Priority: 2,
|
||||
IssueType: types.TypeTask,
|
||||
}
|
||||
if err := store.CreateIssue(ctx, issue, "tester"); err != nil {
|
||||
t.Fatalf("failed to create issue: %v", err)
|
||||
}
|
||||
|
||||
// Commit the changes
|
||||
if err := store.Commit(ctx, "Add test issue"); err != nil {
|
||||
t.Fatalf("failed to commit: %v", err)
|
||||
}
|
||||
|
||||
// Get changes since before
|
||||
result, err := store.GetChangesSinceExport(ctx, beforeCommit)
|
||||
if err != nil {
|
||||
t.Fatalf("GetChangesSinceExport failed: %v", err)
|
||||
}
|
||||
|
||||
if result.NeedsFullExport {
|
||||
t.Error("expected NeedsFullExport=false")
|
||||
}
|
||||
|
||||
// Find the added entry
|
||||
var foundAdded bool
|
||||
for _, entry := range result.Entries {
|
||||
if entry.IssueID == issue.ID && entry.DiffType == "added" {
|
||||
foundAdded = true
|
||||
if entry.NewValue == nil {
|
||||
t.Error("expected NewValue to be set for added entry")
|
||||
}
|
||||
break
|
||||
}
|
||||
}
|
||||
if !foundAdded {
|
||||
t.Errorf("expected to find 'added' entry for issue %s", issue.ID)
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("update issue shows modified in diff", func(t *testing.T) {
|
||||
// Create an issue first
|
||||
issue := &types.Issue{
|
||||
ID: "test-export-modify",
|
||||
Title: "Test Export Modify",
|
||||
Description: "Testing modified detection",
|
||||
Status: types.StatusOpen,
|
||||
Priority: 2,
|
||||
IssueType: types.TypeTask,
|
||||
}
|
||||
if err := store.CreateIssue(ctx, issue, "tester"); err != nil {
|
||||
t.Fatalf("failed to create issue: %v", err)
|
||||
}
|
||||
if err := store.Commit(ctx, "Add issue for modify test"); err != nil {
|
||||
t.Fatalf("failed to commit: %v", err)
|
||||
}
|
||||
|
||||
// Get commit before updating
|
||||
beforeCommit, err := store.GetCurrentCommit(ctx)
|
||||
if err != nil {
|
||||
t.Fatalf("failed to get current commit: %v", err)
|
||||
}
|
||||
|
||||
// Update the issue
|
||||
updates := map[string]interface{}{
|
||||
"title": "Updated Title",
|
||||
}
|
||||
if err := store.UpdateIssue(ctx, issue.ID, updates, "tester"); err != nil {
|
||||
t.Fatalf("failed to update issue: %v", err)
|
||||
}
|
||||
if err := store.Commit(ctx, "Update test issue"); err != nil {
|
||||
t.Fatalf("failed to commit: %v", err)
|
||||
}
|
||||
|
||||
// Get changes since before
|
||||
result, err := store.GetChangesSinceExport(ctx, beforeCommit)
|
||||
if err != nil {
|
||||
t.Fatalf("GetChangesSinceExport failed: %v", err)
|
||||
}
|
||||
|
||||
if result.NeedsFullExport {
|
||||
t.Error("expected NeedsFullExport=false")
|
||||
}
|
||||
|
||||
// Find the modified entry
|
||||
var foundModified bool
|
||||
for _, entry := range result.Entries {
|
||||
if entry.IssueID == issue.ID && entry.DiffType == "modified" {
|
||||
foundModified = true
|
||||
if entry.OldValue == nil || entry.NewValue == nil {
|
||||
t.Error("expected both OldValue and NewValue to be set for modified entry")
|
||||
}
|
||||
break
|
||||
}
|
||||
}
|
||||
if !foundModified {
|
||||
t.Errorf("expected to find 'modified' entry for issue %s", issue.ID)
|
||||
}
|
||||
})
|
||||
|
||||
t.Run("delete issue shows removed in diff", func(t *testing.T) {
|
||||
// Create an issue first
|
||||
issue := &types.Issue{
|
||||
ID: "test-export-delete",
|
||||
Title: "Test Export Delete",
|
||||
Description: "Testing removed detection",
|
||||
Status: types.StatusOpen,
|
||||
Priority: 2,
|
||||
IssueType: types.TypeTask,
|
||||
}
|
||||
if err := store.CreateIssue(ctx, issue, "tester"); err != nil {
|
||||
t.Fatalf("failed to create issue: %v", err)
|
||||
}
|
||||
if err := store.Commit(ctx, "Add issue for delete test"); err != nil {
|
||||
t.Fatalf("failed to commit: %v", err)
|
||||
}
|
||||
|
||||
// Get commit before deleting
|
||||
beforeCommit, err := store.GetCurrentCommit(ctx)
|
||||
if err != nil {
|
||||
t.Fatalf("failed to get current commit: %v", err)
|
||||
}
|
||||
|
||||
// Delete the issue
|
||||
if err := store.DeleteIssue(ctx, issue.ID); err != nil {
|
||||
t.Fatalf("failed to delete issue: %v", err)
|
||||
}
|
||||
if err := store.Commit(ctx, "Delete test issue"); err != nil {
|
||||
t.Fatalf("failed to commit: %v", err)
|
||||
}
|
||||
|
||||
// Get changes since before
|
||||
result, err := store.GetChangesSinceExport(ctx, beforeCommit)
|
||||
if err != nil {
|
||||
t.Fatalf("GetChangesSinceExport failed: %v", err)
|
||||
}
|
||||
|
||||
if result.NeedsFullExport {
|
||||
t.Error("expected NeedsFullExport=false")
|
||||
}
|
||||
|
||||
// Find the removed entry
|
||||
var foundRemoved bool
|
||||
for _, entry := range result.Entries {
|
||||
if entry.IssueID == issue.ID && entry.DiffType == "removed" {
|
||||
foundRemoved = true
|
||||
if entry.OldValue == nil {
|
||||
t.Error("expected OldValue to be set for removed entry")
|
||||
}
|
||||
break
|
||||
}
|
||||
}
|
||||
if !foundRemoved {
|
||||
t.Errorf("expected to find 'removed' entry for issue %s", issue.ID)
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user