refactor: Remove incremental import checkpoints and update cron schedule

- Dropped checkpoint management for issue imports; imports now run without persisting cursors.
- Adjusted cron job schedule from 5 AM to 1 AM for earlier task execution.

Author: youenchene

command/import/import.go

@@ -6,12 +6,10 @@ import (
 	ccsv "cto-stats/connectors/csv"
 	cg "cto-stats/connectors/github"
 	gh "cto-stats/domain/github"
-	"encoding/json"
 	"flag"
 	"fmt"
 	"log/slog"
 	"os"
-	"path/filepath"
 	"strings"
 )
 
@@ -38,51 +36,7 @@ type IssueReport = gh.IssueReport
 type CurrentProject = gh.CurrentProject
 
 // checkpoints stores per-repo import progress to allow incremental runs.
-type checkpoints struct {
-	Repos map[string]repoCheckpoint `json:"repos"`
-}
-
-type repoCheckpoint struct {
-	IssuesAfter string `json:"issues_after,omitempty"`
-}
-
-func loadCheckpoints(path string) (*checkpoints, error) {
-	f, err := os.Open(path)
-	if err != nil {
-		// If file doesn't exist, return empty
-		return &checkpoints{Repos: map[string]repoCheckpoint{}}, nil
-	}
-	defer f.Close()
-	var cp checkpoints
-	if err := json.NewDecoder(f).Decode(&cp); err != nil {
-		return &checkpoints{Repos: map[string]repoCheckpoint{}}, nil
-	}
-	if cp.Repos == nil {
-		cp.Repos = map[string]repoCheckpoint{}
-	}
-	return &cp, nil
-}
-
-func saveCheckpoints(path string, cp *checkpoints) error {
-	if err := os.MkdirAll(filepath.Dir(path), 0o755); err != nil {
-		return err
-	}
-	tmp := path + ".tmp"
-	f, err := os.Create(tmp)
-	if err != nil {
-		return err
-	}
-	enc := json.NewEncoder(f)
-	enc.SetIndent("", "  ")
-	if err := enc.Encode(cp); err != nil {
-		f.Close()
-		return err
-	}
-	if err := f.Close(); err != nil {
-		return err
-	}
-	return os.Rename(tmp, path)
-}
+// Note: checkpoint management removed. The import now runs without persisting cursors.
 
 // Run executes the import subcommand. It expects flag arguments like: -org, -since, -repo.
 func Run(args []string) error {
@@ -142,43 +96,19 @@ func Run(args []string) error {
 		return err
 	}
 
-	// Load checkpoints to make the import incremental by default
-	cpPath := "./data/checkpoints.json"
-	cp, _ := loadCheckpoints(cpPath)
-
 	var reports []IssueReport
 	for _, r := range repos {
 		if *repoFilter != "" && !allowedRepos[r.Name] {
 			continue
 		}
-		key := r.Owner.Login + "/" + r.Name
-		after := ""
-		if rp, ok := cp.Repos[key]; ok {
-			if strings.TrimSpace(rp.IssuesAfter) != "" {
-				after = rp.IssuesAfter
-				slog.Info("checkpoint.issues.cursor.resume", "repo", key, "after", after)
-			}
-		}
-		slog.Info("phase.issues.import.start", "owner", r.Owner.Login, "repo", r.Name, "since", *since, "after", after)
-		issues, endCursor, err := ghc.ListAllIssues(ctx, r.Owner.Login, r.Name, *since, after)
+		// No checkpoint resume: always start from the beginning or respect the provided -since filter.
+		slog.Info("phase.issues.import.start", "owner", r.Owner.Login, "repo", r.Name, "since", *since)
+		issues, _, err := ghc.ListAllIssues(ctx, r.Owner.Login, r.Name, *since, "")
 		if err != nil {
 			slog.Error("phase.issues.fetch.error", "owner", r.Owner.Login, "repo", r.Name, "error", err)
 			fmt.Fprintf(os.Stderr, "error listing issues for %s/%s: %v\n", r.Owner.Login, r.Name, err)
 			continue
 		}
-		if endCursor != nil {
-			if cp.Repos == nil {
-				cp.Repos = map[string]repoCheckpoint{}
-			}
-			rc := cp.Repos[key]
-			rc.IssuesAfter = *endCursor
-			cp.Repos[key] = rc
-			if err := saveCheckpoints(cpPath, cp); err != nil {
-				slog.Warn("checkpoint.save.error", "path", cpPath, "error", err)
-			} else {
-				slog.Info("checkpoint.issues.cursor.saved", "repo", key, "after", *endCursor)
-			}
-		}
 		slog.Info("phase.issues.import.fetched", "owner", r.Owner.Login, "repo", r.Name, "count", len(issues))
 		for _, is := range issues {
 			// Skip PRs

docker-entrypoint.sh

@@ -16,7 +16,7 @@ chmod 600 "$ENV_FILE"
 CRON_FILE=/etc/crontabs/root
 mkdir -p /etc/crontabs
 : > "$CRON_FILE"
-echo "0 5 * * * /usr/local/bin/run-jobs.sh >> /proc/1/fd/1 2>&1" >> "$CRON_FILE"
+echo "0 1 * * * /usr/local/bin/run-jobs.sh >> /proc/1/fd/1 2>&1" >> "$CRON_FILE"
 chmod 600 "$CRON_FILE"
 
 # Start cron in background (busybox crond)