package main import ( "bufio" "encoding/json" "errors" "flag" "fmt" "log" "os" "strings" "fiatjaf.com/nostr" "fiatjaf.com/nostr/eventstore" "zooid/zooid" ) type ValidationError struct { Line int EventID string Signature bool Shape bool Message string } func main() { log.SetFlags(log.Ldate | log.Ltime | log.Lshortfile) var ( relay = flag.String("relay", "", "Relay name (required)") reset = flag.Bool("reset", false, "Delete all events from the store before importing") force = flag.Bool("force", false, "Skip validation prompts and import valid events only") ) flag.Parse() if *relay == "" { fmt.Fprintln(os.Stderr, "Error: --relay is required") flag.Usage() os.Exit(1) } // Load config for the specified relay config, err := zooid.LoadConfigFromId(*relay) if err != nil { fmt.Fprintln(os.Stderr, err) os.Exit(1) } // Create event store events := &zooid.EventStore{ Config: config, Schema: &zooid.Schema{Name: config.Schema}, } // Initialize the event store (creates tables if needed) if err := events.Init(); err != nil { log.Fatalf("Failed to initialize event store: %v", err) } // Reset if requested if *reset { if err := resetEventStore(events); err != nil { log.Fatalf("Failed to reset event store: %v", err) } fmt.Fprintln(os.Stderr, "Event store reset complete") } // Read and process events from stdin var ( validationErrors []ValidationError validEvents []nostr.Event lineNum int ) scanner := bufio.NewScanner(os.Stdin) for scanner.Scan() { lineNum++ line := strings.TrimSpace(scanner.Text()) if line == "" { continue } var event nostr.Event if err := json.Unmarshal([]byte(line), &event); err != nil { validationErrors = append(validationErrors, ValidationError{ Line: lineNum, Message: fmt.Sprintf("JSON parse error: %v", err), }) continue } // Validate event sigValid, shapeValid, errMsg := validateEvent(event) if !sigValid || !shapeValid { validationErrors = append(validationErrors, ValidationError{ Line: lineNum, EventID: event.ID.Hex(), Signature: sigValid, Shape: shapeValid, Message: errMsg, }) continue } validEvents = append(validEvents, event) } if err := scanner.Err(); err != nil { log.Fatalf("Error reading stdin: %v", err) } // Handle validation results if len(validationErrors) > 0 { printValidationSummary(validationErrors, len(validEvents)) if !*force { // Ask user if they want to continue fmt.Fprint(os.Stderr, "\nDo you want to continue importing valid events? [y/N]: ") var response string fmt.Scanln(&response) response = strings.ToLower(strings.TrimSpace(response)) if response != "y" && response != "yes" { fmt.Fprintln(os.Stderr, "Import cancelled") os.Exit(0) } } else { fmt.Fprintf(os.Stderr, "\nForce mode: skipping %d invalid events\n", len(validationErrors)) } } // Import valid events imported := 0 skipped := 0 for _, event := range validEvents { if err := events.StoreEvent(event); err != nil { if errors.Is(err, eventstore.ErrDupEvent) { skipped++ } else { log.Printf("Failed to import event %s: %v", event.ID.Hex(), err) } continue } imported++ } fmt.Fprintf(os.Stderr, "\nImport complete: %d imported, %d skipped (duplicates)\n", imported, skipped) } func validateEvent(event nostr.Event) (sigValid bool, shapeValid bool, errMsg string) { var zeroID nostr.ID var zeroPubKey nostr.PubKey var zeroSig [64]byte // Check shape validation (required fields) if event.ID == zeroID { return false, false, "missing event ID" } if event.PubKey == zeroPubKey { return false, false, "missing pubkey" } if event.Sig == zeroSig { return false, false, "missing signature" } if event.CreatedAt == 0 { return false, false, "missing created_at" } // Verify signature if !event.VerifySignature() { return false, true, "invalid signature" } return true, true, "" } func printValidationSummary(errors []ValidationError, validCount int) { fmt.Fprintf(os.Stderr, "\n=== Validation Summary ===\n") fmt.Fprintf(os.Stderr, "Valid events: %d\n", validCount) fmt.Fprintf(os.Stderr, "Invalid events: %d\n\n", len(errors)) sigErrors := 0 shapeErrors := 0 parseErrors := 0 for _, err := range errors { if err.Line > 0 && err.EventID == "" { parseErrors++ fmt.Fprintf(os.Stderr, "Line %d: %s\n", err.Line, err.Message) } else if !err.Signature { sigErrors++ fmt.Fprintf(os.Stderr, "Line %d (ID: %s): Invalid signature\n", err.Line, err.EventID) } else if !err.Shape { shapeErrors++ fmt.Fprintf(os.Stderr, "Line %d (ID: %s): Invalid shape - %s\n", err.Line, err.EventID, err.Message) } } fmt.Fprintf(os.Stderr, "\nBreakdown:\n") fmt.Fprintf(os.Stderr, " - Signature validation errors: %d\n", sigErrors) fmt.Fprintf(os.Stderr, " - Shape validation errors: %d\n", shapeErrors) fmt.Fprintf(os.Stderr, " - Parse errors: %d\n", parseErrors) } func resetEventStore(events *zooid.EventStore) error { db := zooid.GetDb() // Delete all events and event_tags for this relay tables := []string{ events.Schema.Prefix("event_tags"), events.Schema.Prefix("events"), } for _, table := range tables { _, err := db.Exec("DELETE FROM " + table) if err != nil { return fmt.Errorf("failed to delete from %s: %w", table, err) } } return nil }