1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
package main
import (
"context"
"encoding/json"
"fmt"
"log"
"log/slog"
"os"
"os/signal"
"runtime"
"time"
_ "github.com/bluesky-social/indigo/api/bsky"
"github.com/bluesky-social/jetstream/pkg/client"
"github.com/bluesky-social/jetstream/pkg/client/schedulers/parallel"
"github.com/bluesky-social/jetstream/pkg/models"
"github.com/nats-io/nats.go"
)
func main() {
// Connect to NATS
nc, err := nats.Connect(nats.DefaultURL)
if err != nil {
log.Fatalf("Error connecting to NATS: %v", err)
}
defer nc.Close()
log.Println("Connected to NATS")
// Create Jetstream client with proper configuration
config := &client.ClientConfig{
WebsocketURL: "wss://jetstream1.us-east.bsky.network/subscribe",
}
logger := slog.Default()
scheduler := parallel.NewScheduler(runtime.NumCPU(), "nats-proxy", logger, func(ctx context.Context, e *models.Event) error {
if e != nil && e.Commit != nil && e.Commit.Collection != "" {
// Get the collection from the commit
collection := e.Commit.Collection
// Determine the subject based on the collection
subject := fmt.Sprintf("bluesky.%s", collection)
// Convert the event to JSON
jsonData, err := json.Marshal(e)
if err != nil {
log.Printf("Error marshaling event: %v", err)
return err
}
// Publish the event to NATS
err = nc.Publish(subject, jsonData)
if err != nil {
log.Printf("Error publishing to NATS: %v", err)
return err
}
}
return nil
})
log.Println("Created config, logger, scheduler")
go func() {
cursor := time.Now().UnixMicro()
totalServers := 2 // See: https://github.com/bluesky-social/jetstream?tab=readme-ov-file#public-instances
for i := 0; true; i++ {
jc, err := client.NewClient(config, logger, scheduler)
if err != nil {
log.Fatalf("Error creating Jetstream client: %v", err)
}
if err := jc.ConnectAndRead(context.Background(), &cursor); err != nil {
log.Printf("failed to connect: %v\n", err)
}
time.Sleep(1 * time.Second)
// alternate between available jetstream servers
config.WebsocketURL = fmt.Sprintf("wss://jetstream%d.us-east.bsky.network/subscribe", i%totalServers+1)
log.Printf("connecting to %s instead\n", config.WebsocketURL)
}
}()
// Wait for interrupt signal to gracefully shut down
interrupt := make(chan os.Signal, 1)
signal.Notify(interrupt, os.Interrupt)
<-interrupt
log.Println("Shutting down...")
}
|
