-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain.go
More file actions
98 lines (85 loc) · 2.52 KB
/
main.go
File metadata and controls
98 lines (85 loc) · 2.52 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
package main
import (
"context"
server "db-service/src"
"fmt"
dbpd "gen/db-service/pb"
"log"
"net"
"os"
"runtime"
"time"
"go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo/options"
"google.golang.org/grpc"
)
func main() {
// Set maximum number of CPUs to use
runtime.GOMAXPROCS(runtime.NumCPU())
mongoURI := os.Getenv("MONGO_URI")
if mongoURI == "" {
log.Fatalf("missing MONGO_URI env var")
}
// get env port
port := os.Getenv("SERVICE_PORT")
if port == "" {
log.Fatalf("missing SERVICE_PORT env var")
}
clientOptions := options.Client().ApplyURI(mongoURI)
client, err := mongo.Connect(context.Background(), clientOptions)
// Retry connecting to Mongo every 5 seconds until client is created.
for err != nil {
time.Sleep(5 * time.Second)
log.Println("Attempting to create MongoDB client connection...")
client, err = mongo.Connect(context.Background(), clientOptions)
}
// Explicit ping check to ensure MongoDB is ready.
for {
err = client.Ping(context.Background(), nil)
if err == nil {
log.Println("Successfully connected to MongoDB!")
break
}
log.Println("MongoDB is not available yet, ping failed with error:", err)
time.Sleep(5 * time.Second)
}
defer func() {
if err := client.Disconnect(context.Background()); err != nil {
log.Fatalf("Failed to disconnect from MongoDB: %v", err)
}
}()
// Load data into MongoDB
mongoDatabaseName := "threadit"
serviceAccountJsonPath := "/var/secret/gcp/gcs-key.json"
var basePath string
if _, err := os.Stat(serviceAccountJsonPath); err == nil {
basePath = "gs://threadit-dataset"
} else if os.IsNotExist(err) {
basePath = "/dataset"
} else {
log.Fatalf("error checking for gcs-key.json: %v", err)
}
if err := loadThreadsDataset(client, mongoDatabaseName, basePath); err != nil {
log.Fatalf("Error loading threads: %v", err)
}
if err := loadCommunitiesDataset(client, mongoDatabaseName, basePath); err != nil {
log.Fatalf("Error loading communities: %v", err)
}
// start gRPC server
lis, err := net.Listen("tcp", fmt.Sprintf(":%s", port))
if err != nil {
log.Fatalf("failed to listen: %v", err)
}
grpcServer := grpc.NewServer(
grpc.MaxRecvMsgSize(1024*1024*500), // 500MB
grpc.MaxSendMsgSize(1024*1024*500), // 500MB
)
mongoDatabase := client.Database(mongoDatabaseName)
dbpd.RegisterDBServiceServer(grpcServer, &server.DBServer{
Mongo: mongoDatabase,
})
log.Printf("gRPC server is listening on :%s", port)
if err := grpcServer.Serve(lis); err != nil {
log.Fatalf("failed to serve: %v", err)
}
}