WordlistPageExtractor/server.go at main · mazeForGit/WordlistPageExtractor · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
package main

import (
	"fmt"
	"flag"
	"os"

	"github.com/gin-gonic/gin"
	"github.com/gin-contrib/static"
	"github.com/gin-contrib/sessions"
	"github.com/gin-contrib/sessions/memstore"
	log "github.com/sirupsen/logrus"

	model "github.com/mazeForGit/WordlistPageExtractor/model"
	routers "github.com/mazeForGit/WordlistPageExtractor/routers"
)

func main() {

	//
	// define and handle flags
	var flagServerName = flag.String("name", "wordListStorage", "server name")
	var flagServerPort = flag.String("port", "6002", "server port")
	var fileConfig = flag.String("frConfig", "./data/config.json", "file containing config")
	var fileWordList = flag.String("frWL", "./data/wordList.json", "file containing wordList")
	flag.Parse()

	//
	// handle flags
	if *fileConfig != "" {
		err := model.ReadConfigurationFromFile(*fileConfig)
		if err != nil {
			fmt.Println(err)
			os.Exit(-1)
		}
	}
	if *fileWordList != "" {
		err := model.ReadWordListFromFile(*fileWordList)
		if err != nil {
			fmt.Println(err)
			os.Exit(-1)
		}
	}

	// make a channel with a capacity of maxWorkers.
	maxWorkers := 3
	model.JobChannel = make(chan model.Job, maxWorkers)
	// starting workers
	for i := 0; i < maxWorkers; i++ {
		go model.Worker(i, model.JobChannel)
	}


	log.SetFormatter(&log.JSONFormatter{})
	log.SetOutput(os.Stdout)

	router := gin.Default()
	router.RedirectTrailingSlash = false
	store := memstore.NewStore([]byte("secret"))
	router.Use(sessions.Sessions("session-id", store))

	router.LoadHTMLGlob("public/*.html")
	router.Use(static.Serve("/", static.LocalFile("./public", false)))
	router.NoRoute(routers.NotFoundError)
	router.GET("/content", routers.Index)
	router.GET("/extractor", routers.Extractor)
//	router.GET("/voter", routers.Voter)
	router.GET("/health", routers.HealthGET)

	// global config
	router.GET("/config", routers.ConfigGET)
	router.POST("/config", routers.ConfigPOST)
	router.GET("/wordlist", routers.WordListGET)

	// session based
	router.GET("/status", routers.StatusGET)
	router.POST("/status", routers.StatusPOST)
	router.GET("/words", routers.WordsGET)

	log.Info("run server name = " + *flagServerName + " on port = " + port(*flagServerPort))
	router.Run(port(*flagServerPort))
}
//
// get port from environment or cli
//
func port(flagServerPort string) string {
	port := os.Getenv("PORT")
	if len(port) == 0 {
		port = flagServerPort
	}
	return ":" + port
}