main.go

package main

import (
	"flag"
	"fmt"
	"log"
	"os"
	pprof "runtime/pprof"

	"github.com/runik-3/builder/dict"
	wikibot "github.com/runik-3/builder/wikiBot"
)

func main() {
	entryLimit := flag.Int("l", 10000, "The maximum number of entries in the dictionary.")
	depth := flag.Int("d", 1, "How many sentences make up each definition.")
	name := flag.String("n", "", "The file name of the generated dictionary (extension added automatically).")
	output := flag.String("o", "", "The output directory where generated dictionary will be written. If not passed in, no file will be generated (preferred behaviour when calling builder as module).")
	format := flag.String("f", "json", "Format of the output file.")
	cpuprofile := flag.String("cpuprofile", "", "write cpu profile to file")

	flag.Parse()

	if *cpuprofile != "" {
		f, err := os.Create(*cpuprofile)
		if err != nil {
			log.Fatal(err)
		}
		pprof.StartCPUProfile(f)
		defer pprof.StopCPUProfile()
	}

	options := dict.GeneratorOptions{
		Name:         *name,
		Output:       *output,
		Format:       *format,
		Depth:        *depth,
		EntryLimit:   *entryLimit,
		ProgressHook: printProgress,
	}

	args := flag.Args()

	if len(args) < 2 {
		log.Fatal("You must provide at least one argument.")
	}
	command := args[0]

	switch command {
	case "generate":
		wikiUrl := args[1]
		_, err := dict.BuildDictionary(wikiUrl, options)
		if err != nil {
			log.Fatalf("There was an error building the dictionary:\n%s", err.Error())
		}
	case "info":
		wikiUrl := args[1]
		err := wikibot.PrintWikiDetails(wikiUrl)
		if err != nil {
			log.Fatalf("There was an error retrieving wiki info:\n%s", err.Error())
		}
	default:
		log.Fatalf("%s is not a valid command. See help for more options.", args[0])
	}
}

func printProgress(current int, total int) {
	fmt.Printf("%d/%d articles processed\n", current, total)
}