main.go

package main

import (
	"flag"
	"fmt"
	"go-text-search-engine/utils"
	"log"
	"time"
)

func main() {
	var dataDump, query string
	flag.StringVar(&dataDump, "p", "enwiki-latest-abstract1.xml.gz", "wiki dump")
	flag.StringVar(&query, "q", "Small wild cat", "search query")
	flag.Parse()
	fmt.Println("Search engine is in progress...")

	start := time.Now()
	docs, err := utils.LoadDocuments(dataDump)
	if err != nil {
		log.Fatal(err)
	}
	log.Printf("Loaded %d in %v", len(docs), time.Since(start))

	start = time.Now()
	idx := make(utils.Index)
	idx.Add(docs)
	log.Printf("Indexed %d in %v", len(docs), time.Since(start))

	start = time.Now()
	matchedIDs := idx.Search(query)
	log.Printf("Search found %d in %v", len(matchedIDs), time.Since(start))
	for _, id := range matchedIDs {
		doc := docs[id]
		log.Printf("%d\t%s\n", id, doc.Text)
	}
}