Draft, peer selection done, search in progress

models/config.go

@@ -0,0 +1,22 @@
+package models
+
+import "sync"
+
+type Config struct {
+	ZincUrl       string
+	ZincLogin     string
+	ZincPassword  string
+	RedisUrl      string
+	RedisPassword string
+	DiscoveryUrl  string
+}
+
+var instance *Config
+var once sync.Once
+
+func GetConfig() *Config {
+	once.Do(func() {
+		instance = &Config{}
+	})
+	return instance
+}

models/http.go

@@ -0,0 +1,53 @@
+package models
+
+import (
+	"io"
+	"net/http"
+	"net/http/cookiejar"
+	"net/url"
+)
+
+type HttpQuery struct {
+	baseurl string
+	jar     http.CookieJar
+	Cookies map[string]string
+}
+
+func (h *HttpQuery) Init(url string) {
+	h.baseurl = url
+	h.jar, _ = cookiejar.New(nil)
+	h.Cookies = make(map[string]string)
+}
+
+func (h *HttpQuery) Get(url string) ([]byte, error) {
+	client := &http.Client{Jar: h.jar}
+	resp, err := client.Get(h.baseurl + url)
+	if err != nil {
+		return nil, err
+	}
+	// store received cookies
+	for _, cookie := range h.jar.Cookies(resp.Request.URL) {
+		h.Cookies[cookie.Name] = cookie.Value
+	}
+	if err != nil {
+		return nil, err
+	}
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return nil, err
+	}
+	return body, nil
+}
+
+func (h *HttpQuery) Post(url string, data url.Values) (*http.Response, error) {
+	client := &http.Client{Jar: h.jar}
+	resp, err := client.PostForm(h.baseurl+url, data)
+	if err != nil {
+		return nil, err
+	}
+	// store received cookies
+	for _, cookie := range h.jar.Cookies(resp.Request.URL) {
+		h.Cookies[cookie.Name] = cookie.Value
+	}
+	return resp, err
+}

models/search.go

@@ -0,0 +1,125 @@
+package models
+
+import (
+	"encoding/json"
+	"fmt"
+	"io"
+	"log"
+	"net/http"
+	"strings"
+
+	"github.com/google/uuid"
+	"github.com/tidwall/gjson"
+)
+
+var (
+	Store SearchStorage
+)
+
+type SearchStorage struct {
+	RedisUrl      string `json:"redis_url,omitempty"`
+	RedisPassword string `json:"redis_password,omitempty"`
+	ZincUrl       string `json:"zinc_url,omitempty"`
+	ZincLogin     string `json:"zinc_login,omitempty"`
+	ZincPassword  string `json:"zinc_password,omitempty"`
+}
+
+type SearchTarget struct {
+	PeerId string
+	ApiUrl string
+}
+
+func init() {
+}
+
+func StartSearch(query string) (searchId string, err error) {
+	searchId = uuid.New().String()
+	doSearch(query, searchId)
+	return searchId, nil
+}
+
+func GetProgress(searchId string) (err error) {
+	return nil
+}
+
+func GetResults(searchId string) {
+
+}
+
+func doSearch(query string, searchId string) error {
+	// select peers
+	ids, err := getPeersIds(query)
+	if err != nil {
+		return nil
+	}
+	// loop and search through peers
+	for _, id := range ids {
+		doSinglePeerSearch(id, query, searchId)
+	}
+	return nil
+}
+
+func getPeersIds(query string) ([]SearchTarget, error) {
+	var ws HttpQuery
+	var ids []SearchTarget
+	ws.Init(GetConfig().DiscoveryUrl)
+	body, err := ws.Get("peer/find/" + query)
+	if err != nil {
+		return nil, err
+	}
+	result := gjson.Parse(string(body))
+	result.ForEach(func(key, value gjson.Result) bool {
+		st := SearchTarget{value.Get("peer_id").Str, value.Get("api_url").Str}
+		ids = append(ids, st)
+		return true // keep iterating
+	})
+	return ids, nil
+}
+
+func doSinglePeerSearch(peerId SearchTarget, query string, searchId string) error {
+	// start search
+	var ws HttpQuery
+	ws.Init(peerId.ApiUrl)
+	body, err := ws.Get("/search/byWord?word=" + query)
+	if err != nil {
+		return err
+	}
+	println(string(body))
+	// get results
+	// split types
+	// update percent in Redis
+
+	// feed results to Zinc
+	bulk := map[string]interface{}{"index": "search_" + searchId, "records": indexedPeers}
+	raw, err := json.Marshal(bulk)
+	if err != nil {
+		return err
+	}
+	req, err := http.NewRequest("POST", GetConfig().ZincUrl+"/api/_bulkv2", strings.NewReader(string(raw)))
+	if err != nil {
+		return err
+	}
+	req.SetBasicAuth(GetConfig().ZincLogin, GetConfig().ZincPassword)
+	req.Header.Set("Content-Type", "application/json")
+	req.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Safari/537.36")
+
+	resp, err := http.DefaultClient.Do(req)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+	log.Println(resp.StatusCode)
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return err
+	}
+	fmt.Println(string(body))
+	// query Zinc
+
+	// remerge results in types
+
+	// provide intermediary results
+
+	// store result in Redis
+	return nil
+}