scraping_test.go

package main

import (
	"encoding/json"
	"fmt"
	"net/http"
	"os"
	"testing"

	"net/http/httptest"

	"github.com/prometheus/client_golang/prometheus"
)

func checkExpectError(err error, expect bool, t *testing.T) {
	if err != nil && !expect {
		t.Errorf("Expected success, got error: %s", err)
	}
	if err == nil && expect {
		t.Errorf("Expected error, got none")
	}
}

func TestNormalizeValue(t *testing.T) {

	res, err := normalizeValue("10,123 kWh")
	checkExpectError(err, false, t)
	if res.Unit != "kWh" {
		t.Errorf("Expected kWh as unit, but got %s", res.Unit)
	}
	if res.Value != 10.123 {
		t.Errorf("Expected 10.123 as value, but got %f", res.Value)
	}

	res, err = normalizeValue("10")
	checkExpectError(err, false, t)
	if res.Unit != "" {
		t.Error("Expected empty unit")
	}
	if res.Value != 10 {
		t.Fail()
	}

	res, err = normalizeValue("3,345 MWh")
	checkExpectError(err, false, t)
	if res.Unit != "kWh" {
		t.Errorf("Expected conversion to kWh, but got %s", res.Unit)
	}
	if res.Value != 3345 {
		t.Errorf("Expected 3345, but got %f", res.Value)
	}

	res, err = normalizeValue("18.321kWh")
	checkExpectError(err, false, t)
	if res.Unit != "kWh" {
		t.Errorf("Expected kWh as unit, but got %s", res.Unit)
	}
	if res.Value != 18.321 {
		t.Errorf("Expected 18.321, but got %f", res.Value)
	}

	res, err = normalizeValue("15,8°C")
	checkExpectError(err, false, t)
	if res.Unit != "°C" {
		t.Errorf("Expected °C as unit, but got %s", res.Unit)
	}
	if res.Value != 15.8 {
		t.Errorf("Expected 15.8, but got %f", res.Value)
	}

	res, err = normalizeValue("-15,8°C")
	checkExpectError(err, false, t)
	if res.Unit != "°C" {
		t.Errorf("Expected °C as unit, but got %s", res.Unit)
	}
	if res.Value != -15.8 {
		t.Errorf("Expected -15.8, but got %f", res.Value)
	}
	res, err = normalizeValue("1 l/min")
	checkExpectError(err, false, t)
	res, err = normalizeValue("1 %")
	checkExpectError(err, false, t)
	res, err = normalizeValue("1 m³/h")
	checkExpectError(err, false, t)

	res, err = normalizeValue("On")
	checkExpectError(err, false, t)
	if res.Value != 1 {
		t.Errorf("Expected 1, but got %f", res.Value)
	}
	res, err = normalizeValue("Off")
	checkExpectError(err, false, t)
	if res.Value != 0 {
		t.Errorf("Expected 0, but got %f", res.Value)
	}

	res, err = normalizeValue("fnvdnvsdbvdfk")
	checkExpectError(err, true, t)
}

func TestNormalizeLabel(t *testing.T) {

	res := normalizeLabel("RAUMISTTEMP. HK1")
	if res != "raumisttemp_hk1" {
		t.Fail()
	}

	res = normalizeLabel("FORTLUFT IST LÜFTERDREHZAHL  ")
	if res != "fortluft_ist_luefterdrehzahl" {
		t.Errorf("Expected fortluft_ist_luefterdrehzahl, but got %s", res)
	}
	res = normalizeLabel("WW-SOLLTEMP.")
	if res != "ww_solltemp" {
		t.Errorf("Expected ww_solltemp, but got %s", res)
	}
	res = normalizeLabel("M*1E6")
	if res != "m1e6" {
		t.Errorf("Expected m1e6, but got %s", res)
	}
}

func TestPage(t *testing.T) {

	options.Mode = MODE_WEBSCRAPING
	ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
		page := req.URL.Query().Get("s")

		if page == "1,0" {
			content, err := os.ReadFile("test_resources/sample_1_0.html")
			if err != nil {
				t.Errorf("Failed delivering sample for 1,0")
			}
			fmt.Fprint(w, string(content))
		} else if page == "1,1" {
			content, err := os.ReadFile("test_resources/sample_1_1.html")
			if err != nil {
				t.Errorf("Failed delivering sample for 1,1")
			}
			fmt.Fprint(w, string(content))
		} else if page == "4,7" {
			content, err := os.ReadFile("test_resources/sample_4_7.html")
			if err != nil {
				t.Errorf("Failed delivering sample for 4,7")
			}
			fmt.Fprint(w, string(content))
		} else if page == "onoff" {
			content, err := os.ReadFile("test_resources/sample_onoff.html")
			if err != nil {
				t.Errorf("Failed delivering sample for onoff")
			}
			fmt.Fprint(w, string(content))
		} else if page == "specialchars" {
			content, err := os.ReadFile("test_resources/sample_specialchars.html")
			if err != nil {
				t.Errorf("Failed delivering sample for specialchars")
			}
			fmt.Fprint(w, string(content))
		} else {
			fmt.Fprint(w, "")
		}
	}))
	defer ts.Close()

	options.URL = ts.URL
	gaugesMap = make(map[string]*prometheus.GaugeVec)
	flagGaugesMap = make(map[string]prometheus.Gauge)
	valuesMap = make(map[string][]IsgValue)
	prepare()

	flagRemovalList := make(map[string]prometheus.Gauge)
	parsePage("1,1", flagRemovalList)
	parsePage("4,7", flagRemovalList)
	parsePage("onoff", flagRemovalList)
	parsePage("specialchars", flagRemovalList)

	if valuesMap["festwertbetrieb"] == nil {
		t.Errorf("Failed to find expected onoff value")
	}

	json, _ := json.MarshalIndent(valuesMap, "", "  ")
	fmt.Println(string(json))
}