export_test.go

package export

import (
	"bufio"
	"bytes"
	"context"
	"io"
	"os"
	"path/filepath"
	"testing"

	"github.com/tidwall/gjson"
)

func TestCustomPlacetype(t *testing.T) {

	ctx := context.Background()

	body := readFeature(t, "custom-placetype.geojson")

	opts, err := NewDefaultOptions(ctx)

	if err != nil {
		t.Fatal(err)
	}

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	err = Export(body, opts, wr)

	if err != nil {
		t.Fatal(err)
	}

	wr.Flush()

	rsp := gjson.GetBytes(buf.Bytes(), "properties.wof:hierarchy.0.runway_id")

	if !rsp.Exists() {
		t.Fatal("Unable to find properties.wof:hierarchy.0.runway_id property")
	}

	has_id := rsp.Int()
	expected_id := int64(1730008747)

	if has_id != expected_id {
		t.Fatalf("Result has unexpected ID. Expected '%d' but got '%d'", expected_id, has_id)
	}
}

func TestExportEDTF(t *testing.T) {
	ctx := context.Background()

	body := readFeature(t, "1159159407.geojson")

	opts, err := NewDefaultOptions(ctx)

	if err != nil {
		t.Fatal(err)
	}

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	err = Export(body, opts, wr)

	if err != nil {
		t.Fatal(err)
	}

	wr.Flush()
	body = buf.Bytes()

	ensureProps := []string{
		"properties.wof:id",
		"properties.geom:bbox",
		"bbox",
		"properties.date:inception_lower",
		"properties.date:inception_upper",
		"properties.date:cessation_lower",
		"properties.date:cessation_upper",
	}

	for _, prop := range ensureProps {
		propRsp := gjson.GetBytes(body, prop)

		if !propRsp.Exists() {
			t.Fatalf("Missing property '%s'", prop)
		}
	}

	bboxRsp := gjson.GetBytes(body, "properties.geom:bbox")
	bboxStr := bboxRsp.String()

	if bboxStr != "-122.384119,37.615457,-122.384119,37.615457" {
		t.Fatal("Unexpected geom:bbox")
	}
}

func TestExportWithOldStyleEDTFUnknownDates(t *testing.T) {
	ctx := context.Background()
	body := readFeature(t, "old-edtf-uuuu-dates.geojson")

	opts, err := NewDefaultOptions(ctx)
	if err != nil {
		t.Fatal(err)
	}

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	err = Export(body, opts, wr)
	if err != nil {
		t.Fatal(err)
	}

	wr.Flush()
	body = buf.Bytes()

	cessationProp := gjson.GetBytes(body, "properties.edtf:cessation")
	if !cessationProp.Exists() {
		t.Fatalf("missing edtf:cessation property")
	}

	if cessationProp.String() != "" {
		t.Fatalf("edtf:cessation not set to new style format")
	}

	inceptionProp := gjson.GetBytes(body, "properties.edtf:inception")
	if !inceptionProp.Exists() {
		t.Fatalf("missing edtf:inception property")
	}

	if inceptionProp.String() != "" {
		t.Fatalf("edtf:inception not set to new style format")
	}

	rejectProps := []string{
		"properties.date:inception_lower",
		"properties.date:inception_upper",
		"properties.date:cessation_lower",
		"properties.date:cessation_upper",
	}

	for _, prop := range rejectProps {
		propRsp := gjson.GetBytes(body, prop)

		if propRsp.Exists() {
			t.Fatalf("unexpected property '%s'", prop)
		}
	}
}

func TestMissingUpperLowerDates(t *testing.T) {
	ctx := context.Background()
	body := readFeature(t, "missing-upper-lower-dates.geojson")

	opts, err := NewDefaultOptions(ctx)
	if err != nil {
		t.Fatal(err)
	}

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	err = Export(body, opts, wr)
	if err != nil {
		t.Fatal(err)
	}

	wr.Flush()
	body = buf.Bytes()

	cessationProp := gjson.GetBytes(body, "properties.edtf:cessation")
	if !cessationProp.Exists() {
		t.Fatalf("missing edtf:cessation property")
	}

	inceptionProp := gjson.GetBytes(body, "properties.edtf:inception")
	if !inceptionProp.Exists() {
		t.Fatalf("missing edtf:inception property")
	}

	requiredProps := []string{
		"properties.date:inception_lower",
		"properties.date:inception_upper",
		"properties.date:cessation_lower",
		"properties.date:cessation_upper",
	}

	for _, prop := range requiredProps {
		propRsp := gjson.GetBytes(body, prop)

		if !propRsp.Exists() {
			t.Fatalf("missing property '%s'", prop)
		}
	}
}

func TestExportWithMissingBelongstoElement(t *testing.T) {

	ctx := context.Background()

	opts, err := NewDefaultOptions(ctx)

	if err != nil {
		t.Fatal(err)
	}

	body := readFeature(t, "missing-belongsto-element.geojson")

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	err = Export(body, opts, wr)
	if err != nil {
		t.Fatal(err)
	}

	wr.Flush()
	updatedBody := buf.Bytes()

	if bytes.Equal(body, updatedBody) {
		t.Error("Body was identical")
	}

	newBelongsto := gjson.GetBytes(updatedBody, "properties.wof:belongsto").Array()

	if len(newBelongsto) != 6 {
		t.Error("belongsto has incorrect number of elements")
	}

	lastBelongsto := newBelongsto[len(newBelongsto)-1].Int()

	if lastBelongsto != 404227469 {
		t.Error("belongsto has incorrect added element")
	}
}

func TestExportWithMissingDateDerived(t *testing.T) {

	ctx := context.Background()

	opts, err := NewDefaultOptions(ctx)

	if err != nil {
		t.Fatal(err)
	}

	body := readFeature(t, "missing-date-derived.geojson")

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	err = Export(body, opts, wr)
	if err != nil {
		t.Fatal(err)
	}

	wr.Flush()
	updatedBody := buf.Bytes()

	if bytes.Equal(body, updatedBody) {
		t.Error("Body was identical")
	}

	ensureProps := []string{
		"properties.date:inception_lower",
		"properties.date:inception_upper",
		"properties.date:cessation_lower",
		"properties.date:cessation_upper",
	}

	for _, prop := range ensureProps {
		propRsp := gjson.GetBytes(updatedBody, prop)

		if !propRsp.Exists() {
			t.Fatalf("Missing property '%s'", prop)
		}
	}

	inceptionLowerRsp := gjson.GetBytes(updatedBody, "properties.date:inception_lower")
	cessationUpperRsp := gjson.GetBytes(updatedBody, "properties.date:cessation_upper")

	inceptionLowerStr := inceptionLowerRsp.String()
	cessationUpperStr := cessationUpperRsp.String()

	inceptionExpectedStr := "1996-07-01"
	cessationExpectedStr := "1997-02-10"

	if inceptionLowerStr != inceptionExpectedStr {
		t.Fatalf("Invalid date:inception_lower. Expected '%s' but got '%s'", inceptionExpectedStr, inceptionLowerStr)
	}

	if cessationUpperStr != cessationExpectedStr {
		t.Fatalf("Invalid date:cessation_upper. Expected '%s' but got '%s'", cessationExpectedStr, cessationUpperStr)
	}
}

func TestExportWithExtraBelongstoElement(t *testing.T) {

	ctx := context.Background()

	opts, err := NewDefaultOptions(ctx)

	if err != nil {
		t.Fatal(err)
	}

	body := readFeature(t, "extra-belongsto-element.geojson")

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	err = Export(body, opts, wr)

	if err != nil {
		t.Fatal(err)
	}

	wr.Flush()
	updatedBody := buf.Bytes()

	if bytes.Equal(body, updatedBody) {
		t.Error("Body was identical")
	}

	newBelongsto := gjson.GetBytes(updatedBody, "properties.wof:belongsto").Array()

	if len(newBelongsto) != 6 {
		t.Error("belongsto has incorrect number of elements")
	}

	lastBelongsto := newBelongsto[len(newBelongsto)-1].Int()

	if lastBelongsto != 1360698877 {
		t.Error("belongsto has incorrect added element")
	}
}

func TestExportWithMissingBelongstoKey(t *testing.T) {

	ctx := context.Background()

	opts, err := NewDefaultOptions(ctx)

	if err != nil {
		t.Fatal(err)
	}

	body := readFeature(t, "missing-belongsto-key.geojson")

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	err = Export(body, opts, wr)

	if err != nil {
		t.Fatal(err)
	}

	wr.Flush()
	updatedBody := buf.Bytes()

	if bytes.Equal(body, updatedBody) {
		t.Error("Body was identical")
	}

	newBelongsto := gjson.GetBytes(updatedBody, "properties.wof:belongsto").Array()

	if len(newBelongsto) != 6 {
		t.Error("belongsto has incorrect number of elements")
	}
}

func TestExportChangedWithUnchangedFile(t *testing.T) {

	ctx := context.Background()
	opts, err := NewDefaultOptions(ctx)

	if err != nil {
		t.Fatal(err)
	}

	body := readFeature(t, "no-changes.geojson")

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	changed, err := ExportChanged(body, body, opts, wr)

	if err != nil {
		t.Fatal(err)
	}

	if changed {
		t.Error("Exported file should not be changed")
	}

	wr.Flush()
	updatedBody := buf.Bytes()

	if len(updatedBody) > 0 {
		t.Error("Writer should not have written to file")
	}

}

func TestExportChangedWithChanges(t *testing.T) {

	ctx := context.Background()

	opts, err := NewDefaultOptions(ctx)

	if err != nil {
		t.Fatal(err)
	}

	body := readFeature(t, "changes-required.geojson")

	originalLastModified := gjson.GetBytes(body, "properties.wof:lastmodified").Int()

	var buf bytes.Buffer
	wr := bufio.NewWriter(&buf)

	changed, err := ExportChanged(body, body, opts, wr)
	if err != nil {
		t.Fatal(err)
	}

	if !changed {
		t.Error("Exported file should have be changed")
	}

	wr.Flush()
	updatedBody := buf.Bytes()

	if bytes.Equal(body, updatedBody) {
		t.Error("Body was identical")
	}

	newLastModified := gjson.GetBytes(updatedBody, "properties.wof:lastmodified").Int()

	if newLastModified <= originalLastModified {
		t.Error("Last modified timestamp should have increased")
	}
}

func readFeature(t *testing.T, filename string) []byte {
	cwd, err := os.Getwd()

	if err != nil {
		t.Fatal(err)
	}

	fixtures := filepath.Join(cwd, "fixtures")
	featurePath := filepath.Join(fixtures, filename)

	fh, err := os.Open(featurePath)
	if err != nil {
		t.Fatal(err)
	}

	defer fh.Close()

	body, err := io.ReadAll(fh)

	if err != nil {
		t.Fatal(err)
	}

	return body
}