From 1569ac62d9c8df83992c7c15f164e4324d626b1a Mon Sep 17 00:00:00 2001 From: lindenmckenzie Date: Thu, 15 Oct 2026 07:14:15 +0100 Subject: [PATCH 1/2] Add initial terms --- testset/judgements/baby-names.json | 4 ++++ testset/judgements/cpi-latest.json | 8 -------- testset/judgements/cpi.json | 6 ++++++ testset/judgements/cpih.json | 4 ++++ testset/judgements/crime.json | 4 ++++ testset/judgements/data.json | 8 -------- testset/judgements/gdp.json | 4 ++++ testset/judgements/growth-figures.json | 8 -------- testset/judgements/immigration.json | 4 ++++ testset/judgements/inflation.json | 6 ++++++ testset/judgements/life-expectancy.json | 4 ++++ testset/judgements/population.json | 4 ++++ testset/judgements/rpi.json | 4 ++++ testset/judgements/stat.json | 8 -------- testset/terms/baby-names.json | 5 +++++ testset/terms/cpi-latest.json | 5 ----- testset/terms/cpi.json | 5 +++++ testset/terms/cpih.json | 5 +++++ testset/terms/crime.json | 5 +++++ testset/terms/data.json | 5 ----- testset/terms/gdp.json | 5 +++++ testset/terms/growth-figures.json | 5 ----- testset/terms/immigration.json | 5 +++++ testset/terms/inflation.json | 5 +++++ testset/terms/life-expectancy.json | 5 +++++ testset/terms/population.json | 5 +++++ testset/terms/rpi.json | 5 +++++ testset/terms/stat.json | 5 ----- 28 files changed, 94 insertions(+), 52 deletions(-) create mode 100644 testset/judgements/baby-names.json delete mode 100644 testset/judgements/cpi-latest.json create mode 100644 testset/judgements/cpi.json create mode 100644 testset/judgements/cpih.json create mode 100644 testset/judgements/crime.json delete mode 100644 testset/judgements/data.json create mode 100644 testset/judgements/gdp.json delete mode 100644 testset/judgements/growth-figures.json create mode 100644 testset/judgements/immigration.json create mode 100644 testset/judgements/inflation.json create mode 100644 testset/judgements/life-expectancy.json create mode 100644 testset/judgements/population.json create mode 100644 testset/judgements/rpi.json delete mode 100644 testset/judgements/stat.json create mode 100644 testset/terms/baby-names.json delete mode 100644 testset/terms/cpi-latest.json create mode 100644 testset/terms/cpi.json create mode 100644 testset/terms/cpih.json create mode 100644 testset/terms/crime.json delete mode 100644 testset/terms/data.json create mode 100644 testset/terms/gdp.json delete mode 100644 testset/terms/growth-figures.json create mode 100644 testset/terms/immigration.json create mode 100644 testset/terms/inflation.json create mode 100644 testset/terms/life-expectancy.json create mode 100644 testset/terms/population.json create mode 100644 testset/terms/rpi.json delete mode 100644 testset/terms/stat.json diff --git a/testset/judgements/baby-names.json b/testset/judgements/baby-names.json new file mode 100644 index 0000000..944916f --- /dev/null +++ b/testset/judgements/baby-names.json @@ -0,0 +1,4 @@ +{ + "term_id": "baby-names", + "judgements": [] +} diff --git a/testset/judgements/cpi-latest.json b/testset/judgements/cpi-latest.json deleted file mode 100644 index 2c29520..0000000 --- a/testset/judgements/cpi-latest.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "term_id": "cpi-latest", - "judgements": [ - { "doc_id": "accountancy-services-timeseries", "relevance": 1 }, - { "doc_id": "cpi-latest", "relevance": 2 }, - { "doc_id": "growth-dataset", "relevance": 2 } - ] -} diff --git a/testset/judgements/cpi.json b/testset/judgements/cpi.json new file mode 100644 index 0000000..4347b82 --- /dev/null +++ b/testset/judgements/cpi.json @@ -0,0 +1,6 @@ +{ + "term_id": "cpi", + "judgements": [ + { "doc_id": "cpi-latest", "relevance": 0 } + ] +} diff --git a/testset/judgements/cpih.json b/testset/judgements/cpih.json new file mode 100644 index 0000000..b67d668 --- /dev/null +++ b/testset/judgements/cpih.json @@ -0,0 +1,4 @@ +{ + "term_id": "cpih", + "judgements": [] +} diff --git a/testset/judgements/crime.json b/testset/judgements/crime.json new file mode 100644 index 0000000..32c6c76 --- /dev/null +++ b/testset/judgements/crime.json @@ -0,0 +1,4 @@ +{ + "term_id": "crime", + "judgements": [] +} diff --git a/testset/judgements/data.json b/testset/judgements/data.json deleted file mode 100644 index 2ad198a..0000000 --- a/testset/judgements/data.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "term_id": "data", - "judgements": [ - { "doc_id": "accountancy-services-timeseries", "relevance": 2 }, - { "doc_id": "cpi-latest", "relevance": 1 }, - { "doc_id": "growth-dataset", "relevance": 3 } - ] -} diff --git a/testset/judgements/gdp.json b/testset/judgements/gdp.json new file mode 100644 index 0000000..68febcc --- /dev/null +++ b/testset/judgements/gdp.json @@ -0,0 +1,4 @@ +{ + "term_id": "gdp", + "judgements": [] +} diff --git a/testset/judgements/growth-figures.json b/testset/judgements/growth-figures.json deleted file mode 100644 index 0d93e47..0000000 --- a/testset/judgements/growth-figures.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "term_id": "growth-figures", - "judgements": [ - { "doc_id": "growth-dataset", "relevance": 4 }, - { "doc_id": "cpi-latest", "relevance": 2 }, - { "doc_id": "accountancy-services-timeseries", "relevance": 1 } - ] -} diff --git a/testset/judgements/immigration.json b/testset/judgements/immigration.json new file mode 100644 index 0000000..0b12fa5 --- /dev/null +++ b/testset/judgements/immigration.json @@ -0,0 +1,4 @@ +{ + "term_id": "immigration", + "judgements": [] +} diff --git a/testset/judgements/inflation.json b/testset/judgements/inflation.json new file mode 100644 index 0000000..a1150cf --- /dev/null +++ b/testset/judgements/inflation.json @@ -0,0 +1,6 @@ +{ + "term_id": "inflation", + "judgements": [ + { "doc_id": "cpi-latest", "relevance": 0 } + ] +} diff --git a/testset/judgements/life-expectancy.json b/testset/judgements/life-expectancy.json new file mode 100644 index 0000000..2b96cbb --- /dev/null +++ b/testset/judgements/life-expectancy.json @@ -0,0 +1,4 @@ +{ + "term_id": "life-expectancy", + "judgements": [] +} diff --git a/testset/judgements/population.json b/testset/judgements/population.json new file mode 100644 index 0000000..0631c65 --- /dev/null +++ b/testset/judgements/population.json @@ -0,0 +1,4 @@ +{ + "term_id": "population", + "judgements": [] +} diff --git a/testset/judgements/rpi.json b/testset/judgements/rpi.json new file mode 100644 index 0000000..1e2d9a0 --- /dev/null +++ b/testset/judgements/rpi.json @@ -0,0 +1,4 @@ +{ + "term_id": "rpi", + "judgements": [] +} diff --git a/testset/judgements/stat.json b/testset/judgements/stat.json deleted file mode 100644 index a20a826..0000000 --- a/testset/judgements/stat.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "term_id": "stat", - "judgements": [ - { "doc_id": "cpi-latest", "relevance": 2 }, - { "doc_id": "accountancy-services-timeseries", "relevance": 2 }, - { "doc_id": "growth-dataset", "relevance": 3 } - ] -} diff --git a/testset/terms/baby-names.json b/testset/terms/baby-names.json new file mode 100644 index 0000000..bbc2477 --- /dev/null +++ b/testset/terms/baby-names.json @@ -0,0 +1,5 @@ +{ + "id": "baby-names", + "term": "baby names", + "description": "Baby names" +} diff --git a/testset/terms/cpi-latest.json b/testset/terms/cpi-latest.json deleted file mode 100644 index edeae89..0000000 --- a/testset/terms/cpi-latest.json +++ /dev/null @@ -1,5 +0,0 @@ -{ - "id": "cpi-latest", - "term": "cpi latest", - "description": "Most recent CPI bulletin" -} diff --git a/testset/terms/cpi.json b/testset/terms/cpi.json new file mode 100644 index 0000000..38ba48f --- /dev/null +++ b/testset/terms/cpi.json @@ -0,0 +1,5 @@ +{ + "id": "cpi", + "term": "cpi", + "description": "Consumer Price Inflation" +} diff --git a/testset/terms/cpih.json b/testset/terms/cpih.json new file mode 100644 index 0000000..b258516 --- /dev/null +++ b/testset/terms/cpih.json @@ -0,0 +1,5 @@ +{ + "id": "cpih", + "term": "cpih", + "description": "Consumer price inflation including housing" +} diff --git a/testset/terms/crime.json b/testset/terms/crime.json new file mode 100644 index 0000000..63c358b --- /dev/null +++ b/testset/terms/crime.json @@ -0,0 +1,5 @@ +{ + "id": "crime", + "term": "crime", + "description": "Crime" +} diff --git a/testset/terms/data.json b/testset/terms/data.json deleted file mode 100644 index 3a6dc7d..0000000 --- a/testset/terms/data.json +++ /dev/null @@ -1,5 +0,0 @@ -{ - "id": "data", - "term": "data", - "description": "single term ons.gov.uk/search?q=data" -} diff --git a/testset/terms/gdp.json b/testset/terms/gdp.json new file mode 100644 index 0000000..8748c85 --- /dev/null +++ b/testset/terms/gdp.json @@ -0,0 +1,5 @@ +{ + "id": "gdp", + "term": "gdp", + "description": "Gross Domestic Product" +} diff --git a/testset/terms/growth-figures.json b/testset/terms/growth-figures.json deleted file mode 100644 index 48e14ab..0000000 --- a/testset/terms/growth-figures.json +++ /dev/null @@ -1,5 +0,0 @@ -{ - "id": "growth-figures", - "term": "growth figures", - "description": "Growth figures for the UK, including productivity and output." -} diff --git a/testset/terms/immigration.json b/testset/terms/immigration.json new file mode 100644 index 0000000..7cc715d --- /dev/null +++ b/testset/terms/immigration.json @@ -0,0 +1,5 @@ +{ + "id": "immigration", + "term": "immigration", + "description": "Immigration" +} diff --git a/testset/terms/inflation.json b/testset/terms/inflation.json new file mode 100644 index 0000000..2809fa8 --- /dev/null +++ b/testset/terms/inflation.json @@ -0,0 +1,5 @@ +{ + "id": "inflation", + "term": "inflation", + "description": "Inflation" +} diff --git a/testset/terms/life-expectancy.json b/testset/terms/life-expectancy.json new file mode 100644 index 0000000..3b4fef0 --- /dev/null +++ b/testset/terms/life-expectancy.json @@ -0,0 +1,5 @@ +{ + "id": "life-expectancy", + "term": "life expectancy", + "description": "Life expectancy" +} diff --git a/testset/terms/population.json b/testset/terms/population.json new file mode 100644 index 0000000..81b2a41 --- /dev/null +++ b/testset/terms/population.json @@ -0,0 +1,5 @@ +{ + "id": "population", + "term": "population", + "description": "Population" +} diff --git a/testset/terms/rpi.json b/testset/terms/rpi.json new file mode 100644 index 0000000..158a8ef --- /dev/null +++ b/testset/terms/rpi.json @@ -0,0 +1,5 @@ +{ + "id": "rpi", + "term": "rpi", + "description": "Retail Price Index" +} diff --git a/testset/terms/stat.json b/testset/terms/stat.json deleted file mode 100644 index 79fa4a9..0000000 --- a/testset/terms/stat.json +++ /dev/null @@ -1,5 +0,0 @@ -{ - "id": "stat", - "term": "stat", - "description": "single term ons.gov.uk/search?q=stat" -} From ce398bdd8bc1c81bde99c9296a06918cbeb71743 Mon Sep 17 00:00:00 2001 From: lindenmckenzie Date: Thu, 15 Oct 2026 07:17:52 +0100 Subject: [PATCH 2/2] Add makefile helper targets for import and export --- Makefile | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/Makefile b/Makefile index 6e25bfd..ed4557e 100644 --- a/Makefile +++ b/Makefile @@ -108,6 +108,21 @@ check: fmt vet audit lint test ## Run all checks compare: build @./$(BIN_DIR)/$(BINARY_NAME) compare +import-terms: + go run main.go import terms -i terms.csv + +import-judgements: + go run main.go import judgements -i judgements.csv + +export-terms: + go run main.go export terms -o terms.csv + +export-judgements: + go run main.go export judgements -o judgements.csv + +export-documents: + go run main.go export documents -o documents.csv + ############################## ## Utilities ##############################