Support &all/0 in all modules, Location.version() function

lib/location.ex

@@ -28,4 +28,10 @@ defmodule Location do
     Logger.debug("Loading location database #{inspect(module)} took: #{time}s")
     :ok
   end
+
+  def version() do
+    version_file = Application.app_dir(:location, "priv/version")
+
+    File.read!(version_file)
+  end
 end

lib/location/city.ex

@@ -48,6 +48,11 @@ defmodule Location.City do
     |> Stream.run()
   end
 
+  def all() do
+    :ets.tab2list(@ets_table_by_id)
+    |> Enum.map(fn {id, {name, country_code}} -> to_struct(id, name, country_code) end)
+  end
+
   @doc """
   Finds city by GeoNames ID.
   """

lib/location/subdivision.ex

@@ -30,6 +30,11 @@ defmodule Location.Subdivision do
     end)
   end
 
+  def all() do
+    :ets.tab2list(@ets_table)
+    |> Enum.map(fn {_, entry} -> entry end)
+  end
+
   def search_subdivision(search_phrase) do
     search_phrase = String.downcase(search_phrase)
 

mix_tasks/scraper.ex

@@ -0,0 +1,7 @@
+defmodule Location.Scraper do
+  @version_file Application.app_dir(:location, "/priv/version")
+
+  def write_date_to_version() do
+    File.write!(@version_file, Date.to_iso8601(Date.utc_today()))
+  end
+end

mix_tasks/update_english_translations.ex

@@ -88,6 +88,8 @@ defmodule Mix.Tasks.UpdateEnglishTranslations do
       |> Jason.encode_to_iodata!(pretty: true)
 
     File.write!(@translations_dest, json)
+
+    Location.Scraper.write_date_to_version()
   end
 
   manual_code_to_en_name = %{

mix_tasks/update_geoname_data.ex

@@ -1,7 +1,7 @@
 defmodule Mix.Tasks.UpdateGeonameData do
   use Mix.Task
 
-  @allcountries_src "https://download.geonames.org/export/dump/allCountries.zip"
+  # @allcountries_src "https://download.geonames.org/export/dump/allCountries.zip"
   @allcountries_dest Application.app_dir(:location, "/priv/geonames.csv")
 
   @doc """
@@ -30,6 +30,8 @@ defmodule Mix.Tasks.UpdateGeonameData do
     IO.puts("Writing result to #{@allcountries_dest}")
 
     File.write!(@allcountries_dest, Enum.join(result, "\n"))
+
+    Location.Scraper.write_date_to_version()
   end
 
   defp reduce_chunk(row, result) do

mix_tasks/update_iso_data.ex

@@ -50,5 +50,7 @@ defmodule Mix.Tasks.UpdateIsoData do
 
     new_subdivisions = Jason.encode_to_iodata!(%{"3166-2" => new_subdivisions}, pretty: true)
     File.write!(@subdivisions_dest, new_subdivisions)
+
+    Location.Scraper.write_date_to_version()
   end
 end

priv/version

@@ -0,0 +1 @@
+2024-07-09

test/location_test.exs

@@ -21,6 +21,21 @@ defmodule LocationTest do
       assert match.alpha_2 == "EE"
       assert match.name == "Estonia"
     end
+
+    test "&all/0" do
+      countries = Location.Country.all()
+
+      assert length(countries) > 200 and length(countries) < 1_000
+
+      country = Enum.find(countries, &(&1.alpha_2 == "EE"))
+
+      assert country == %Location.Country{
+               alpha_2: "EE",
+               alpha_3: "EST",
+               name: "Estonia",
+               flag: "🇪🇪"
+             }
+    end
   end
 
   describe "subdivision" do
@@ -146,6 +161,21 @@ defmodule LocationTest do
       # LU
       assert Location.get_subdivision("LU-CL").name == "Clervaux"
     end
+
+    test "&all/0" do
+      subdivisions = Location.Subdivision.all()
+
+      assert length(subdivisions) > 1_000 and length(subdivisions) < 10_000
+
+      subdivision = Enum.find(subdivisions, &(&1.code == "EE-79"))
+
+      assert subdivision == %Location.Subdivision{
+               name: "Tartumaa",
+               code: "EE-79",
+               country_code: "EE",
+               type: "County"
+             }
+    end
   end
 
   describe "city" do
@@ -176,5 +206,14 @@ defmodule LocationTest do
       assert city.id == 8_349_432
       assert city.name == "Springfield"
     end
+
+    test "&all/0" do
+      cities = Location.City.all()
+
+      assert length(cities) > 100_000 and length(cities) < 1_000_000
+
+      city = Enum.find(cities, &(&1.id == 588_335))
+      assert city == %Location.City{country_code: "EE", name: "Tartu", id: 588_335}
+    end
   end
 end