Files
bDS2/lib/bds/maintenance/repair.ex

179 lines
5.8 KiB
Elixir

defmodule BDS.Maintenance.Repair do
@moduledoc false
import BDS.Maintenance.FileScan,
only: [
canonical_media_sidecar?: 1,
translation_post_file?: 1,
translation_media_sidecar?: 1
]
import BDS.Maintenance.Progress, only: [report_progress: 4]
alias BDS.Embeddings
alias BDS.MapUtils
alias BDS.Metadata
def normalize_entity_type(:post), do: :post
def normalize_entity_type(:media), do: :media
def normalize_entity_type(:script), do: :script
def normalize_entity_type(:template), do: :template
def normalize_entity_type(:embedding), do: :embedding
def normalize_entity_type("post"), do: :post
def normalize_entity_type("media"), do: :media
def normalize_entity_type("script"), do: :script
def normalize_entity_type("template"), do: :template
def normalize_entity_type("embedding"), do: :embedding
def normalize_entity_type("embeddings"), do: :embedding
def normalize_entity_type(_entity_type), do: :unsupported
def normalize_repair_direction(:file_to_db), do: :file_to_db
def normalize_repair_direction(:db_to_file), do: :db_to_file
def normalize_repair_direction("file_to_db"), do: :file_to_db
def normalize_repair_direction("db_to_file"), do: :db_to_file
def normalize_repair_direction(_direction), do: :unsupported
def repair_metadata_diff_item(project_id, direction, item) do
entity_type = MapUtils.attr(item, :entity_type)
entity_id = MapUtils.attr(item, :entity_id)
case {normalize_repair_direction(direction), entity_type} do
{:file_to_db, entity_type}
when entity_type in ["project", "categories", "category_meta", "publishing"] ->
Metadata.sync_project_metadata_from_filesystem(project_id)
{:db_to_file, entity_type}
when entity_type in ["project", "categories", "category_meta", "publishing"] ->
Metadata.flush_project_metadata_to_filesystem(project_id)
{:file_to_db, "post"} ->
BDS.Posts.sync_post_from_file(entity_id)
{:db_to_file, "post"} ->
BDS.Posts.rewrite_published_post(entity_id)
{:file_to_db, "post_translation"} ->
BDS.Posts.sync_post_translation_from_file(entity_id)
{:db_to_file, "post_translation"} ->
BDS.Posts.rewrite_published_post_translation(entity_id)
{:file_to_db, "media"} ->
BDS.Media.sync_media_from_sidecar(entity_id)
{:db_to_file, "media"} ->
BDS.Media.sync_media_sidecar(entity_id)
{:file_to_db, "media_translation"} ->
BDS.Media.sync_media_translation_from_sidecar(entity_id)
{:db_to_file, "media_translation"} ->
BDS.Media.sync_media_translation_sidecar(entity_id)
{:file_to_db, "script"} ->
BDS.Scripts.sync_script_from_file(entity_id)
{:db_to_file, "script"} ->
BDS.Scripts.sync_published_script_file(entity_id)
{:file_to_db, "template"} ->
BDS.Templates.sync_template_from_file(entity_id)
{:db_to_file, "template"} ->
BDS.Templates.sync_published_template_file(entity_id)
{:file_to_db, "embedding"} ->
BDS.Embeddings.sync_post(entity_id)
{:db_to_file, "embedding"} ->
BDS.Embeddings.refresh_snapshot(project_id)
_other ->
{:error, :unsupported}
end
end
def repair_embedding_batch(project_id, direction, items, on_progress, total)
when direction in [:file_to_db, :db_to_file] do
if items != [] and Enum.all?(items, &(metadata_diff_item_entity_type(&1) == "embedding")) do
result =
case direction do
:file_to_db ->
post_ids = Enum.map(items, &metadata_diff_item_entity_id/1)
{:ok, repaired_post_ids} = Embeddings.repair_posts(project_id, post_ids)
repaired_post_ids = MapSet.new(repaired_post_ids)
build_batch_repair_result(items, total, on_progress, fn item ->
MapSet.member?(repaired_post_ids, metadata_diff_item_entity_id(item))
end)
:db_to_file ->
repaired? = Embeddings.refresh_snapshot(project_id) == :ok
build_batch_repair_result(items, total, on_progress, fn _item -> repaired? end)
end
{:ok, result}
else
:unsupported
end
end
def repair_embedding_batch(_project_id, _direction, _items, _on_progress, _total),
do: :unsupported
defp build_batch_repair_result(items, total, on_progress, repaired?) do
items
|> Enum.with_index(1)
|> Enum.reduce(%{repaired: 0, failed: 0}, fn {item, index}, acc ->
next_acc =
if repaired?.(item) do
%{acc | repaired: acc.repaired + 1}
else
%{acc | failed: acc.failed + 1}
end
:ok = report_progress(on_progress, index, total, "Repairing metadata differences")
next_acc
end)
end
defp metadata_diff_item_entity_type(item) do
MapUtils.attr(item, :entity_type)
end
defp metadata_diff_item_entity_id(item) do
MapUtils.attr(item, :entity_id)
end
def import_metadata_diff_orphan(project_id, orphan) do
file_path = MapUtils.attr(orphan, :file_path)
cond do
is_nil(file_path) ->
{:error, :not_found}
translation_post_file?(file_path) ->
BDS.Posts.import_orphan_post_translation_file(project_id, file_path)
String.ends_with?(file_path, ".md") ->
BDS.Posts.import_orphan_post_file(project_id, file_path)
translation_media_sidecar?(file_path) ->
BDS.Media.import_orphan_media_translation_sidecar(project_id, file_path)
canonical_media_sidecar?(file_path) and String.ends_with?(file_path, ".meta") ->
BDS.Media.import_orphan_media_sidecar(project_id, file_path)
String.ends_with?(file_path, ".lua") ->
BDS.Scripts.import_orphan_script_file(project_id, file_path)
String.ends_with?(file_path, ".liquid") ->
BDS.Templates.import_orphan_template_file(project_id, file_path)
true ->
{:error, :unsupported}
end
end
end