766 lines
26 KiB
Elixir
766 lines
26 KiB
Elixir
defmodule BDS.Desktop.ShellLive.MiscEditor do
|
|
@moduledoc false
|
|
|
|
use Phoenix.Component
|
|
|
|
import Ecto.Query
|
|
|
|
alias BDS.{Embeddings, Generation, Git, Posts, Repo}
|
|
alias BDS.Desktop.ShellData
|
|
alias BDS.MapUtils
|
|
alias BDS.Settings.Setting
|
|
|
|
embed_templates("misc_editor_html/*")
|
|
|
|
@misc_routes [
|
|
:site_validation,
|
|
:metadata_diff,
|
|
:translation_validation,
|
|
:find_duplicates,
|
|
:git_diff
|
|
]
|
|
|
|
@spec assign_socket(term()) :: term()
|
|
def assign_socket(socket) do
|
|
assign(socket, :misc_editor, build(socket.assigns))
|
|
end
|
|
|
|
@spec rerun(term()) :: term()
|
|
def rerun(socket) do
|
|
case meta(socket.assigns) do
|
|
%{action: action} when is_binary(action) ->
|
|
{:command, action}
|
|
|
|
_other ->
|
|
case misc_route_action(socket.assigns.current_tab.type) do
|
|
nil -> {:noop, socket}
|
|
action -> {:command, action}
|
|
end
|
|
end
|
|
end
|
|
|
|
@spec apply_site_validation(term(), term()) :: term()
|
|
def apply_site_validation(socket, append_output) do
|
|
meta = meta(socket.assigns)
|
|
payload = Map.get(meta, :payload, %{})
|
|
project_id = Map.get(meta, :project_id, socket.assigns.projects.active_project_id)
|
|
|
|
report = %{
|
|
sitemap_path: Map.get(payload, :sitemap_path),
|
|
sitemap_changed: Map.get(payload, :sitemap_changed, false),
|
|
missing_url_paths: Map.get(payload, :missing_url_paths, []),
|
|
extra_url_paths: Map.get(payload, :extra_url_paths, []),
|
|
updated_post_url_paths: Map.get(payload, :updated_post_url_paths, []),
|
|
expected_url_count: Map.get(payload, :expected_url_count, 0),
|
|
existing_html_url_count: Map.get(payload, :existing_html_url_count, 0)
|
|
}
|
|
|
|
case Generation.apply_validation(project_id, report) do
|
|
{:ok, result} ->
|
|
{:rerun,
|
|
socket
|
|
|> append_output.(
|
|
translated("Site Validation"),
|
|
translated("Validation changes applied"),
|
|
inspect(result)
|
|
)}
|
|
end
|
|
rescue
|
|
error ->
|
|
{:socket,
|
|
append_output.(socket, translated("Site Validation"), inspect(error), nil, "error")}
|
|
end
|
|
|
|
@spec toggle_duplicate(term(), term(), term()) :: term()
|
|
def toggle_duplicate(socket, pair_id, reload) do
|
|
selected_by_tab = Map.get(socket.assigns, :misc_editor_selected_pairs, %{})
|
|
current = Map.get(selected_by_tab, socket.assigns.current_tab.id, MapSet.new())
|
|
|
|
next =
|
|
if MapSet.member?(current, pair_id) do
|
|
MapSet.delete(current, pair_id)
|
|
else
|
|
MapSet.put(current, pair_id)
|
|
end
|
|
|
|
socket
|
|
|> assign(
|
|
:misc_editor_selected_pairs,
|
|
Map.put(selected_by_tab, socket.assigns.current_tab.id, next)
|
|
)
|
|
|> reload.(socket.assigns.workbench)
|
|
end
|
|
|
|
@spec dismiss_duplicate(term(), term(), term(), term(), term()) :: term()
|
|
def dismiss_duplicate(socket, post_id_a, post_id_b, reload, append_output) do
|
|
case Embeddings.dismiss_duplicate_pair(post_id_a, post_id_b) do
|
|
{:ok, _saved_pair} ->
|
|
socket
|
|
|> update_payload(fn payload ->
|
|
update_in(payload[:pairs], fn pairs ->
|
|
Enum.reject(pairs || [], fn pair ->
|
|
pair_identity(pair) == pair_id(post_id_a, post_id_b)
|
|
end)
|
|
end)
|
|
end)
|
|
|> clear_selected_pair(pair_id(post_id_a, post_id_b))
|
|
|> append_output.(translated("Find Duplicates"), translated("Pair dismissed"))
|
|
|> reload.(socket.assigns.workbench)
|
|
|
|
{:error, reason} ->
|
|
socket
|
|
|> append_output.(translated("Find Duplicates"), inspect(reason), nil, "error")
|
|
|> reload.(socket.assigns.workbench)
|
|
end
|
|
end
|
|
|
|
@spec dismiss_selected(term(), term(), term()) :: term()
|
|
def dismiss_selected(socket, reload, append_output) do
|
|
tab_id = socket.assigns.current_tab.id
|
|
|
|
selected =
|
|
socket.assigns.misc_editor_selected_pairs
|
|
|> Map.get(tab_id, MapSet.new())
|
|
|> MapSet.to_list()
|
|
|> Enum.map(&decode_pair_id/1)
|
|
|> Enum.reject(&is_nil/1)
|
|
|
|
case Embeddings.dismiss_duplicate_pairs(selected) do
|
|
{:ok, _saved_pairs} ->
|
|
socket
|
|
|> update_payload(fn payload ->
|
|
update_in(payload[:pairs], fn pairs ->
|
|
Enum.reject(pairs || [], fn pair -> pair_identity(pair) in selected end)
|
|
end)
|
|
end)
|
|
|> assign(
|
|
:misc_editor_selected_pairs,
|
|
Map.put(socket.assigns.misc_editor_selected_pairs, tab_id, MapSet.new())
|
|
)
|
|
|> append_output.(translated("Find Duplicates"), translated("Selected pairs dismissed"))
|
|
|> reload.(socket.assigns.workbench)
|
|
|
|
{:error, reason} ->
|
|
socket
|
|
|> append_output.(translated("Find Duplicates"), inspect(reason), nil, "error")
|
|
|> reload.(socket.assigns.workbench)
|
|
end
|
|
end
|
|
|
|
@spec fix_translation_validation(term(), term()) :: term()
|
|
def fix_translation_validation(socket, append_output) do
|
|
report =
|
|
socket.assigns
|
|
|> meta()
|
|
|> Map.get(:payload, %{})
|
|
|> normalize_translation_validation_report()
|
|
|
|
{:ok, result} = Posts.fix_invalid_translations(report)
|
|
|
|
{:rerun,
|
|
socket
|
|
|> append_output.(
|
|
translated("Translation Validation"),
|
|
translated("translationValidation.toast.fixSuccess", %{
|
|
dbRows: result.deleted_database_rows,
|
|
files: result.deleted_files,
|
|
flushed: result.flushed_translations
|
|
})
|
|
)}
|
|
rescue
|
|
error ->
|
|
{:socket,
|
|
append_output.(socket, translated("Translation Validation"), inspect(error), nil, "error")}
|
|
end
|
|
|
|
@spec select_git_diff_file(term(), term()) :: term()
|
|
def select_git_diff_file(socket, file_path) do
|
|
assign(
|
|
socket,
|
|
:misc_editor_git_selected_files,
|
|
Map.put(
|
|
socket.assigns.misc_editor_git_selected_files,
|
|
socket.assigns.current_tab.id,
|
|
file_path
|
|
)
|
|
)
|
|
end
|
|
|
|
@spec metadata_diff_repair_request(term(), term(), term()) :: term()
|
|
def metadata_diff_repair_request(socket, field, direction) do
|
|
meta = meta(socket.assigns)
|
|
payload = Map.get(meta, :payload, %{})
|
|
items = Enum.map(Map.get(payload, :diff_reports, []), &normalize_metadata_diff_item/1)
|
|
tabs = metadata_diff_tabs(items, [])
|
|
active_tab = metadata_diff_active_tab(socket.assigns, tabs)
|
|
|
|
repair_items =
|
|
items
|
|
|> Enum.filter(&(&1.tab_id == active_tab))
|
|
|> Enum.filter(fn item -> Enum.any?(item.differences, &(diff_name(&1) == field)) end)
|
|
|> Enum.map(&%{"entity_type" => &1.entity_type, "entity_id" => &1.entity_id})
|
|
|
|
cond do
|
|
not metadata_diff_repairable_tab?(active_tab) ->
|
|
{:error, translated("No repair action available")}
|
|
|
|
repair_items == [] ->
|
|
{:error, translated("No metadata diff items selected")}
|
|
|
|
true ->
|
|
{:ok,
|
|
%{
|
|
"direction" => direction,
|
|
"field" => field,
|
|
"tab" => active_tab,
|
|
"items" => repair_items
|
|
}}
|
|
end
|
|
end
|
|
|
|
@spec metadata_diff_orphan_import_request(term()) :: term()
|
|
def metadata_diff_orphan_import_request(socket) do
|
|
meta = meta(socket.assigns)
|
|
payload = Map.get(meta, :payload, %{})
|
|
items = Enum.map(Map.get(payload, :diff_reports, []), &normalize_metadata_diff_item/1)
|
|
|
|
orphan_files =
|
|
Enum.map(Map.get(payload, :orphan_reports, []), &normalize_metadata_diff_orphan/1)
|
|
|
|
tabs = metadata_diff_tabs(items, orphan_files)
|
|
active_tab = metadata_diff_active_tab(socket.assigns, tabs)
|
|
|
|
selected_orphans =
|
|
orphan_files
|
|
|> Enum.filter(&(&1.tab_id == active_tab))
|
|
|> Enum.map(&%{"file_path" => &1.file_path})
|
|
|
|
if selected_orphans == [] do
|
|
{:error, translated("No orphan files selected")}
|
|
else
|
|
{:ok, %{"tab" => active_tab, "orphans" => selected_orphans}}
|
|
end
|
|
end
|
|
|
|
@spec build(term()) :: term()
|
|
def build(%{current_tab: %{type: type}} = assigns) when type in @misc_routes do
|
|
meta = meta(assigns)
|
|
payload = Map.get(meta, :payload, %{})
|
|
|
|
case type do
|
|
:site_validation -> build_site_validation(meta, payload)
|
|
:metadata_diff -> build_metadata_diff(assigns, meta, payload)
|
|
:translation_validation -> build_translation_validation(meta, payload)
|
|
:find_duplicates -> build_duplicates(assigns, meta, payload)
|
|
:git_diff -> build_git_diff(assigns, meta)
|
|
end
|
|
end
|
|
|
|
@spec build(term()) :: term()
|
|
def build(_assigns), do: nil
|
|
|
|
@spec translated(term(), term()) :: term()
|
|
def translated(text, bindings \\ %{}),
|
|
do: ShellData.translate(text, bindings, BDS.Desktop.UILocale.current())
|
|
|
|
@spec misc_class(term()) :: term()
|
|
def misc_class(:site_validation), do: "site-validation-view"
|
|
def misc_class(:metadata_diff), do: "metadata-diff-view"
|
|
def misc_class(:translation_validation), do: "translation-validation-view"
|
|
def misc_class(:find_duplicates), do: "duplicates-view"
|
|
def misc_class(:git_diff), do: "git-diff-view"
|
|
|
|
def summary_items(%{summary: summary}) when is_map(summary), do: Enum.to_list(summary)
|
|
@spec summary_items(term()) :: term()
|
|
def summary_items(_misc), do: []
|
|
|
|
@spec duplicate_checked?(term(), term()) :: term()
|
|
def duplicate_checked?(misc, pair_id), do: MapSet.member?(misc.selected_pairs, pair_id)
|
|
|
|
@spec pair_id_from_pair(term()) :: term()
|
|
def pair_id_from_pair(pair), do: pair_identity(pair)
|
|
|
|
defp build_site_validation(meta, payload) do
|
|
summary = Map.get(payload, :summary, %{})
|
|
|
|
%{
|
|
kind: :site_validation,
|
|
title: Map.get(meta, :title, translated("Site Validation")),
|
|
subtitle: Map.get(meta, :subtitle, ""),
|
|
summary: %{
|
|
expected: Map.get(summary, :expected_count, 0),
|
|
existing: Map.get(summary, :existing_count, 0),
|
|
missing: Map.get(summary, :missing_count, 0),
|
|
extra: Map.get(summary, :extra_count, 0),
|
|
updated: Map.get(summary, :updated_count, 0)
|
|
},
|
|
sitemap_path: Map.get(payload, :sitemap_path),
|
|
sitemap_changed: Map.get(payload, :sitemap_changed, false),
|
|
missing_url_paths: Map.get(payload, :missing_url_paths, []),
|
|
extra_url_paths: Map.get(payload, :extra_url_paths, []),
|
|
updated_post_url_paths: Map.get(payload, :updated_post_url_paths, []),
|
|
expected_url_count: Map.get(payload, :expected_url_count, 0),
|
|
existing_html_url_count: Map.get(payload, :existing_html_url_count, 0)
|
|
}
|
|
end
|
|
|
|
defp build_metadata_diff(assigns, meta, payload) do
|
|
items = Enum.map(Map.get(payload, :diff_reports, []), &normalize_metadata_diff_item/1)
|
|
|
|
orphan_files =
|
|
Enum.map(Map.get(payload, :orphan_reports, []), &normalize_metadata_diff_orphan/1)
|
|
|
|
tabs = metadata_diff_tabs(items, orphan_files)
|
|
active_tab = metadata_diff_active_tab(assigns, tabs)
|
|
active_field = metadata_diff_active_field(assigns)
|
|
|
|
current_tab =
|
|
Enum.find(tabs, &(&1.id == active_tab)) || List.first(tabs) || empty_metadata_diff_tab()
|
|
|
|
filtered_items = metadata_diff_filtered_items(current_tab.items, active_field)
|
|
|
|
%{
|
|
kind: :metadata_diff,
|
|
title: Map.get(meta, :title, translated("Metadata Diff")),
|
|
subtitle: Map.get(meta, :subtitle, ""),
|
|
summary: Map.get(payload, :summary, %{}),
|
|
tabs:
|
|
Enum.map(tabs, &Map.take(&1, [:id, :label, :badge_count, :diff_count, :orphan_count])),
|
|
active_tab: current_tab.id,
|
|
active_field: active_field,
|
|
repair_enabled: metadata_diff_repairable_tab?(current_tab.id),
|
|
field_summaries: field_summaries(current_tab.items),
|
|
items: filtered_items,
|
|
orphan_files: if(is_nil(active_field), do: current_tab.orphan_files, else: []),
|
|
empty_message: translated("No items")
|
|
}
|
|
end
|
|
|
|
defp build_translation_validation(meta, payload) do
|
|
report = normalize_translation_validation_report(payload)
|
|
|
|
%{
|
|
kind: :translation_validation,
|
|
title: Map.get(meta, :title, translated("Translation Validation")),
|
|
subtitle: Map.get(meta, :subtitle, ""),
|
|
summary: %{},
|
|
summary_text:
|
|
translated("translationValidation.summary", %{
|
|
dbRows: report.checked_database_row_count,
|
|
files: report.checked_filesystem_file_count,
|
|
invalidDb: length(report.invalid_database_rows),
|
|
invalidFiles: length(report.invalid_filesystem_files)
|
|
}),
|
|
invalid_database_rows: report.invalid_database_rows,
|
|
invalid_filesystem_files: report.invalid_filesystem_files,
|
|
can_fix?: report.invalid_database_rows != [] or report.invalid_filesystem_files != []
|
|
}
|
|
end
|
|
|
|
defp build_duplicates(assigns, meta, payload) do
|
|
selected_pairs =
|
|
Map.get(assigns.misc_editor_selected_pairs, assigns.current_tab.id, MapSet.new())
|
|
|
|
%{
|
|
kind: :find_duplicates,
|
|
title: Map.get(meta, :title, translated("Find Duplicates")),
|
|
subtitle: Map.get(meta, :subtitle, ""),
|
|
summary: Map.get(payload, :summary, %{}),
|
|
pairs: Map.get(payload, :pairs, []),
|
|
selected_pairs: selected_pairs
|
|
}
|
|
end
|
|
|
|
defp build_git_diff(assigns, meta) do
|
|
project_id = assigns.projects.active_project_id
|
|
selected_files = Map.get(assigns, :misc_editor_git_selected_files, %{})
|
|
|
|
{files, diff, error_message} =
|
|
case Git.status(project_id) do
|
|
{:ok, %{files: files}} ->
|
|
file_paths =
|
|
files
|
|
|> Enum.map(&Map.get(&1, :path))
|
|
|> Enum.reject(&is_nil/1)
|
|
|> Enum.uniq()
|
|
|> Enum.sort()
|
|
|
|
selected_file_path =
|
|
select_git_diff_path(assigns.current_tab.id, file_paths, selected_files)
|
|
|
|
diff =
|
|
case selected_file_path do
|
|
nil ->
|
|
empty_git_diff(project_id)
|
|
|
|
file_path ->
|
|
case Git.get_diff_content(project_id, file_path) do
|
|
{:ok, diff} ->
|
|
diff
|
|
|
|
{:error, reason} ->
|
|
Map.merge(empty_git_diff(project_id), %{
|
|
file_path: file_path,
|
|
error: inspect(reason)
|
|
})
|
|
end
|
|
end
|
|
|
|
{file_paths, diff, nil}
|
|
|
|
{:error, reason} ->
|
|
{[], empty_git_diff(project_id), inspect(reason)}
|
|
end
|
|
|
|
preferences = git_diff_preferences()
|
|
|
|
%{
|
|
kind: :git_diff,
|
|
title: Map.get(meta, :title, translated("Git Diff")),
|
|
subtitle: Map.get(meta, :subtitle, ""),
|
|
summary: %{},
|
|
files: files,
|
|
selected_file_path: diff.file_path,
|
|
active_diff: Map.put(diff, :language, git_diff_language(diff.file_path)),
|
|
preferences: preferences,
|
|
empty_message: error_message || translated("No unstaged changes")
|
|
}
|
|
end
|
|
|
|
@spec translation_issue_label(term()) :: term()
|
|
def translation_issue_label(issue) do
|
|
case issue_value(issue, :issue) do
|
|
"same-language-as-canonical" ->
|
|
translated("translationValidation.issue.sameLanguage")
|
|
|
|
"do-not-translate-has-translations" ->
|
|
translated("translationValidation.issue.doNotTranslate")
|
|
|
|
"content-in-database" ->
|
|
translated("translationValidation.issue.contentInDatabase")
|
|
|
|
_other ->
|
|
translated("translationValidation.issue.missingSource")
|
|
end
|
|
end
|
|
|
|
@spec translation_issue_languages(term()) :: term()
|
|
def translation_issue_languages(issue) do
|
|
canonical_language = issue_value(issue, :canonical_language)
|
|
translation_language = issue_value(issue, :translation_language)
|
|
|
|
if canonical_language in [nil, ""] do
|
|
translation_language
|
|
else
|
|
translated("translationValidation.languagesWithCanonical", %{
|
|
canonical: canonical_language,
|
|
translation: translation_language
|
|
})
|
|
end
|
|
end
|
|
|
|
@spec translation_issue_value(term(), term()) :: term()
|
|
def translation_issue_value(issue, key), do: issue_value(issue, key)
|
|
|
|
@spec git_diff_language(term()) :: term()
|
|
def git_diff_language(nil), do: "plaintext"
|
|
|
|
def git_diff_language(file_path) do
|
|
case file_path |> Path.extname() |> String.downcase() do
|
|
".md" -> "markdown"
|
|
".markdown" -> "markdown"
|
|
".mdx" -> "markdown"
|
|
".ts" -> "typescript"
|
|
".tsx" -> "typescript"
|
|
".js" -> "javascript"
|
|
".jsx" -> "javascript"
|
|
".json" -> "json"
|
|
".css" -> "css"
|
|
".html" -> "html"
|
|
".yml" -> "yaml"
|
|
".yaml" -> "yaml"
|
|
_other -> "plaintext"
|
|
end
|
|
end
|
|
|
|
defp meta(assigns) do
|
|
Map.get(assigns.tab_meta, {assigns.current_tab.type, assigns.current_tab.id}, %{})
|
|
end
|
|
|
|
defp update_payload(socket, updater) do
|
|
key = {socket.assigns.current_tab.type, socket.assigns.current_tab.id}
|
|
meta = Map.get(socket.assigns.tab_meta, key, %{})
|
|
next_meta = Map.update(meta, :payload, %{}, updater)
|
|
assign(socket, :tab_meta, Map.put(socket.assigns.tab_meta, key, next_meta))
|
|
end
|
|
|
|
defp clear_selected_pair(socket, pair_id) do
|
|
tab_id = socket.assigns.current_tab.id
|
|
current = Map.get(socket.assigns.misc_editor_selected_pairs, tab_id, MapSet.new())
|
|
|
|
next_pairs =
|
|
Map.put(socket.assigns.misc_editor_selected_pairs, tab_id, MapSet.delete(current, pair_id))
|
|
|
|
assign(socket, :misc_editor_selected_pairs, next_pairs)
|
|
end
|
|
|
|
defp pair_id(post_id_a, post_id_b), do: Enum.sort([post_id_a, post_id_b]) |> Enum.join("::")
|
|
|
|
defp pair_identity(pair),
|
|
do: pair_id(MapUtils.attr(pair, :post_id_a), MapUtils.attr(pair, :post_id_b))
|
|
|
|
defp decode_pair_id(encoded) when is_binary(encoded) do
|
|
case String.split(encoded, "::", parts: 2) do
|
|
[post_id_a, post_id_b] -> {post_id_a, post_id_b}
|
|
_other -> nil
|
|
end
|
|
end
|
|
|
|
defp decode_pair_id(_encoded), do: nil
|
|
|
|
defp field_summaries(items) do
|
|
items
|
|
|> Enum.flat_map(fn item -> MapUtils.attr(item, :differences) || [] end)
|
|
|> Enum.group_by(&diff_name/1)
|
|
|> Enum.map(fn {field, diffs} -> %{field_name: field, diff_count: length(diffs)} end)
|
|
|> Enum.sort_by(&{&1.diff_count * -1, &1.field_name})
|
|
end
|
|
|
|
defp metadata_diff_tabs(items, orphan_files) do
|
|
tab_ids =
|
|
(Enum.map(items, & &1.tab_id) ++ Enum.map(orphan_files, & &1.tab_id))
|
|
|> Enum.uniq()
|
|
|> Enum.sort_by(&metadata_diff_tab_sort_key/1)
|
|
|
|
if tab_ids == [] do
|
|
[empty_metadata_diff_tab()]
|
|
else
|
|
Enum.map(tab_ids, fn tab_id ->
|
|
tab_items = Enum.filter(items, &(&1.tab_id == tab_id))
|
|
tab_orphans = Enum.filter(orphan_files, &(&1.tab_id == tab_id))
|
|
|
|
%{
|
|
id: tab_id,
|
|
label: metadata_diff_tab_label(tab_id),
|
|
items: tab_items,
|
|
orphan_files: tab_orphans,
|
|
diff_count: length(tab_items),
|
|
orphan_count: length(tab_orphans),
|
|
badge_count: length(tab_items) + length(tab_orphans)
|
|
}
|
|
end)
|
|
end
|
|
end
|
|
|
|
defp empty_metadata_diff_tab do
|
|
%{
|
|
id: "posts",
|
|
label: translated("Posts"),
|
|
items: [],
|
|
orphan_files: [],
|
|
diff_count: 0,
|
|
orphan_count: 0,
|
|
badge_count: 0
|
|
}
|
|
end
|
|
|
|
defp metadata_diff_active_tab(assigns, tabs) do
|
|
tab_id = Map.get(assigns.metadata_diff_active_tabs || %{}, assigns.current_tab.id)
|
|
|
|
if Enum.any?(tabs, &(&1.id == tab_id)) do
|
|
tab_id
|
|
else
|
|
tabs |> List.first() |> Map.get(:id)
|
|
end
|
|
end
|
|
|
|
defp metadata_diff_active_field(assigns) do
|
|
Map.get(assigns.metadata_diff_field_filters || %{}, assigns.current_tab.id)
|
|
end
|
|
|
|
defp metadata_diff_filtered_items(items, nil), do: items
|
|
|
|
defp metadata_diff_filtered_items(items, field) do
|
|
Enum.filter(items, fn item -> Enum.any?(item.differences, &(diff_name(&1) == field)) end)
|
|
end
|
|
|
|
defp normalize_metadata_diff_item(item) do
|
|
entity_type = MapUtils.attr(item, :entity_type) || "post"
|
|
entity_id = MapUtils.attr(item, :entity_id) || ""
|
|
|
|
differences =
|
|
item
|
|
|> MapUtils.attr(:differences, [])
|
|
|> Enum.map(&normalize_metadata_diff_difference/1)
|
|
|
|
%{
|
|
tab_id: metadata_diff_tab_id(entity_type),
|
|
entity_type: entity_type,
|
|
entity_id: entity_id,
|
|
label: metadata_diff_item_label(item, entity_id),
|
|
meta_label: metadata_diff_item_meta_label(item, entity_id),
|
|
display_entity_type: metadata_diff_item_type_label(entity_type),
|
|
differences: differences
|
|
}
|
|
end
|
|
|
|
defp normalize_metadata_diff_difference(diff) do
|
|
%{
|
|
field: diff_name(diff),
|
|
db_value: format_metadata_diff_value(MapUtils.attr(diff, :db_value)),
|
|
file_value: format_metadata_diff_value(MapUtils.attr(diff, :file_value))
|
|
}
|
|
end
|
|
|
|
defp normalize_metadata_diff_orphan(orphan) do
|
|
path = MapUtils.attr(orphan, :file_path) || MapUtils.attr(orphan, :path) || ""
|
|
entity_type = MapUtils.attr(orphan, :entity_type) || metadata_diff_orphan_entity_type(path)
|
|
|
|
%{
|
|
tab_id: metadata_diff_tab_id(entity_type),
|
|
entity_type: entity_type,
|
|
file_path: path,
|
|
slug: Path.basename(path) |> String.trim(),
|
|
id: MapUtils.attr(orphan, :id)
|
|
}
|
|
end
|
|
|
|
defp metadata_diff_item_label(item, entity_id) do
|
|
MapUtils.attr(item, :label) || MapUtils.attr(item, :title) || MapUtils.attr(item, :slug) ||
|
|
entity_id
|
|
end
|
|
|
|
defp metadata_diff_item_meta_label(item, entity_id) do
|
|
MapUtils.attr(item, :meta_label) || entity_id
|
|
end
|
|
|
|
defp metadata_diff_item_type_label("post"), do: translated("Post")
|
|
defp metadata_diff_item_type_label("post_translation"), do: translated("Translations")
|
|
defp metadata_diff_item_type_label("media"), do: translated("Media")
|
|
defp metadata_diff_item_type_label("media_translation"), do: translated("Translations")
|
|
defp metadata_diff_item_type_label("script"), do: translated("Script")
|
|
defp metadata_diff_item_type_label("template"), do: translated("Template")
|
|
defp metadata_diff_item_type_label("project"), do: translated("Project")
|
|
defp metadata_diff_item_type_label("publishing"), do: translated("Publishing")
|
|
defp metadata_diff_item_type_label("categories"), do: translated("Categories")
|
|
defp metadata_diff_item_type_label("category_meta"), do: translated("Categories")
|
|
defp metadata_diff_item_type_label("embedding"), do: translated("Embeddings")
|
|
|
|
defp metadata_diff_item_type_label(entity_type),
|
|
do: entity_type |> String.replace("_", " ") |> String.capitalize()
|
|
|
|
defp metadata_diff_tab_id("post"), do: "posts"
|
|
defp metadata_diff_tab_id("post_translation"), do: "posts"
|
|
defp metadata_diff_tab_id("media"), do: "media"
|
|
defp metadata_diff_tab_id("media_translation"), do: "media"
|
|
defp metadata_diff_tab_id("script"), do: "scripts"
|
|
defp metadata_diff_tab_id("template"), do: "templates"
|
|
defp metadata_diff_tab_id("project"), do: "project"
|
|
defp metadata_diff_tab_id("publishing"), do: "project"
|
|
defp metadata_diff_tab_id("categories"), do: "project"
|
|
defp metadata_diff_tab_id("category_meta"), do: "project"
|
|
defp metadata_diff_tab_id("embedding"), do: "embeddings"
|
|
defp metadata_diff_tab_id(_entity_type), do: "project"
|
|
|
|
defp metadata_diff_tab_label("posts"), do: translated("Posts")
|
|
defp metadata_diff_tab_label("media"), do: translated("Media")
|
|
defp metadata_diff_tab_label("scripts"), do: translated("Scripts")
|
|
defp metadata_diff_tab_label("templates"), do: translated("Templates")
|
|
defp metadata_diff_tab_label("project"), do: translated("Project")
|
|
defp metadata_diff_tab_label("embeddings"), do: translated("Embeddings")
|
|
|
|
defp metadata_diff_tab_label(tab_id),
|
|
do: tab_id |> String.replace("_", " ") |> String.capitalize()
|
|
|
|
defp metadata_diff_tab_sort_key("posts"), do: 0
|
|
defp metadata_diff_tab_sort_key("media"), do: 1
|
|
defp metadata_diff_tab_sort_key("scripts"), do: 2
|
|
defp metadata_diff_tab_sort_key("templates"), do: 3
|
|
defp metadata_diff_tab_sort_key("project"), do: 4
|
|
defp metadata_diff_tab_sort_key("embeddings"), do: 5
|
|
defp metadata_diff_tab_sort_key(other), do: {6, other}
|
|
|
|
defp metadata_diff_orphan_entity_type(path) do
|
|
cond do
|
|
String.starts_with?(path, "posts/") -> "post"
|
|
String.starts_with?(path, "media/") -> "media"
|
|
String.starts_with?(path, "scripts/") -> "script"
|
|
String.starts_with?(path, "templates/") -> "template"
|
|
true -> "project"
|
|
end
|
|
end
|
|
|
|
defp metadata_diff_repairable_tab?(tab_id),
|
|
do: tab_id in ["posts", "media", "scripts", "templates", "project", "embeddings"]
|
|
|
|
defp misc_route_action(:site_validation), do: "validate_site"
|
|
defp misc_route_action(:metadata_diff), do: "metadata_diff"
|
|
defp misc_route_action(:translation_validation), do: "validate_translations"
|
|
defp misc_route_action(:find_duplicates), do: "find_duplicates"
|
|
defp misc_route_action(_route), do: nil
|
|
|
|
defp format_metadata_diff_value(nil), do: "-"
|
|
defp format_metadata_diff_value(""), do: "-"
|
|
defp format_metadata_diff_value(value), do: to_string(value)
|
|
|
|
defp diff_name(diff) do
|
|
MapUtils.attr(diff, :field) || MapUtils.attr(diff, :name) || "value"
|
|
end
|
|
|
|
defp normalize_translation_validation_report(payload) when is_map(payload) do
|
|
%{
|
|
checked_database_row_count: issue_value(payload, :checked_database_row_count) || 0,
|
|
checked_filesystem_file_count: issue_value(payload, :checked_filesystem_file_count) || 0,
|
|
invalid_database_rows:
|
|
payload
|
|
|> issue_value(:invalid_database_rows)
|
|
|> List.wrap(),
|
|
invalid_filesystem_files:
|
|
payload
|
|
|> issue_value(:invalid_filesystem_files)
|
|
|> List.wrap()
|
|
}
|
|
end
|
|
|
|
defp normalize_translation_validation_report(_payload) do
|
|
%{
|
|
checked_database_row_count: 0,
|
|
checked_filesystem_file_count: 0,
|
|
invalid_database_rows: [],
|
|
invalid_filesystem_files: []
|
|
}
|
|
end
|
|
|
|
defp issue_value(issue, key) when is_map(issue) do
|
|
Map.get(issue, key) || Map.get(issue, Atom.to_string(key))
|
|
end
|
|
|
|
defp issue_value(_issue, _key), do: nil
|
|
|
|
defp select_git_diff_path(tab_id, files, selected_files) do
|
|
selected = Map.get(selected_files, tab_id)
|
|
|
|
if selected in files do
|
|
selected
|
|
else
|
|
List.first(files)
|
|
end
|
|
end
|
|
|
|
defp empty_git_diff(file_path) do
|
|
%{file_path: file_path, original: "", modified: "", error: nil}
|
|
end
|
|
|
|
defp git_diff_preferences do
|
|
%{
|
|
view_style: get_global_setting("ui.git_diff_view_style") || "inline",
|
|
word_wrap: get_global_setting("ui.git_diff_word_wrap") == "true",
|
|
hide_unchanged_regions: get_global_setting("ui.git_diff_hide_unchanged_regions") == "true"
|
|
}
|
|
end
|
|
|
|
defp get_global_setting(key) do
|
|
Repo.one(from setting in Setting, where: setting.key == ^key, select: setting.value)
|
|
end
|
|
end
|