98 lines
3.2 KiB
Elixir
98 lines
3.2 KiB
Elixir
defmodule BDS.Media.Rebuilder do
|
|
@moduledoc false
|
|
|
|
import BDS.Media.FileOps,
|
|
only: [
|
|
list_matching_files: 2,
|
|
progress_callback: 1,
|
|
report_rebuild_phase: 3,
|
|
report_rebuild_progress: 4,
|
|
report_rebuild_started: 3,
|
|
scaled_progress_reporter: 3
|
|
]
|
|
|
|
alias BDS.Media.Media
|
|
alias BDS.Media.Sidecars
|
|
alias BDS.Projects
|
|
alias BDS.Rebuild
|
|
alias BDS.Search
|
|
|
|
@type rebuild_opts :: keyword()
|
|
|
|
@spec rebuild_media_from_files(String.t(), rebuild_opts()) ::
|
|
{:ok, [Media.t()]} | {:error, term()}
|
|
def rebuild_media_from_files(project_id, opts \\ []) do
|
|
project = Projects.get_project!(project_id)
|
|
on_progress = progress_callback(opts)
|
|
|
|
media_dir = project |> Projects.project_data_dir() |> Path.join("media")
|
|
|
|
canonical_results =
|
|
media_dir
|
|
|> list_matching_files("*.meta")
|
|
|> Enum.filter(&Sidecars.canonical_sidecar?/1)
|
|
|> Enum.filter(&Sidecars.binary_exists_for_sidecar?/1)
|
|
|> Rebuild.parallel_map(&Sidecars.parse_canonical_sidecar(project, &1))
|
|
|
|
with {:ok, canonical_sidecars} <- collect_sidecars(canonical_results) do
|
|
translation_results =
|
|
media_dir
|
|
|> list_matching_files("*.meta")
|
|
|> Enum.filter(&Sidecars.translation_sidecar?/1)
|
|
|> Rebuild.parallel_map(&Sidecars.parse_translation_sidecar(&1))
|
|
|
|
with {:ok, translation_sidecars} <- collect_sidecars(translation_results) do
|
|
total_files = length(canonical_sidecars) + length(translation_sidecars)
|
|
:ok = report_rebuild_started(on_progress, total_files, "media files")
|
|
|
|
media_items =
|
|
canonical_sidecars
|
|
|> Enum.with_index(1)
|
|
|> Enum.map(fn {sidecar, index} ->
|
|
media = Sidecars.upsert_media_from_sidecar(project, sidecar, sync_search: false)
|
|
:ok = report_rebuild_progress(on_progress, index, total_files, "media files")
|
|
media
|
|
end)
|
|
|
|
canonical_media_by_binary_path =
|
|
Map.new(media_items, fn media ->
|
|
{Path.join(Projects.project_data_dir(project), media.file_path), media}
|
|
end)
|
|
|
|
translation_sidecars
|
|
|> Enum.with_index(length(canonical_sidecars) + 1)
|
|
|> Enum.each(fn {sidecar, index} ->
|
|
Sidecars.upsert_translation_from_sidecar(
|
|
project,
|
|
canonical_media_by_binary_path,
|
|
sidecar, sync_search: false)
|
|
|
|
:ok = report_rebuild_progress(on_progress, index, total_files, "media files")
|
|
end)
|
|
|
|
if Keyword.get(opts, :reindex_search, true) do
|
|
:ok = report_rebuild_phase(on_progress, 0.99, "Refreshing media search index")
|
|
|
|
:ok =
|
|
Search.reindex_media(project.id,
|
|
on_progress: scaled_progress_reporter(on_progress, 0.99, 1.0)
|
|
)
|
|
end
|
|
|
|
{:ok, media_items}
|
|
end
|
|
end
|
|
end
|
|
|
|
defp collect_sidecars(results) do
|
|
Enum.reduce_while(results, {:ok, []}, fn
|
|
{:ok, sidecar}, {:ok, sidecars} -> {:cont, {:ok, [sidecar | sidecars]}}
|
|
{:error, reason}, {:ok, _sidecars} -> {:halt, {:error, reason}}
|
|
end)
|
|
|> case do
|
|
{:ok, sidecars} -> {:ok, Enum.reverse(sidecars)}
|
|
{:error, reason} -> {:error, reason}
|
|
end
|
|
end
|
|
end
|