Added methods for fetching re-downloadable media items
This commit is contained in:
parent
6c4d1411a7
commit
266f71cf75
8 changed files with 151 additions and 16 deletions
19
lib/pinchflat/downloading/media_redownload_worker.ex
Normal file
19
lib/pinchflat/downloading/media_redownload_worker.ex
Normal file
|
|
@ -0,0 +1,19 @@
|
||||||
|
defmodule Pinchflat.Downloading.MediaRedownloadWorker do
|
||||||
|
@moduledoc false
|
||||||
|
|
||||||
|
use Oban.Worker,
|
||||||
|
queue: :media_fetching,
|
||||||
|
unique: [period: :infinity, states: [:available, :scheduled, :retryable, :executing]],
|
||||||
|
tags: ["media_item", "media_fetching"]
|
||||||
|
|
||||||
|
require Logger
|
||||||
|
|
||||||
|
alias Pinchflat.Media
|
||||||
|
|
||||||
|
@doc """
|
||||||
|
"""
|
||||||
|
# TODO
|
||||||
|
@impl Oban.Worker
|
||||||
|
def perform(%Oban.Job{}) do
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -31,15 +31,31 @@ defmodule Pinchflat.Media do
|
||||||
def list_cullable_media_items do
|
def list_cullable_media_items do
|
||||||
MediaQuery.new()
|
MediaQuery.new()
|
||||||
|> MediaQuery.with_media_filepath()
|
|> MediaQuery.with_media_filepath()
|
||||||
|> MediaQuery.with_passed_retention_period()
|
|> MediaQuery.where_past_retention_period()
|
||||||
|> MediaQuery.with_no_culling_prevention()
|
|> MediaQuery.where_culling_not_prevented()
|
||||||
|
|> Repo.all()
|
||||||
|
end
|
||||||
|
|
||||||
|
@doc """
|
||||||
|
Returns a list of media_items that are redownloadable based on the redownload delay
|
||||||
|
of the media_profile their source belongs to.
|
||||||
|
|
||||||
|
Returns [%MediaItem{}, ...]
|
||||||
|
"""
|
||||||
|
def list_redownloadable_media_items do
|
||||||
|
MediaQuery.new()
|
||||||
|
|> MediaQuery.with_media_filepath()
|
||||||
|
|> MediaQuery.where_download_not_prevented()
|
||||||
|
|> MediaQuery.where_not_culled()
|
||||||
|
|> MediaQuery.where_media_not_redownloaded()
|
||||||
|
|> MediaQuery.where_past_redownload_delay()
|
||||||
|> Repo.all()
|
|> Repo.all()
|
||||||
end
|
end
|
||||||
|
|
||||||
@doc """
|
@doc """
|
||||||
Returns a list of pending media_items for a given source, where
|
Returns a list of pending media_items for a given source, where
|
||||||
pending means the `media_filepath` is `nil` AND the media_item
|
pending means the `media_filepath` is `nil` AND the media_item
|
||||||
matches satisfies `MediaQuery.with_media_pending_download`. You
|
matches satisfies `MediaQuery.where_pending_download`. You
|
||||||
should really check out that function if you need to know more
|
should really check out that function if you need to know more
|
||||||
because it has a lot going on.
|
because it has a lot going on.
|
||||||
|
|
||||||
|
|
@ -48,7 +64,7 @@ defmodule Pinchflat.Media do
|
||||||
def list_pending_media_items_for(%Source{} = source) do
|
def list_pending_media_items_for(%Source{} = source) do
|
||||||
MediaQuery.new()
|
MediaQuery.new()
|
||||||
|> MediaQuery.for_source(source)
|
|> MediaQuery.for_source(source)
|
||||||
|> MediaQuery.with_media_pending_download()
|
|> MediaQuery.where_pending_download()
|
||||||
|> Repo.all()
|
|> Repo.all()
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
@ -66,7 +82,7 @@ defmodule Pinchflat.Media do
|
||||||
|
|
||||||
MediaQuery.new()
|
MediaQuery.new()
|
||||||
|> MediaQuery.with_id(media_item.id)
|
|> MediaQuery.with_id(media_item.id)
|
||||||
|> MediaQuery.with_media_pending_download()
|
|> MediaQuery.where_pending_download()
|
||||||
|> Repo.exists?()
|
|> Repo.exists?()
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -35,7 +35,7 @@ defmodule Pinchflat.Media.MediaItem do
|
||||||
:prevent_download,
|
:prevent_download,
|
||||||
:prevent_culling,
|
:prevent_culling,
|
||||||
:culled_at,
|
:culled_at,
|
||||||
:redownloaded_at
|
:media_redownloaded_at
|
||||||
]
|
]
|
||||||
# Pretty much all the fields captured at index are required.
|
# Pretty much all the fields captured at index are required.
|
||||||
@required_fields ~w(
|
@required_fields ~w(
|
||||||
|
|
@ -62,6 +62,7 @@ defmodule Pinchflat.Media.MediaItem do
|
||||||
field :livestream, :boolean, default: false
|
field :livestream, :boolean, default: false
|
||||||
field :short_form_content, :boolean, default: false
|
field :short_form_content, :boolean, default: false
|
||||||
field :media_downloaded_at, :utc_datetime
|
field :media_downloaded_at, :utc_datetime
|
||||||
|
field :media_redownloaded_at, :utc_datetime
|
||||||
field :upload_date, :date
|
field :upload_date, :date
|
||||||
field :duration_seconds, :integer
|
field :duration_seconds, :integer
|
||||||
|
|
||||||
|
|
@ -78,7 +79,6 @@ defmodule Pinchflat.Media.MediaItem do
|
||||||
field :prevent_download, :boolean, default: false
|
field :prevent_download, :boolean, default: false
|
||||||
field :prevent_culling, :boolean, default: false
|
field :prevent_culling, :boolean, default: false
|
||||||
field :culled_at, :utc_datetime
|
field :culled_at, :utc_datetime
|
||||||
field :redownloaded_at, :utc_datetime
|
|
||||||
|
|
||||||
field :matching_search_term, :string, virtual: true
|
field :matching_search_term, :string, virtual: true
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,7 @@ defmodule Pinchflat.Media.MediaQuery do
|
||||||
# Prefixes:
|
# Prefixes:
|
||||||
# - for_* - belonging to a certain record
|
# - for_* - belonging to a certain record
|
||||||
# - join_* - for joining on a certain record
|
# - join_* - for joining on a certain record
|
||||||
# - with_* - for filtering based on full, concrete attributes
|
# - with_*, where_* - for filtering based on full, concrete attributes
|
||||||
# - matching_* - for filtering based on partial attributes (e.g. LIKE, regex, full-text search)
|
# - matching_* - for filtering based on partial attributes (e.g. LIKE, regex, full-text search)
|
||||||
#
|
#
|
||||||
# Suffixes:
|
# Suffixes:
|
||||||
|
|
@ -33,7 +33,7 @@ defmodule Pinchflat.Media.MediaQuery do
|
||||||
from(mi in query, join: s in assoc(mi, :source), as: :sources)
|
from(mi in query, join: s in assoc(mi, :source), as: :sources)
|
||||||
end
|
end
|
||||||
|
|
||||||
def with_passed_retention_period(query) do
|
def where_past_retention_period(query) do
|
||||||
query
|
query
|
||||||
|> require_assoc(:source)
|
|> require_assoc(:source)
|
||||||
|> where(
|
|> where(
|
||||||
|
|
@ -47,10 +47,33 @@ defmodule Pinchflat.Media.MediaQuery do
|
||||||
)
|
)
|
||||||
end
|
end
|
||||||
|
|
||||||
def with_no_culling_prevention(query) do
|
def where_past_redownload_delay(query) do
|
||||||
|
query
|
||||||
|
|> require_assoc(:source)
|
||||||
|
|> require_assoc(:media_profile)
|
||||||
|
|> where(
|
||||||
|
[mi, source, media_profile],
|
||||||
|
fragment(
|
||||||
|
"IFNULL(?, 0) > 0 AND DATETIME('now', '-' || ? || ' day') > ?",
|
||||||
|
media_profile.redownload_delay_days,
|
||||||
|
media_profile.redownload_delay_days,
|
||||||
|
mi.upload_date
|
||||||
|
)
|
||||||
|
)
|
||||||
|
end
|
||||||
|
|
||||||
|
def where_culling_not_prevented(query) do
|
||||||
where(query, [mi], mi.prevent_culling == false)
|
where(query, [mi], mi.prevent_culling == false)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
def where_not_culled(query) do
|
||||||
|
where(query, [mi], is_nil(mi.culled_at))
|
||||||
|
end
|
||||||
|
|
||||||
|
def where_media_not_redownloaded(query) do
|
||||||
|
where(query, [mi], is_nil(mi.media_redownloaded_at))
|
||||||
|
end
|
||||||
|
|
||||||
def with_id(query, id) do
|
def with_id(query, id) do
|
||||||
where(query, [mi], mi.id == ^id)
|
where(query, [mi], mi.id == ^id)
|
||||||
end
|
end
|
||||||
|
|
@ -73,7 +96,7 @@ defmodule Pinchflat.Media.MediaQuery do
|
||||||
|> where([mi, source], is_nil(source.download_cutoff_date) or mi.upload_date >= source.download_cutoff_date)
|
|> where([mi, source], is_nil(source.download_cutoff_date) or mi.upload_date >= source.download_cutoff_date)
|
||||||
end
|
end
|
||||||
|
|
||||||
def with_no_prevented_download(query) do
|
def where_download_not_prevented(query) do
|
||||||
where(query, [mi], mi.prevent_download == false)
|
where(query, [mi], mi.prevent_download == false)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
@ -129,9 +152,9 @@ defmodule Pinchflat.Media.MediaQuery do
|
||||||
)
|
)
|
||||||
end
|
end
|
||||||
|
|
||||||
def with_media_pending_download(query) do
|
def where_pending_download(query) do
|
||||||
query
|
query
|
||||||
|> with_no_prevented_download()
|
|> where_download_not_prevented()
|
||||||
|> with_no_media_filepath()
|
|> with_no_media_filepath()
|
||||||
|> with_upload_date_after_source_cutoff()
|
|> with_upload_date_after_source_cutoff()
|
||||||
|> with_format_matching_profile_preference()
|
|> with_format_matching_profile_preference()
|
||||||
|
|
|
||||||
|
|
@ -59,7 +59,7 @@ defmodule Pinchflat.Notifications.SourceNotifications do
|
||||||
defp pending_media_item_count(source) do
|
defp pending_media_item_count(source) do
|
||||||
MediaQuery.new()
|
MediaQuery.new()
|
||||||
|> MediaQuery.for_source(source)
|
|> MediaQuery.for_source(source)
|
||||||
|> MediaQuery.with_media_pending_download()
|
|> MediaQuery.where_pending_download()
|
||||||
|> Repo.aggregate(:count)
|
|> Repo.aggregate(:count)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -63,7 +63,7 @@ defmodule PinchflatWeb.Sources.SourceController do
|
||||||
pending_media =
|
pending_media =
|
||||||
MediaQuery.new()
|
MediaQuery.new()
|
||||||
|> MediaQuery.for_source(source)
|
|> MediaQuery.for_source(source)
|
||||||
|> MediaQuery.with_media_pending_download()
|
|> MediaQuery.where_pending_download()
|
||||||
|> order_by(desc: :id)
|
|> order_by(desc: :id)
|
||||||
|> limit(100)
|
|> limit(100)
|
||||||
|> Repo.all()
|
|> Repo.all()
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,7 @@ defmodule Pinchflat.Repo.Migrations.AddRedownloadedFields do
|
||||||
end
|
end
|
||||||
|
|
||||||
alter table(:media_items) do
|
alter table(:media_items) do
|
||||||
add :redownloaded_at, :utc_datetime
|
add :media_redownloaded_at, :utc_datetime
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
|
||||||
|
|
@ -130,6 +130,83 @@ defmodule Pinchflat.MediaTest do
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
describe "list_redownloadable_media_items/0" do
|
||||||
|
setup do
|
||||||
|
media_profile = media_profile_fixture(%{redownload_delay_days: 4})
|
||||||
|
source = source_fixture(%{media_profile_id: media_profile.id})
|
||||||
|
|
||||||
|
{:ok, %{media_profile: media_profile, source: source}}
|
||||||
|
end
|
||||||
|
|
||||||
|
test "returns media eligible for redownload", %{source: source} do
|
||||||
|
media_item = media_item_fixture(%{source_id: source.id, upload_date: now_minus(5, :days)})
|
||||||
|
|
||||||
|
assert Media.list_redownloadable_media_items() == [media_item]
|
||||||
|
end
|
||||||
|
|
||||||
|
test "does not return media items without a media_filepath", %{source: source} do
|
||||||
|
_media_item =
|
||||||
|
media_item_fixture(%{
|
||||||
|
source_id: source.id,
|
||||||
|
upload_date: now_minus(5, :days),
|
||||||
|
media_filepath: nil
|
||||||
|
})
|
||||||
|
|
||||||
|
assert Media.list_redownloadable_media_items() == []
|
||||||
|
end
|
||||||
|
|
||||||
|
test "does not return media items that are set to prevent download", %{source: source} do
|
||||||
|
_media_item =
|
||||||
|
media_item_fixture(%{
|
||||||
|
source_id: source.id,
|
||||||
|
upload_date: now_minus(5, :days),
|
||||||
|
prevent_download: true
|
||||||
|
})
|
||||||
|
|
||||||
|
assert Media.list_redownloadable_media_items() == []
|
||||||
|
end
|
||||||
|
|
||||||
|
test "does not return media items that have been culled", %{source: source} do
|
||||||
|
_media_item =
|
||||||
|
media_item_fixture(%{
|
||||||
|
source_id: source.id,
|
||||||
|
upload_date: now_minus(5, :days),
|
||||||
|
culled_at: now()
|
||||||
|
})
|
||||||
|
|
||||||
|
assert Media.list_redownloadable_media_items() == []
|
||||||
|
end
|
||||||
|
|
||||||
|
test "does not return media items before the download delay", %{source: source} do
|
||||||
|
_media_item =
|
||||||
|
media_item_fixture(%{
|
||||||
|
source_id: source.id,
|
||||||
|
upload_date: now_minus(3, :days)
|
||||||
|
})
|
||||||
|
|
||||||
|
assert Media.list_redownloadable_media_items() == []
|
||||||
|
end
|
||||||
|
|
||||||
|
test "does not return media items that have already been redownloaded", %{source: source} do
|
||||||
|
_media_item =
|
||||||
|
media_item_fixture(%{
|
||||||
|
source_id: source.id,
|
||||||
|
upload_date: now_minus(5, :days),
|
||||||
|
media_redownloaded_at: now()
|
||||||
|
})
|
||||||
|
|
||||||
|
assert Media.list_redownloadable_media_items() == []
|
||||||
|
end
|
||||||
|
|
||||||
|
test "does not return media items without a redownload delay" do
|
||||||
|
media_profile = media_profile_fixture(%{redownload_delay_days: nil})
|
||||||
|
source = source_fixture(%{media_profile_id: media_profile.id})
|
||||||
|
_media_item = media_item_fixture(%{source_id: source.id, upload_date: now_minus(5, :days)})
|
||||||
|
|
||||||
|
assert Media.list_redownloadable_media_items() == []
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
describe "list_pending_media_items_for/1" do
|
describe "list_pending_media_items_for/1" do
|
||||||
test "it returns pending without a filepath for a given source" do
|
test "it returns pending without a filepath for a given source" do
|
||||||
source = source_fixture()
|
source = source_fixture()
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue