Added filter to exclude videos longer than 10 hours. This is to prevent livestreams from clogging the pipeline.
This commit is contained in:
@@ -21,6 +21,7 @@ with open("linklist-music.yaml", "r") as yamlfile:
|
|||||||
--throttled-rate 100M
|
--throttled-rate 100M
|
||||||
--restrict-filenames
|
--restrict-filenames
|
||||||
--download-archive alreadydownloaded-music.txt
|
--download-archive alreadydownloaded-music.txt
|
||||||
|
--match-filter "duration < 36000"
|
||||||
'{entry['url']}'
|
'{entry['url']}'
|
||||||
""".replace('\n', " ")
|
""".replace('\n', " ")
|
||||||
)
|
)
|
||||||
|
@@ -20,6 +20,7 @@ with open("once.yaml", "r") as yamlfile:
|
|||||||
--throttled-rate 100M
|
--throttled-rate 100M
|
||||||
--restrict-filenames
|
--restrict-filenames
|
||||||
--download-archive alreadydownloadedonce-music.txt
|
--download-archive alreadydownloadedonce-music.txt
|
||||||
|
--match-filter "duration < 36000"
|
||||||
'{entry['url']}'
|
'{entry['url']}'
|
||||||
""".replace('\n', " ")
|
""".replace('\n', " ")
|
||||||
)
|
)
|
||||||
@@ -34,6 +35,7 @@ with open("once.yaml", "r") as yamlfile:
|
|||||||
--throttled-rate 100M
|
--throttled-rate 100M
|
||||||
--restrict-filenames
|
--restrict-filenames
|
||||||
--download-archive alreadydownloadedonce-videos.txt
|
--download-archive alreadydownloadedonce-videos.txt
|
||||||
|
--match-filter "duration < 36000"
|
||||||
'{entry['url']}'
|
'{entry['url']}'
|
||||||
""".replace('\n', " ")
|
""".replace('\n', " ")
|
||||||
)
|
)
|
||||||
|
@@ -19,6 +19,7 @@ with open("linklist-videos.yaml", "r") as yamlfile:
|
|||||||
--throttled-rate 100M
|
--throttled-rate 100M
|
||||||
--restrict-filenames
|
--restrict-filenames
|
||||||
--download-archive alreadydownloaded-videos.txt
|
--download-archive alreadydownloaded-videos.txt
|
||||||
|
--match-filter "duration < 36000"
|
||||||
'{entry['url']}'
|
'{entry['url']}'
|
||||||
""".replace('\n', " ")
|
""".replace('\n', " ")
|
||||||
)
|
)
|
||||||
|
Reference in New Issue
Block a user