1238 lines
31 KiB
Go
1238 lines
31 KiB
Go
package main
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"net/http"
|
|
"os"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/labstack/echo/v4"
|
|
"gorm.io/gorm"
|
|
|
|
"ytdlp-site/config"
|
|
"ytdlp-site/ffmpeg"
|
|
"ytdlp-site/handlers"
|
|
"ytdlp-site/media"
|
|
"ytdlp-site/originals"
|
|
"ytdlp-site/playlists"
|
|
"ytdlp-site/transcodes"
|
|
"ytdlp-site/users"
|
|
"ytdlp-site/ytdlp"
|
|
)
|
|
|
|
var ytdlpAudioOptions = []string{"-f", "bestvideo[height<=1080]+bestaudio/best[height<=1080]"}
|
|
var ytdlpVideoOptions = []string{"-f", "bestaudio"}
|
|
|
|
type DisplayVideoClip struct {
|
|
TempURL
|
|
ID uint // VideoClip.ID
|
|
Start string
|
|
Stop string
|
|
}
|
|
|
|
func registerHandler(c echo.Context) error {
|
|
return c.Render(http.StatusOK, "register.html", nil)
|
|
}
|
|
|
|
func registerPostHandler(c echo.Context) error {
|
|
username := c.FormValue("username")
|
|
password := c.FormValue("password")
|
|
|
|
err := users.Create(db, username, password)
|
|
|
|
if err != nil {
|
|
return c.String(http.StatusInternalServerError, "Error creating user")
|
|
}
|
|
|
|
return c.Redirect(http.StatusSeeOther, "/login")
|
|
}
|
|
|
|
func homeHandler(c echo.Context) error {
|
|
_, err := handlers.GetUser(c)
|
|
if err != nil {
|
|
return c.Redirect(http.StatusSeeOther, "/login")
|
|
} else {
|
|
fmt.Println("homeHandler: session contains user_id. Redirect to /video")
|
|
return c.Redirect(http.StatusSeeOther, "/videos")
|
|
}
|
|
}
|
|
|
|
func downloadHandler(c echo.Context) error {
|
|
return c.Render(http.StatusOK, "download.html",
|
|
map[string]interface{}{
|
|
"Footer": handlers.MakeFooter(),
|
|
})
|
|
}
|
|
|
|
func isPlaylistUrl(url string) bool {
|
|
return strings.Contains(strings.ToLower(url), "playlist")
|
|
}
|
|
|
|
func downloadPostHandler(c echo.Context) error {
|
|
url := c.FormValue("url")
|
|
userID := c.Get("user_id").(uint)
|
|
vaStr := c.FormValue("color")
|
|
|
|
audioOnly := false
|
|
if vaStr == "audio" {
|
|
audioOnly = true
|
|
} else if vaStr == "audio-video" {
|
|
audioOnly = false
|
|
} else {
|
|
return c.Redirect(http.StatusSeeOther, "/download")
|
|
}
|
|
|
|
if isPlaylistUrl(url) {
|
|
playlist := playlists.Playlist{
|
|
URL: url,
|
|
UserID: userID,
|
|
Audio: audioOnly,
|
|
Video: !audioOnly,
|
|
Status: playlists.StatusNotStarted,
|
|
}
|
|
db.Create(&playlist)
|
|
go startPlaylist(playlist.ID, url, audioOnly)
|
|
|
|
} else {
|
|
original := originals.Original{
|
|
URL: url,
|
|
UserID: userID,
|
|
Status: originals.StatusNotStarted,
|
|
Audio: audioOnly,
|
|
Video: !audioOnly,
|
|
}
|
|
db.Create(&original)
|
|
go startDownload(original.ID, url, audioOnly)
|
|
}
|
|
|
|
return c.Redirect(http.StatusSeeOther, "/videos")
|
|
}
|
|
|
|
type Meta struct {
|
|
title string
|
|
artist string
|
|
uploadDate time.Time
|
|
uploaderUrl string
|
|
}
|
|
|
|
func getYtdlpTitle(url string, args []string) (string, error) {
|
|
args = append(args, "--simulate", "--print", "%(title)s", url)
|
|
|
|
cmd, cancel, err := ytdlp.Start(args...)
|
|
defer cancel()
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
return "", err
|
|
}
|
|
stdout, _, err := cmd.Wait()
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
return "", err
|
|
}
|
|
return strings.TrimSpace(string(stdout)), nil
|
|
}
|
|
|
|
type PlaylistEntry struct {
|
|
URL string `json:"url"`
|
|
Title string `json:"title"`
|
|
}
|
|
|
|
type PlaylistData struct {
|
|
Title string `json:"title"`
|
|
Entries []PlaylistEntry `json:"entries"`
|
|
}
|
|
|
|
func getYtdlpPlaylist(url string) (PlaylistData, error) {
|
|
var data PlaylistData
|
|
stdout, _, err := ytdlp.Run("--flat-playlist", "--dump-single-json", url)
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
return data, err
|
|
}
|
|
|
|
err = json.Unmarshal(stdout, &data)
|
|
if err != nil {
|
|
return data, err
|
|
}
|
|
|
|
return data, nil
|
|
}
|
|
|
|
func getYtdlpArtist(url string, args []string) (string, error) {
|
|
args = append(args, "--simulate", "--print", "%(uploader)s", url)
|
|
stdout, _, err := ytdlp.Run(args...)
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
return "", err
|
|
}
|
|
return strings.TrimSpace(string(stdout)), nil
|
|
}
|
|
|
|
func getYtdlpUploadDate(url string, args []string) (time.Time, error) {
|
|
args = append(args, "--simulate", "--print", "%(upload_date>%Y-%m-%d)s", url)
|
|
stdout, _, err := ytdlp.Run(args...)
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
return time.Time{}, err
|
|
}
|
|
|
|
dateStr := strings.TrimSpace(string(stdout))
|
|
|
|
uploadDate, err := time.Parse("2006-01-02", dateStr)
|
|
if err != nil {
|
|
return time.Time{}, fmt.Errorf("failed to parse date '%s': %w", dateStr, err)
|
|
}
|
|
|
|
return uploadDate, nil
|
|
}
|
|
|
|
func getYtdlpUploaderUrl(url string, args []string) (string, error) {
|
|
args = append(args, "--simulate", "--print", "%(uploader_url)s", url)
|
|
stdout, _, err := ytdlp.Run(args...)
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
return "", err
|
|
}
|
|
return strings.TrimSpace(string(stdout)), nil
|
|
}
|
|
|
|
func getYtdlpMeta(url string, args []string) (Meta, error) {
|
|
|
|
meta := Meta{}
|
|
var err error
|
|
|
|
meta.title, err = getYtdlpTitle(url, args)
|
|
if err != nil {
|
|
return meta, err
|
|
}
|
|
meta.artist, err = getYtdlpArtist(url, args)
|
|
if err != nil {
|
|
return meta, err
|
|
}
|
|
meta.uploadDate, err = getYtdlpUploadDate(url, args)
|
|
if err != nil {
|
|
return meta, err
|
|
}
|
|
meta.uploaderUrl, err = getYtdlpUploaderUrl(url, args)
|
|
if err != nil {
|
|
return meta, err
|
|
}
|
|
|
|
return meta, nil
|
|
}
|
|
|
|
func getYtdlpAudioMeta(url string) (Meta, error) {
|
|
return getYtdlpMeta(url, ytdlpVideoOptions)
|
|
}
|
|
|
|
func getYtdlpVideoMeta(url string) (Meta, error) {
|
|
return getYtdlpMeta(url, ytdlpAudioOptions)
|
|
}
|
|
|
|
// return the length in seconds of a video file at `path`
|
|
func getLength(path string) (float64, error) {
|
|
stdout, _, err := ffmpeg.Ffprobe("-v", "error", "-show_entries", "format=duration",
|
|
"-of", "default=noprint_wrappers=1:nokey=1", path)
|
|
if err != nil {
|
|
log.Errorln("ffprobe error:", err)
|
|
return -1, err
|
|
}
|
|
|
|
result, err := strconv.ParseFloat(strings.TrimSpace(string(stdout)), 64)
|
|
if err != nil {
|
|
log.Errorln("parse error:", err, string(stdout))
|
|
}
|
|
return result, nil
|
|
}
|
|
|
|
func getVideoWidth(path string) (uint, error) {
|
|
stdout, _, err := ffmpeg.Ffprobe("-v", "error", "-select_streams",
|
|
"v:0", "-count_packets", "-show_entries",
|
|
"stream=width", "-of", "csv=p=0", path)
|
|
|
|
if err != nil {
|
|
log.Errorln("ffprobe error", err)
|
|
return 0, err
|
|
}
|
|
|
|
result, err := strconv.ParseUint(strings.TrimSpace(string(stdout)), 10, 32)
|
|
if err != nil {
|
|
log.Errorln("parse width error:", err, string(stdout))
|
|
}
|
|
return uint(result), nil
|
|
}
|
|
|
|
func getVideoHeight(path string) (uint, error) {
|
|
stdout, _, err := ffmpeg.Ffprobe("-v", "error", "-select_streams",
|
|
"v:0", "-count_packets", "-show_entries",
|
|
"stream=height", "-of", "csv=p=0", path)
|
|
|
|
if err != nil {
|
|
log.Errorln("ffprobe error:", err)
|
|
return 0, err
|
|
}
|
|
|
|
result, err := strconv.ParseUint(strings.TrimSpace(string(stdout)), 10, 32)
|
|
if err != nil {
|
|
log.Errorln("getVideoHeight parse error:", err, string(stdout))
|
|
}
|
|
return uint(result), nil
|
|
}
|
|
|
|
func getVideoFPS(path string) (float64, error) {
|
|
|
|
stdout, _, err := ffmpeg.Ffprobe("-v", "error", "-select_streams",
|
|
"v:0", "-count_packets", "-show_entries",
|
|
"stream=r_frame_rate", "-of", "csv=p=0", path)
|
|
if err != nil {
|
|
log.Errorln("ffprobe error:", err)
|
|
return -1, err
|
|
}
|
|
|
|
stdoutStr := string(stdout)
|
|
parts := strings.Split(strings.TrimSpace(stdoutStr), "/")
|
|
if len(parts) != 2 {
|
|
log.Errorln("output format error", err, stdoutStr)
|
|
return 0, err
|
|
}
|
|
|
|
num, err := strconv.ParseFloat(parts[0], 64)
|
|
if err != nil {
|
|
log.Errorln("numerator parse error:", err, stdoutStr)
|
|
return 0, err
|
|
}
|
|
|
|
denom, err := strconv.ParseFloat(parts[1], 64)
|
|
if err != nil {
|
|
log.Errorln("denominator parse error:", err, stdoutStr)
|
|
return 0, err
|
|
}
|
|
if denom == 0 {
|
|
log.Errorln("denominator is zero error:", stdoutStr)
|
|
return 0, err
|
|
}
|
|
|
|
return num / denom, nil
|
|
}
|
|
|
|
func humanLength(s float64) string {
|
|
ss := int64(s)
|
|
mm, ss := ss/60, ss%60
|
|
hh, mm := mm/60, mm%60
|
|
|
|
return fmt.Sprintf("%d:%02d:%02d", hh, mm, ss)
|
|
}
|
|
|
|
func getSize(path string) (int64, error) {
|
|
fi, err := os.Stat(path)
|
|
if err != nil {
|
|
return -1, err
|
|
}
|
|
return fi.Size(), nil
|
|
}
|
|
|
|
func humanSize(bytes int64) string {
|
|
const (
|
|
KiB = 1024
|
|
MiB = 1024 * KiB
|
|
GiB = 1024 * MiB
|
|
)
|
|
|
|
if bytes >= GiB {
|
|
return fmt.Sprintf("%.1f GiB", float64(bytes)/float64(GiB))
|
|
} else if bytes >= MiB {
|
|
return fmt.Sprintf("%.1f MiB", float64(bytes)/float64(MiB))
|
|
} else if bytes >= KiB {
|
|
return fmt.Sprintf("%.1f KiB", float64(bytes)/float64(KiB))
|
|
}
|
|
return fmt.Sprintf("%d bytes", bytes)
|
|
}
|
|
|
|
type VideoMeta struct {
|
|
width uint
|
|
height uint
|
|
fps float64
|
|
length float64
|
|
size int64 // file size
|
|
}
|
|
|
|
type AudioMeta struct {
|
|
rate uint
|
|
length float64
|
|
size int64 // file size
|
|
}
|
|
|
|
func getVideoMeta(path string) (VideoMeta, error) {
|
|
w, err := getVideoWidth(path)
|
|
if err != nil {
|
|
return VideoMeta{}, err
|
|
}
|
|
h, err := getVideoHeight(path)
|
|
if err != nil {
|
|
return VideoMeta{}, err
|
|
}
|
|
fps, err := getVideoFPS(path)
|
|
if err != nil {
|
|
return VideoMeta{}, err
|
|
}
|
|
length, err := getLength(path)
|
|
if err != nil {
|
|
return VideoMeta{}, err
|
|
}
|
|
size, err := getSize(path)
|
|
if err != nil {
|
|
return VideoMeta{}, err
|
|
}
|
|
return VideoMeta{
|
|
width: w,
|
|
height: h,
|
|
fps: fps,
|
|
length: length,
|
|
size: size,
|
|
}, nil
|
|
}
|
|
|
|
func getAudioDuration(path string) (float64, error) {
|
|
|
|
stdout, _, err := ffmpeg.Ffprobe("-v", "error",
|
|
"-show_entries", "format=duration",
|
|
"-of", "default=noprint_wrappers=1:nokey=1",
|
|
path)
|
|
if err != nil {
|
|
log.Errorln("ffprobe error:", err)
|
|
return 0, err
|
|
}
|
|
durationStr := strings.TrimSpace(string(stdout))
|
|
return strconv.ParseFloat(durationStr, 64)
|
|
}
|
|
|
|
func getAudioBitrate(path string) (uint, error) {
|
|
codec, err := getAudioFormat(path)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if codec == "opus" {
|
|
return getFormatBitrate(path)
|
|
} else {
|
|
return getStreamBitrate(path, 0)
|
|
}
|
|
}
|
|
|
|
func getAudioMeta(path string) (AudioMeta, error) {
|
|
rate, err := getAudioBitrate(path)
|
|
if err != nil {
|
|
return AudioMeta{}, err
|
|
}
|
|
length, err := getLength(path)
|
|
if err != nil {
|
|
return AudioMeta{}, err
|
|
}
|
|
size, err := getSize(path)
|
|
if err != nil {
|
|
return AudioMeta{}, err
|
|
}
|
|
return AudioMeta{
|
|
rate: rate,
|
|
length: length,
|
|
size: size,
|
|
}, nil
|
|
}
|
|
|
|
func newAudioTranscode(mediaId, originalId, kbps uint, srcKind string) {
|
|
t := transcodes.Transcode{
|
|
SrcID: mediaId,
|
|
OriginalID: originalId,
|
|
SrcKind: srcKind,
|
|
DstKind: "audio",
|
|
Kbps: kbps,
|
|
TimeSubmit: time.Now(),
|
|
Status: "pending",
|
|
}
|
|
db.Create(&t)
|
|
|
|
if srcKind == "video" {
|
|
var srcVideo media.Video
|
|
err := db.First(&srcVideo, "id = ?", t.SrcID).Error
|
|
if err != nil {
|
|
fmt.Println("no such source video for video Transcode", t)
|
|
db.Delete(&t)
|
|
return
|
|
}
|
|
srcFilepath := filepath.Join(config.GetDataDir(), srcVideo.Filename)
|
|
go videoToAudio(sem, t.ID, srcFilepath)
|
|
} else if srcKind == "audio" {
|
|
var srcAudio media.Audio
|
|
err := db.First(&srcAudio, "id = ?", t.SrcID).Error
|
|
if err != nil {
|
|
log.Errorln("no such source audio for audio Transcode", t)
|
|
db.Delete(&t)
|
|
return
|
|
}
|
|
srcFilepath := filepath.Join(config.GetDataDir(), srcAudio.Filename)
|
|
go audioToAudio(sem, t.ID, srcFilepath)
|
|
} else {
|
|
fmt.Println("unexpected src/dst kinds for Transcode", t)
|
|
db.Delete(&t)
|
|
}
|
|
}
|
|
|
|
func newVideoTranscode(videoId, originalId, targetHeight uint, targetFPS float64) {
|
|
t := transcodes.Transcode{
|
|
SrcID: videoId,
|
|
OriginalID: originalId,
|
|
SrcKind: "video",
|
|
DstKind: "video",
|
|
Height: targetHeight,
|
|
FPS: targetFPS,
|
|
TimeSubmit: time.Now(),
|
|
Status: "pending",
|
|
}
|
|
db.Create(&t)
|
|
|
|
var srcVideo media.Video
|
|
err := db.First(&srcVideo, "id = ?", t.SrcID).Error
|
|
if err != nil {
|
|
fmt.Println("no such source video for video Transcode", t)
|
|
db.Delete(&t)
|
|
return
|
|
}
|
|
srcFilepath := filepath.Join(config.GetDataDir(), srcVideo.Filename)
|
|
|
|
go videoToVideo(sem, t.ID, srcFilepath)
|
|
}
|
|
|
|
func processOriginal(originalID uint) {
|
|
|
|
// check if there is an original video
|
|
hasOriginalVideo := true
|
|
hasOriginalAudio := true
|
|
var video media.Video
|
|
var audio media.Audio
|
|
err := db.Where("source = ?", "original").Where("original_id = ?", originalID).First(&video).Error
|
|
if err == gorm.ErrRecordNotFound {
|
|
hasOriginalVideo = false
|
|
}
|
|
err = db.Where("source = ?", "original").Where("original_id = ?", originalID).First(&audio).Error
|
|
if err == gorm.ErrRecordNotFound {
|
|
hasOriginalAudio = false
|
|
}
|
|
|
|
if hasOriginalVideo {
|
|
|
|
videoFilepath := filepath.Join(config.GetDataDir(), video.Filename)
|
|
_, err := os.Stat(videoFilepath)
|
|
if os.IsNotExist(err) {
|
|
fmt.Println("Skipping non-existant file for processOriginal")
|
|
return
|
|
}
|
|
|
|
// create audio transcodes
|
|
for _, kbps := range []uint{64 /*, 96, 128, 160, 192*/} {
|
|
newAudioTranscode(video.ID, originalID, kbps, "video")
|
|
}
|
|
|
|
// create video transcodes
|
|
for _, targetHeight := range []uint{540, 480, 360, 240, 144} {
|
|
if targetHeight <= video.Height {
|
|
newVideoTranscode(video.ID, originalID, targetHeight, video.FPS)
|
|
break
|
|
}
|
|
}
|
|
|
|
} else if hasOriginalAudio {
|
|
|
|
audioFilepath := filepath.Join(config.GetDataDir(), audio.Filename)
|
|
_, err := os.Stat(audioFilepath)
|
|
if os.IsNotExist(err) {
|
|
fmt.Println("Skipping non-existant audio file for processOriginal")
|
|
return
|
|
}
|
|
|
|
// create audio transcodes
|
|
for _, kbps := range []uint{64 /*, 96, 128, 160, 192*/} {
|
|
newAudioTranscode(audio.ID, originalID, kbps, "audio")
|
|
}
|
|
|
|
} else {
|
|
log.Errorf("No original video or audio for original %d found in processOriginal", originalID)
|
|
}
|
|
|
|
}
|
|
|
|
func startDownload(originalID uint, videoURL string, audioOnly bool) {
|
|
log.Debugf("startDownload audioOnly=%t", audioOnly)
|
|
|
|
// metadata phase
|
|
originals.SetStatus(originalID, originals.StatusMetadata)
|
|
var origMeta Meta
|
|
var err error
|
|
if audioOnly {
|
|
origMeta, err = getYtdlpAudioMeta(videoURL)
|
|
} else {
|
|
origMeta, err = getYtdlpVideoMeta(videoURL)
|
|
}
|
|
if err != nil {
|
|
log.Errorln("couldn't retrieve metadata:", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
log.Debugf("original metadata %v", origMeta)
|
|
err = db.Model(&originals.Original{}).Where("id = ?", originalID).Updates(map[string]interface{}{
|
|
"title": origMeta.title,
|
|
"artist": origMeta.artist,
|
|
"upload_date": origMeta.uploadDate,
|
|
"uploader_url": origMeta.uploaderUrl,
|
|
}).Error
|
|
if err != nil {
|
|
log.Errorln("couldn't store metadata:", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
|
|
// download original
|
|
originals.SetStatus(originalID, originals.StatusDownloading)
|
|
|
|
// create temporary directory
|
|
// do this in the data directory since /tmp is sometimes a different filesystem
|
|
tempDir, err := os.MkdirTemp(config.GetDataDir(), "dl")
|
|
if err != nil {
|
|
log.Errorln("Error creating temporary directory:", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
defer os.RemoveAll(tempDir)
|
|
log.Debugln("created", tempDir)
|
|
|
|
// download into temporary directory
|
|
var args []string
|
|
if audioOnly {
|
|
args = ytdlpVideoOptions
|
|
} else {
|
|
args = ytdlpAudioOptions
|
|
}
|
|
ytdlp := "yt-dlp"
|
|
ytdlpArgs := append(args, videoURL)
|
|
fmt.Println(ytdlp, strings.Join(ytdlpArgs, " "))
|
|
cmd := exec.Command(ytdlp, ytdlpArgs...)
|
|
cmd.Dir = tempDir
|
|
err = cmd.Run()
|
|
if err != nil {
|
|
log.Errorln("yt-dlp failed")
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
|
|
// discover name of downloaded file
|
|
dirEnts, err := os.ReadDir(tempDir)
|
|
if err != nil {
|
|
log.Errorln("Error reading directory:", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
dlFilename := ""
|
|
for _, dirEnt := range dirEnts {
|
|
if !dirEnt.IsDir() {
|
|
dlFilename = dirEnt.Name()
|
|
log.Debugln("found downloaded file", dlFilename)
|
|
break
|
|
}
|
|
}
|
|
if dlFilename == "" {
|
|
log.Errorln("couldn't find a downloaded file")
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
}
|
|
|
|
// move to data directory
|
|
srcPath := filepath.Join(tempDir, dlFilename)
|
|
dlFilepath := filepath.Join(config.GetDataDir(), dlFilename)
|
|
log.Debugln("rename", srcPath, "->", dlFilepath)
|
|
err = os.Rename(srcPath, dlFilepath)
|
|
if err != nil {
|
|
log.Errorln("rename downloaded media error", srcPath, "->", dlFilepath, ":", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
|
|
if audioOnly {
|
|
mediaMeta, err := getAudioMeta(dlFilepath)
|
|
if err != nil {
|
|
log.Errorln("couldn't get audio file metadata", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
|
|
audio := media.Audio{
|
|
MediaFile: media.MediaFile{
|
|
Length: mediaMeta.length,
|
|
Size: mediaMeta.size,
|
|
Filename: dlFilename,
|
|
},
|
|
OriginalID: originalID,
|
|
Source: "original",
|
|
}
|
|
fmt.Println("create Audio", audio)
|
|
if db.Create(&audio).Error != nil {
|
|
fmt.Println("Couldn't create audio entry", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
} else {
|
|
mediaMeta, err := getVideoMeta(dlFilepath)
|
|
if err != nil {
|
|
log.Errorln("couldn't get video file metadata", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
|
|
video := media.Video{
|
|
VideoFile: media.VideoFile{
|
|
MediaFile: media.MediaFile{
|
|
Length: mediaMeta.length,
|
|
Size: mediaMeta.size,
|
|
Filename: dlFilename,
|
|
},
|
|
FPS: mediaMeta.fps,
|
|
Width: mediaMeta.width,
|
|
Height: mediaMeta.height,
|
|
},
|
|
OriginalID: originalID,
|
|
Source: "original",
|
|
}
|
|
log.Debugln("create Video", video)
|
|
if db.Create(&video).Error != nil {
|
|
log.Errorln("Couldn't create video entry", err)
|
|
originals.SetStatus(originalID, originals.StatusFailed)
|
|
return
|
|
}
|
|
}
|
|
|
|
originals.SetStatus(originalID, originals.StatusDownloadCompleted)
|
|
processOriginal(originalID)
|
|
}
|
|
|
|
func startPlaylist(id uint, url string, audioOnly bool) {
|
|
// retrieve playlist metadata
|
|
pl, err := getYtdlpPlaylist(url)
|
|
if err != nil {
|
|
playlists.SetStatus(id, playlists.StatusFailed)
|
|
return
|
|
}
|
|
err = db.Model(&playlists.Playlist{}).Where("id = ?", id).Updates(map[string]interface{}{
|
|
"title": pl.Title,
|
|
}).Error
|
|
if err != nil {
|
|
playlists.SetStatus(id, playlists.StatusFailed)
|
|
return
|
|
}
|
|
|
|
for _, entry := range pl.Entries {
|
|
// TODO: check if an original with this URL and playlist ID already exists
|
|
|
|
original := originals.Original{
|
|
Title: entry.Title,
|
|
URL: entry.URL,
|
|
Status: originals.StatusNotStarted,
|
|
Video: !audioOnly,
|
|
Audio: audioOnly,
|
|
Playlist: true,
|
|
PlaylistID: id,
|
|
}
|
|
err = db.Create(&original).Error
|
|
if err != nil {
|
|
playlists.SetStatus(id, playlists.StatusFailed)
|
|
return
|
|
}
|
|
}
|
|
playlists.SetStatus(id, playlists.StatusCompleted)
|
|
}
|
|
|
|
func videosHandler(c echo.Context) error {
|
|
userID := c.Get("user_id").(uint)
|
|
var origs []originals.Original
|
|
db.Where("user_id = ?", userID).Order("id DESC").Find(&origs)
|
|
|
|
refresh := false
|
|
for _, orig := range origs {
|
|
if orig.Status != "completed" {
|
|
refresh = true
|
|
break
|
|
}
|
|
}
|
|
|
|
var playlists []playlists.Playlist
|
|
db.Where("user_id = ?", userID).Order("id DESC").Find(&playlists)
|
|
|
|
return c.Render(http.StatusOK, "videos.html",
|
|
map[string]interface{}{
|
|
"refresh": refresh,
|
|
"videos": origs,
|
|
"playlists": playlists,
|
|
"Footer": handlers.MakeFooter(),
|
|
})
|
|
}
|
|
|
|
type VideoTemplate struct {
|
|
ID uint // Video.ID
|
|
Source string
|
|
Width uint
|
|
Height uint
|
|
FPS string
|
|
Size string
|
|
Filename string
|
|
DownloadFilename string
|
|
StreamRate string
|
|
TempURL
|
|
}
|
|
|
|
type AudioTemplate struct {
|
|
ID uint // Audio.ID
|
|
Source string
|
|
Kbps string
|
|
Size string
|
|
Filename string
|
|
DownloadFilename string
|
|
StreamRate string
|
|
TempURL
|
|
}
|
|
|
|
func makeNiceFilename(input string) string {
|
|
// Convert to lowercase
|
|
input = strings.ToLower(input)
|
|
|
|
// Replace spaces with underscores
|
|
input = strings.ReplaceAll(input, " ", "_")
|
|
|
|
// Replace common special characters
|
|
replacements := map[string]string{
|
|
"æ": "ae", "ø": "oe", "å": "aa", "ä": "ae", "ö": "oe", "ü": "ue",
|
|
"ß": "ss", "ñ": "n", "ç": "c", "œ": "oe",
|
|
}
|
|
for old, new := range replacements {
|
|
input = strings.ReplaceAll(input, old, new)
|
|
}
|
|
|
|
// Remove any remaining non-alphanumeric characters (except underscores)
|
|
reg := regexp.MustCompile("[^a-z0-9_.-]")
|
|
input = reg.ReplaceAllString(input, "x")
|
|
|
|
// Trim leading/trailing underscores
|
|
input = strings.Trim(input, "_")
|
|
|
|
// Collapse multiple underscores into a single one
|
|
reg = regexp.MustCompile("_+")
|
|
input = reg.ReplaceAllString(input, "_")
|
|
|
|
// Ensure the filename is not empty
|
|
if input == "" {
|
|
input = "unnamed_file"
|
|
}
|
|
|
|
return input
|
|
}
|
|
|
|
func videoHandler(c echo.Context) error {
|
|
id, _ := strconv.Atoi(c.Param("id"))
|
|
var orig originals.Original
|
|
if err := db.First(&orig, id).Error; err != nil {
|
|
return c.Redirect(http.StatusSeeOther, "/videos")
|
|
}
|
|
|
|
var videos []media.Video
|
|
db.Where("original_id = ?", id).
|
|
Order("CASE WHEN source = 'original' THEN 1 ELSE 0 END, height ASC").
|
|
Find(&videos)
|
|
|
|
var audios []media.Audio
|
|
db.Where("original_id = ?", id).
|
|
Order("CASE WHEN source = 'original' THEN 1 ELSE 0 END, bps ASC").
|
|
Find(&audios)
|
|
|
|
var videoClips []media.VideoClip
|
|
db.Where("original_id = ?", id).
|
|
Find(&videoClips)
|
|
|
|
dataDir := config.GetDataDir()
|
|
|
|
// create temporary URLs
|
|
var videoURLs []VideoTemplate
|
|
var audioURLs []AudioTemplate
|
|
var clipDisplays []DisplayVideoClip
|
|
for _, video := range videos {
|
|
tempURL, err := CreateTempURL(filepath.Join(dataDir, video.Filename))
|
|
if err != nil {
|
|
continue
|
|
}
|
|
|
|
rate := float64(video.Size) / video.Length
|
|
|
|
videoURLs = append(videoURLs, VideoTemplate{
|
|
ID: video.ID,
|
|
Source: video.Source,
|
|
Width: video.Width,
|
|
Height: video.Height,
|
|
FPS: fmt.Sprintf("%.1f", video.FPS),
|
|
Size: humanSize(video.Size),
|
|
Filename: video.Filename,
|
|
DownloadFilename: makeNiceFilename(orig.Title + filepath.Ext(tempURL.FilePath)),
|
|
StreamRate: fmt.Sprintf("%.1f KiB/s", rate/1024),
|
|
TempURL: tempURL,
|
|
})
|
|
}
|
|
for _, audio := range audios {
|
|
tempURL, err := CreateTempURL(filepath.Join(dataDir, audio.Filename))
|
|
if err != nil {
|
|
continue
|
|
}
|
|
|
|
kbps := float64(audio.Bps) / 1000
|
|
rate := float64(audio.Size) / audio.Length
|
|
|
|
audioURLs = append(audioURLs, AudioTemplate{
|
|
ID: audio.ID,
|
|
Source: audio.Source,
|
|
Kbps: fmt.Sprintf("%.1f kbps", kbps),
|
|
Size: humanSize(audio.Size),
|
|
Filename: audio.Filename,
|
|
DownloadFilename: makeNiceFilename(orig.Title + filepath.Ext(tempURL.FilePath)),
|
|
StreamRate: fmt.Sprintf("%.1f KiB/s", rate/1024),
|
|
TempURL: tempURL,
|
|
})
|
|
}
|
|
|
|
for _, clip := range videoClips {
|
|
tempURL, err := CreateTempURL(filepath.Join(dataDir, clip.Filename))
|
|
if err != nil {
|
|
continue
|
|
}
|
|
|
|
clipDisplays = append(clipDisplays, DisplayVideoClip{
|
|
TempURL: tempURL,
|
|
ID: clip.ID,
|
|
Start: fmt.Sprintf("%.2f", float64(1000*clip.StartMS)),
|
|
Stop: fmt.Sprintf("%.2f", float64(1000*clip.StopMS)),
|
|
})
|
|
}
|
|
|
|
return c.Render(http.StatusOK, "video.html",
|
|
map[string]interface{}{
|
|
"original": orig,
|
|
"videos": videoURLs,
|
|
"audios": audioURLs,
|
|
"clips": clipDisplays,
|
|
"dataDir": dataDir,
|
|
"Footer": handlers.MakeFooter(),
|
|
})
|
|
}
|
|
|
|
func videoRestartHandler(c echo.Context) error {
|
|
id, _ := strconv.Atoi(c.Param("id"))
|
|
|
|
// FIXME: rewrite this as an update
|
|
var orig originals.Original
|
|
if err := db.First(&orig, id).Error; err != nil {
|
|
return c.Redirect(http.StatusSeeOther, "/videos")
|
|
}
|
|
orig.Status = originals.StatusNotStarted
|
|
db.Save(&orig)
|
|
|
|
go startDownload(uint(id), orig.URL, orig.Audio)
|
|
|
|
referrer := c.Request().Referer()
|
|
if referrer == "" {
|
|
referrer = "/videos"
|
|
}
|
|
return c.Redirect(http.StatusSeeOther, referrer)
|
|
}
|
|
|
|
func deleteTranscodes(originalID uint) {
|
|
log.Debugln("Delete Transcode entries for Original", originalID)
|
|
db.Delete(&transcodes.Transcode{}, "original_id = ?", originalID)
|
|
}
|
|
|
|
func deleteTranscodedVideos(originalID uint) {
|
|
var videos []media.Video
|
|
db.Where("original_id = ?", originalID).Where("source = ?", "transcode").Find(&videos)
|
|
for _, video := range videos {
|
|
path := filepath.Join(config.GetDataDir(), video.Filename)
|
|
log.Debugln("remove video", path)
|
|
err := os.Remove(path)
|
|
if err != nil {
|
|
log.Errorln("error removing", path, err)
|
|
}
|
|
}
|
|
db.Delete(&media.Video{}, "original_id = ? AND source = ?", originalID, "transcode")
|
|
}
|
|
|
|
func deleteOriginalVideos(originalID uint) {
|
|
var videos []media.Video
|
|
db.Where("original_id = ?", originalID).Where("source = ?", "original").Find(&videos)
|
|
for _, video := range videos {
|
|
path := filepath.Join(config.GetDataDir(), video.Filename)
|
|
fmt.Println("remove", path)
|
|
err := os.Remove(path)
|
|
if err != nil {
|
|
fmt.Println("error removing", path, err)
|
|
}
|
|
}
|
|
db.Delete(&media.Video{}, "original_id = ? AND source = ?", originalID, "original")
|
|
}
|
|
|
|
func deleteAudiosWithSource(originalID uint, source string) {
|
|
var audios []media.Audio
|
|
db.Where("original_id = ?", originalID).Where("source = ?", source).Find(&audios)
|
|
for _, audio := range audios {
|
|
path := filepath.Join(config.GetDataDir(), audio.Filename)
|
|
log.Debugln("remove audio", path)
|
|
err := os.Remove(path)
|
|
if err != nil {
|
|
log.Errorln("error removing", path, err)
|
|
}
|
|
}
|
|
db.Delete(&media.Audio{}, "original_id = ? AND source = ?", originalID, source)
|
|
}
|
|
|
|
func deleteOriginal(id uint) error {
|
|
var orig originals.Original
|
|
if err := db.First(&orig, id).Error; err != nil {
|
|
return err
|
|
}
|
|
|
|
deleteTranscodes(id)
|
|
deleteTranscodedVideos(id)
|
|
deleteOriginalVideos(id)
|
|
deleteAudiosWithSource(id, "original")
|
|
deleteAudiosWithSource(id, "transcode")
|
|
|
|
db.Delete(&orig)
|
|
|
|
return nil
|
|
}
|
|
|
|
func deleteOriginalHandler(c echo.Context) error {
|
|
id, _ := strconv.ParseUint(c.Param("id"), 10, 64)
|
|
deleteOriginal(uint(id))
|
|
return c.Redirect(http.StatusSeeOther, "/videos")
|
|
}
|
|
|
|
// delete Video entry and associated file
|
|
func deleteVideo(id int) error {
|
|
var video media.Video
|
|
result := db.First(&video, id)
|
|
if result.Error != nil {
|
|
log.Errorln("error retrieving video", id, result.Error)
|
|
return result.Error
|
|
}
|
|
|
|
videoPath := filepath.Join(config.GetDataDir(), video.Filename)
|
|
log.Debugln("remove", videoPath)
|
|
err := os.Remove(videoPath)
|
|
if err != nil {
|
|
log.Errorln("coudn't remove", videoPath, err)
|
|
return err
|
|
}
|
|
|
|
if err := db.Delete(&media.Video{}, id).Error; err != nil {
|
|
log.Errorln("error deleting video record", id, err)
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func deleteVideoHandler(c echo.Context) error {
|
|
id, _ := strconv.Atoi(c.Param("id"))
|
|
referrer := c.Request().Referer()
|
|
if referrer == "" {
|
|
referrer = "/"
|
|
}
|
|
err := deleteVideo(id)
|
|
if err != nil {
|
|
log.Errorln("delete video error", id, err)
|
|
}
|
|
return c.Redirect(http.StatusSeeOther, referrer)
|
|
}
|
|
|
|
func deleteAudioHandler(c echo.Context) error {
|
|
id, _ := strconv.Atoi(c.Param("id"))
|
|
referrer := c.Request().Referer()
|
|
if referrer == "" {
|
|
referrer = "/"
|
|
}
|
|
|
|
var audio media.Audio
|
|
result := db.First(&audio, id)
|
|
if result.Error != nil {
|
|
log.Errorln("error retrieving audio", id, result.Error)
|
|
return c.Redirect(http.StatusSeeOther, referrer)
|
|
}
|
|
|
|
filePath := filepath.Join(config.GetDataDir(), audio.Filename)
|
|
log.Debugln("remove", filePath)
|
|
err := os.Remove(filePath)
|
|
if err != nil {
|
|
log.Errorln("coudn't remove", filePath, err)
|
|
}
|
|
|
|
if err := db.Delete(&media.Audio{}, id).Error; err != nil {
|
|
log.Errorln("error deleting audio record", id, err)
|
|
}
|
|
return c.Redirect(http.StatusSeeOther, referrer)
|
|
}
|
|
|
|
func transcodeToVideoHandler(c echo.Context) error {
|
|
originalId, _ := strconv.ParseUint(c.FormValue("original_id"), 10, 32)
|
|
height, _ := strconv.ParseUint(c.FormValue("height"), 10, 32)
|
|
fps, _ := strconv.ParseFloat(c.FormValue("fps"), 64)
|
|
referrer := c.Request().Referer()
|
|
if referrer == "" {
|
|
referrer = "/"
|
|
}
|
|
|
|
var video media.Video
|
|
err := db.Where("source = ?", "original").Where("original_id = ?", originalId).First(&video).Error
|
|
if err == gorm.ErrRecordNotFound {
|
|
log.Errorf("no video record for original %d: %v", originalId, err)
|
|
} else {
|
|
newVideoTranscode(video.ID, uint(originalId), uint(height), fps)
|
|
}
|
|
|
|
return c.Redirect(http.StatusSeeOther, referrer)
|
|
}
|
|
|
|
func transcodeToAudioHandler(c echo.Context) error {
|
|
originalId, _ := strconv.ParseUint(c.FormValue("original_id"), 10, 32)
|
|
kbps, _ := strconv.ParseUint(c.FormValue("kbps"), 10, 32)
|
|
referrer := c.Request().Referer()
|
|
if referrer == "" {
|
|
referrer = "/"
|
|
}
|
|
|
|
// check if there is an original video
|
|
hasOriginalVideo := true
|
|
hasOriginalAudio := true
|
|
var video media.Video
|
|
var audio media.Audio
|
|
err := db.Where("source = ?", "original").Where("original_id = ?", originalId).First(&video).Error
|
|
if err == gorm.ErrRecordNotFound {
|
|
hasOriginalVideo = false
|
|
}
|
|
err = db.Where("source = ?", "original").Where("original_id = ?", originalId).First(&audio).Error
|
|
if err == gorm.ErrRecordNotFound {
|
|
hasOriginalAudio = false
|
|
}
|
|
|
|
if hasOriginalVideo {
|
|
newAudioTranscode(video.ID, uint(originalId), uint(kbps), "video")
|
|
} else if hasOriginalAudio {
|
|
newAudioTranscode(audio.ID, uint(originalId), uint(kbps), "audio")
|
|
} else {
|
|
log.Errorln("no audio or video record for original", originalId)
|
|
}
|
|
|
|
return c.Redirect(http.StatusSeeOther, referrer)
|
|
}
|
|
|
|
func tempHandler(c echo.Context) error {
|
|
token := c.Param("token")
|
|
|
|
var tempURL TempURL
|
|
if err := db.Where("token = ? AND expires_at > ?", token, time.Now()).First(&tempURL).Error; err != nil {
|
|
return c.JSON(http.StatusNotFound, map[string]string{"error": "Invalid or expired token"})
|
|
}
|
|
|
|
return c.File(tempURL.FilePath)
|
|
}
|
|
|
|
func processHandler(c echo.Context) error {
|
|
id, _ := strconv.ParseUint(c.Param("id"), 10, 64) // FIXME: strconv.ParseUint?
|
|
|
|
deleteTranscodes(uint(id))
|
|
deleteAudiosWithSource(uint(id), "transcode")
|
|
deleteTranscodedVideos(uint(id))
|
|
|
|
err := originals.SetStatus(uint(id), originals.StatusDownloadCompleted)
|
|
if err != nil {
|
|
log.Errorf("error while setting original %d status: %v", id, err)
|
|
}
|
|
|
|
processOriginal(uint(id))
|
|
|
|
return c.Redirect(http.StatusSeeOther, "/videos")
|
|
}
|
|
|
|
func playlistHandler(c echo.Context) error {
|
|
id := c.Param("id")
|
|
|
|
var playlist playlists.Playlist
|
|
err := db.Where(id).First(&playlist).Error
|
|
if err != nil {
|
|
return c.String(http.StatusInternalServerError, fmt.Sprintf("%v", err))
|
|
}
|
|
|
|
var origs []originals.Original
|
|
var watchedOrigs []originals.Original
|
|
|
|
err = db.Where("playlist = ?", true).
|
|
Where("playlist_id = ?", id).
|
|
Where("watched = ?", false).
|
|
Find(&origs).Error
|
|
if err != nil {
|
|
return c.String(http.StatusInternalServerError, fmt.Sprintf("%v", err))
|
|
}
|
|
|
|
err = db.Where("playlist = ?", true).
|
|
Where("playlist_id = ?", id).
|
|
Where("watched = ?", true).
|
|
Find(&watchedOrigs).Error
|
|
if err != nil {
|
|
return c.String(http.StatusInternalServerError, fmt.Sprintf("%v", err))
|
|
}
|
|
|
|
return c.Render(http.StatusOK, "playlist.html",
|
|
map[string]interface{}{
|
|
"playlist": playlist,
|
|
"unwatched": origs,
|
|
"watched": watchedOrigs,
|
|
"Footer": handlers.MakeFooter(),
|
|
})
|
|
}
|
|
|
|
func deletePlaylistHandler(c echo.Context) error {
|
|
id := c.Param("id")
|
|
|
|
// delete all originals
|
|
var origs []originals.Original
|
|
err := db.Model(&originals.Original{}).
|
|
Where("playlist = ?", true).
|
|
Where("playlist_id = ?", id).
|
|
Find(&origs).Error
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
}
|
|
|
|
for _, original := range origs {
|
|
err := deleteOriginal(original.ID)
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
}
|
|
}
|
|
|
|
// delete playlist entry
|
|
err = db.Delete(&playlists.Playlist{}, id).Error
|
|
if err != nil {
|
|
log.Errorln(err)
|
|
}
|
|
|
|
referrer := c.Request().Referer()
|
|
if referrer == "" {
|
|
referrer = "/videos"
|
|
}
|
|
return c.Redirect(http.StatusSeeOther, referrer)
|
|
}
|