Hot fix ytdlp needing js to solve captch's

Author: DutchJavaDev

MyMusicBoxApi/main.go

@@ -1,9 +1,7 @@
 package main
 
 import (
-	"context"
 	"fmt"
-	"log"
 	"musicboxapi/configuration"
 	"musicboxapi/database"
 	"musicboxapi/http"
@@ -13,45 +11,13 @@ import (
 
 	"github.com/gin-contrib/cors"
 	"github.com/gin-gonic/gin"
-	"github.com/lrstanley/go-ytdlp"
 )
 
 // @title MusicBoxApi API
 // @version 1.0
 // @BasePath  /api/v1
 func main() {
 
-	procAttr := os.ProcAttr{
-		// Dir: "/usr/bin",
-	}
-
-	procAttr.Files = []*os.File{os.Stdin, os.Stdout, os.Stderr}
-
-	proc, _err := os.StartProcess(
-		"/usr/bin/yt-dlp-mmb",
-		[]string{
-			"yt-dlp-mmb",
-			"--extractor-args=youtube:player_js_variant=tv",
-			"--cookies=/home/admin/projects/workspace/MyMusicBoxApi/selenium/cookies_netscape",
-			"--js-runtimes=deno:/home/admin/.deno/bin",
-			"--remote-components=ejs:npm",
-			"https://www.youtube.com/watch?v=Y0ivz1umQ6g",
-		},
-		&os.ProcAttr{
-			Files: []*os.File{
-				os.Stdin,
-				os.Stdout,
-				os.Stderr,
-			},
-		},
-	)
-	if _err != nil {
-		log.Fatal(_err)
-	}
-
-	proc.Wait()
-
-	return
 	configuration.LoadConfiguration()
 
 	err := database.CreateDatabasConnectionPool()
@@ -66,16 +32,6 @@ func main() {
 
 	database.ApplyMigrations()
 
-	ytdlp.RemoveInstallCache()
-
-	// If yt-dlp isn't installed yet, download and cache it for further use.
-	options := ytdlp.InstallOptions{
-		DisableChecksum:      true,
-		AllowVersionMismatch: true,
-		DownloadURL:          "https://github.com/yt-dlp/yt-dlp/releases/download/2026.01.29/yt-dlp_linux",
-	}
-
-	ytdlp.MustInstall(context.TODO(), &options)
 	setGinMode()
 
 	ginEngine := gin.Default()

MyMusicBoxApi/release

@@ -9,6 +9,7 @@ SCRIPTS_FOLDER="$DATABASE_FOLDER/initscripts"
 IMAGES_FOLDER="$RELEASE_FOLDER/music/images"
 COOKIES_FOLDER="$RELEASE_FOLDER/selenium"
 MIGRATION_FOLDER="$RELEASE_FOLDER/migration_scripts"
+HOTFIX_FOLDER="$RELEASE_FOLDER/hotfix_logs"
 
 echo "=== Setting up release folder ==="
 FOLDERS=(
@@ -18,6 +19,7 @@ FOLDERS=(
   "$IMAGES_FOLDER"
   "$COOKIES_FOLDER"
   "$MIGRATION_FOLDER"
+  "$HOTFIX_FOLDER"
 )
 
 for folder in "${FOLDERS[@]}"; do
@@ -37,6 +39,7 @@ cp selenium/* "$COOKIES_FOLDER"
 cp migration_scripts/* "$MIGRATION_FOLDER"
 
 echo "=== Building executable ==="
+go mod tidy
 go build -trimpath -buildvcs=false -ldflags="-s -w" -o "$RELEASE_FOLDER"
 
 echo "=== Reducing executable size ==="

MyMusicBoxApi/run

@@ -1,9 +1,11 @@
 #!/bin/bash
 echo "=== Setting up folders ==="
 IMAGES_FOLDER="music_dev/images"
+HOTFIX_FOLDER="music_dev/hotfix_logs"
 
 FOLDERS=(
   "$IMAGES_FOLDER"
+  "$HOTFIX_FOLDER"
 )
 
 for folder in "${FOLDERS[@]}"; do

MyMusicBoxApi/service/playlist.go

@@ -11,8 +11,6 @@ import (
 	"strconv"
 	"strings"
 	"time"
-
-	"github.com/lrstanley/go-ytdlp"
 )
 
 func downloadPlaylist(
@@ -26,6 +24,9 @@ func downloadPlaylist(
 	playlistIdFileName string,
 	imagesFolder string,
 	fileExtension string,
+	logfilesOutputPath string,
+	logfilesOutputPathError string,
+	storageFolderName string,
 ) {
 	/*
 			Ignore
@@ -95,21 +96,21 @@ func downloadPlaylist(
 		_ = os.Rename(oldpath, newpath)
 	}
 
-	defaultSettings := ytdlp.New().
-		ExtractAudio().
-		AudioQuality("0").
-		AudioFormat(fileExtension).
-		DownloadArchive(archiveFileName).
-		WriteThumbnail().
-		ConcurrentFragments(10).
-		ConvertThumbnails("jpg").
-		ForceIPv4().
-		//sudo apt install aria2
-		Downloader("aria2c").
-		DownloaderArgs("aria2c:-x 16 -s 16 -j 16").
-		NoKeepVideo().
-		Output(storage + "/%(id)s.%(ext)s").
-		Cookies("selenium/cookies_netscape")
+	// defaultSettings := ytdlp.New().
+	// 	ExtractAudio().
+	// 	AudioQuality("0").
+	// 	AudioFormat(fileExtension).
+	// 	DownloadArchive(archiveFileName).
+	// 	WriteThumbnail().
+	// 	ConcurrentFragments(10).
+	// 	ConvertThumbnails("jpg").
+	// 	ForceIPv4().
+	// 	//sudo apt install aria2
+	// 	Downloader("aria2c").
+	// 	DownloaderArgs("aria2c:-x 16 -s 16 -j 16").
+	// 	NoKeepVideo().
+	// 	Output(storage + "/%(id)s.%(ext)s").
+	// 	Cookies("selenium/cookies_netscape")
 
 	for id := range downloadCount {
 		name := names[id]
@@ -121,14 +122,22 @@ func downloadPlaylist(
 
 			tasklogTable.UpdateChildTaskLogStatus(childTask)
 
-			ytdlpInstance := defaultSettings.Clone()
-
-			result, err := ytdlpInstance.Run(context.Background(), fmt.Sprintf("https://www.youtube.com/watch?v=%s", ids[id]))
-
-			// outputLogs[ids[id]] = result.Stdout
-
-			if err != nil {
-				json, _ := json.Marshal(result.Stdout)
+			downloaded := FlatSingleDownload(
+				archiveFileName,
+				idsFileName,
+				namesFileName,
+				durationFileName,
+				playlistTitleFileName,
+				playlistIdFileName,
+				fmt.Sprintf("https://www.youtube.com/watch?v=%s", ids[id]),
+				logfilesOutputPath,
+				logfilesOutputPathError,
+				storageFolderName,
+				fileExtension)
+
+			if !downloaded {
+				file, err := os.ReadFile(logfilesOutputPathError)
+				json, _ := json.Marshal(file)
 				childTask.OutputLog = json
 				tasklogTable.ChildTaskLogError(childTask)
 				logging.Error(fmt.Sprintf("Failed to download %s, error:%s", ids[id], err.Error()))
@@ -156,7 +165,13 @@ func downloadPlaylist(
 
 			_ = os.Rename(oldpath, newpath)
 
-			json, _ := json.Marshal(result.OutputLogs)
+			file, err := os.ReadFile(logfilesOutputPath)
+
+			if err != nil {
+				panic(-1564654654)
+			}
+
+			json, _ := json.Marshal(file)
 
 			childTask.OutputLog = json