seek-tune/server/spotify/downloader.go

317 lines
8.3 KiB
Go

package spotify
import (
"context"
"fmt"
"log/slog"
"os"
"os/exec"
"path/filepath"
"runtime"
"song-recognition/db"
"song-recognition/shazam"
"song-recognition/utils"
"song-recognition/wav"
"strconv"
"strings"
"sync"
"time"
"github.com/fatih/color"
"github.com/mdobak/go-xerrors"
)
const DELETE_SONG_FILE = false // Set true to delete the song file after fingerprinting
var yellow = color.New(color.FgYellow)
func DlSingleTrack(url, savePath string) (int, error) {
logger := utils.GetLogger()
logger.Info("Getting track info", slog.String("url", url))
trackInfo, err := TrackInfo(url)
if err != nil {
return 0, err
}
track := []Track{*trackInfo}
logger.Info("Now downloading track")
totalTracksDownloaded, err := dlTrack(track, savePath)
if err != nil {
return 0, err
}
return totalTracksDownloaded, nil
}
func DlPlaylist(url, savePath string) (int, error) {
logger := utils.GetLogger()
tracks, err := PlaylistInfo(url)
if err != nil {
return 0, err
}
time.Sleep(1 * time.Second)
logger.Info("Now downloading playlist")
totalTracksDownloaded, err := dlTrack(tracks, savePath)
if err != nil {
return 0, err
}
return totalTracksDownloaded, nil
}
func DlAlbum(url, savePath string) (int, error) {
logger := utils.GetLogger()
tracks, err := AlbumInfo(url)
if err != nil {
return 0, err
}
time.Sleep(1 * time.Second)
logger.Info("Now downloading album")
totalTracksDownloaded, err := dlTrack(tracks, savePath)
if err != nil {
return 0, err
}
return totalTracksDownloaded, nil
}
func dlTrack(tracks []Track, path string) (int, error) {
var wg sync.WaitGroup
var downloadedTracks []string
var totalTracks int
logger := utils.GetLogger()
results := make(chan int, len(tracks))
numCPUs := runtime.NumCPU()
semaphore := make(chan struct{}, numCPUs)
ctx := context.Background()
db, err := db.NewDBClient()
if err != nil {
return 0, err
}
defer db.Close()
for _, t := range tracks {
wg.Add(1)
go func(track Track) {
defer wg.Done()
semaphore <- struct{}{}
defer func() {
<-semaphore
}()
trackCopy := &Track{
Album: track.Album,
Artist: track.Artist,
Artists: track.Artists,
Duration: track.Duration,
Title: track.Title,
}
// check if song exists
keyExists, err := SongKeyExists(utils.GenerateSongKey(trackCopy.Title, trackCopy.Artist))
if err != nil {
err := xerrors.New(err)
logger.ErrorContext(ctx, "error checking song existence", slog.Any("error", err))
}
if keyExists {
logMessage := fmt.Sprintf("'%s' by '%s' already exists.", trackCopy.Title, trackCopy.Artist)
logger.Info(logMessage)
return
}
ytID, err := getYTID(trackCopy)
if ytID == "" || err != nil {
logMessage := fmt.Sprintf("'%s' by '%s' could not be downloaded", trackCopy.Title, trackCopy.Artist)
logger.ErrorContext(ctx, logMessage, slog.Any("error", xerrors.New(err)))
return
}
trackCopy.Title, trackCopy.Artist = correctFilename(trackCopy.Title, trackCopy.Artist)
fileName := fmt.Sprintf("%s - %s", trackCopy.Title, trackCopy.Artist)
filePath := filepath.Join(path, fileName)
filePath, err = downloadYTaudio2(ytID, filePath)
if err != nil {
logMessage := fmt.Sprintf("'%s' by '%s' could not be downloaded", trackCopy.Title, trackCopy.Artist)
logger.ErrorContext(ctx, logMessage, slog.Any("error", xerrors.New(err)))
return
}
err = ProcessAndSaveSong(filePath, trackCopy.Title, trackCopy.Artist, ytID)
if err != nil {
logMessage := fmt.Sprintf("Failed to process song ('%s' by '%s')", trackCopy.Title, trackCopy.Artist)
logger.ErrorContext(ctx, logMessage, slog.Any("error", xerrors.New(err)))
return
}
wavFilePath := filepath.Join(path, fileName+".wav")
if err := addTags(wavFilePath, *trackCopy); err != nil {
logMessage := fmt.Sprintf("Error adding tags: %s", wavFilePath)
logger.ErrorContext(ctx, logMessage, slog.Any("error", xerrors.New(err)))
return
}
if DELETE_SONG_FILE {
utils.DeleteFile(wavFilePath)
}
logger.Info(fmt.Sprintf("'%s' by '%s' was downloaded", track.Title, track.Artist))
downloadedTracks = append(downloadedTracks, fmt.Sprintf("%s, %s", track.Title, track.Artist))
results <- 1
}(t)
}
go func() {
wg.Wait()
close(results)
}()
for range results {
totalTracks++
}
logger.Info(fmt.Sprintf("Total tracks downloaded: %d", totalTracks))
return totalTracks, nil
}
func addTags(file string, track Track) error {
logger := utils.GetLogger()
// Create a temporary file name by appending "2" before the extension
tempFile := file
index := strings.Index(file, ".wav")
if index != -1 {
baseName := tempFile[:index] // Filename without extension ('/path/to/title - artist')
tempFile = baseName + "2" + ".wav" // Temporary filename ('/path/to/title - artist2.wav')
}
// FFmpeg command to add metadata tags
cmd := exec.Command(
"ffmpeg",
"-i", file, // Input file path
"-c", "copy",
"-metadata", fmt.Sprintf("album_artist=%s", track.Artist),
"-metadata", fmt.Sprintf("title=%s", track.Title),
"-metadata", fmt.Sprintf("artist=%s", track.Artist),
"-metadata", fmt.Sprintf("album=%s", track.Album),
tempFile, // Output file path (temporary)
)
out, err := cmd.CombinedOutput()
if err != nil {
logger.Error("Failed to add tags", slog.Any("error", err), slog.String("output", string(out)))
return fmt.Errorf("failed to add tags: %v, output: %s", err, string(out))
}
// Rename the temporary file to the original filename
if err := os.Rename(tempFile, file); err != nil {
logger.Error("Failed to rename file", slog.Any("error", err))
return fmt.Errorf("failed to rename file: %v", err)
}
return nil
}
func ProcessAndSaveSong(songFilePath, songTitle, songArtist, ytID string) error {
logger := utils.GetLogger()
dbclient, err := db.NewDBClient()
if err != nil {
logger.Error("Failed to create DB client", slog.Any("error", err))
return err
}
defer dbclient.Close()
channelsStr := utils.GetEnv("SHZ_CHANNELS", "1")
channels, err := strconv.Atoi(channelsStr)
if err != nil {
logger.Error("Failed to convert channels to int", slog.Any("error", err))
return err
}
wavFilePath, err := wav.ConvertToWAV(songFilePath, channels)
if err != nil {
logger.Error("Failed to convert to WAV", slog.Any("error", err))
return err
}
wavInfo, err := wav.ReadWavInfo(wavFilePath)
if err != nil {
logger.Error("Failed to read WAV info", slog.Any("error", err))
return err
}
// TODO: handle the case where there're 2 channels.
samples, err := wav.WavBytesToSamples(wavInfo.Data)
if err != nil {
logger.Error("Error converting WAV bytes to samples", slog.Any("error", err))
return fmt.Errorf("error converting wav bytes to float64: %v", err)
}
spectro, err := shazam.Spectrogram(samples, wavInfo.SampleRate)
if err != nil {
logger.Error("Error creating spectrogram", slog.Any("error", err))
return fmt.Errorf("error creating spectrogram: %v", err)
}
songID, err := dbclient.RegisterSong(songTitle, songArtist, ytID)
if err != nil {
logger.Error("Failed to register song", slog.Any("error", err))
return err
}
peaks := shazam.ExtractPeaks(spectro, wavInfo.Duration)
fingerprints := shazam.Fingerprint(peaks, songID)
err = dbclient.StoreFingerprints(fingerprints)
if err != nil {
dbclient.DeleteSongByID(songID)
logger.Error("Failed to store fingerprints", slog.Any("error", err))
return fmt.Errorf("error storing fingerprint: %v", err)
}
logger.Info(fmt.Sprintf("Fingerprint for %v by %v saved in DB successfully", songTitle, songArtist))
return nil
}
func getYTID(trackCopy *Track) (string, error) {
logger := utils.GetLogger()
ytID, err := GetYoutubeId(*trackCopy)
if ytID == "" || err != nil {
return "", err
}
// Check if YouTube ID exists
ytidExists, err := YtIDExists(ytID)
if err != nil {
return "", fmt.Errorf("error checking YT ID existence: %v", err)
}
if ytidExists { // try to get the YouTube ID again
logMessage := fmt.Sprintf("YouTube ID (%s) exists. Trying again...", ytID)
logger.Warn(logMessage)
ytID, err = GetYoutubeId(*trackCopy)
if ytID == "" || err != nil {
return "", err
}
ytidExists, err = YtIDExists(ytID)
if err != nil {
return "", fmt.Errorf("error checking YT ID existence: %v", err)
}
if ytidExists {
return "", fmt.Errorf("youTube ID (%s) exists", ytID)
}
}
return ytID, nil
}