fixes (desc)

- m3u8 parser
- segments download
- video-audio merge

plugins/merge_audio.go

@@ -20,10 +20,22 @@ func MergeAudio(media *models.DownloadedMedia) error {
 	ctx, cancel := context.WithCancel(context.Background())
 	defer cancel()
 
-	audioFile, err := util.DownloadFile(
+	var audioFile string
+	var err error
+
+	if len(audioFormat.Segments) == 0 {
+		audioFile, err = util.DownloadFile(
 			ctx, audioFormat.URL,
-		audioFormat.GetFileName(), nil,
+			audioFormat.GetFileName(),
+			nil,
 		)
+	} else {
+		audioFile, err = util.DownloadFileWithSegments(
+			ctx, audioFormat.Segments,
+			audioFormat.GetFileName(),
+			nil,
+		)
+	}
 	if err != nil {
 		return fmt.Errorf("failed to download audio file: %w", err)
 	}

util/av/merge_audio.go

@@ -18,7 +18,6 @@ func MergeVideoWithAudio(
 	if err != nil {
 		return fmt.Errorf("failed to rename file: %w", err)
 	}
-
 	defer os.Remove(tempFileName)
 	defer os.Remove(audioFile)
 
@@ -39,6 +38,7 @@ func MergeVideoWithAudio(
 		Run()
 
 	if err != nil {
+		os.Remove(outputFile)
 		return fmt.Errorf("failed to merge files: %w", err)
 	}
 

util/av/merge_segments.go

@@ -0,0 +1,46 @@
+package av
+
+import (
+	"fmt"
+	"os"
+
+	ffmpeg "github.com/u2takey/ffmpeg-go"
+)
+
+func MergeSegments(
+	segmentPaths []string,
+	outputPath string,
+) (string, error) {
+	if len(segmentPaths) == 0 {
+		return "", fmt.Errorf("no segments to merge")
+	}
+	listFilePath := outputPath + ".segments.txt"
+	listFile, err := os.Create(listFilePath)
+	if err != nil {
+		return "", fmt.Errorf("failed to create segment list file: %w", err)
+	}
+	defer listFile.Close()
+	defer os.Remove(listFilePath)
+	for _, segmentPath := range segmentPaths {
+		fmt.Fprintf(listFile, "file '%s'\n", segmentPath)
+	}
+
+	err = ffmpeg.
+		Input(listFilePath, ffmpeg.KwArgs{
+			"f":                  "concat",
+			"safe":               "0",
+			"protocol_whitelist": "file,pipe",
+		}).
+		Output(outputPath, ffmpeg.KwArgs{
+			"c":        "copy",
+			"movflags": "+faststart",
+		}).
+		Silent(true).
+		OverWriteOutput().
+		Run()
+	if err != nil {
+		os.Remove(outputPath)
+		return "", fmt.Errorf("failed to merge segments: %w", err)
+	}
+	return outputPath, nil
+}

util/download.go

@@ -1,7 +1,6 @@
 package util
 
 import (
-	"bufio"
 	"bytes"
 	"context"
 	"fmt"
@@ -107,7 +106,7 @@ func DownloadFileWithSegments(
 		os.RemoveAll(tempDir)
 		return "", fmt.Errorf("failed to download segments: %w", err)
 	}
-	mergedFilePath, err := mergeSegmentFiles(ctx, downloadedFiles, fileName, config)
+	mergedFilePath, err := av.MergeSegments(downloadedFiles, fileName)
 	if err != nil {
 		os.RemoveAll(tempDir)
 		return "", fmt.Errorf("failed to merge segments: %w", err)
@@ -408,13 +407,9 @@ func downloadFile(
 	ctx context.Context,
 	fileURL string,
 	filePath string,
-	config *models.DownloadConfig,
+	timeout time.Duration,
 ) (string, error) {
-	if config == nil {
-		config = DefaultConfig()
-	}
-
-	reqCtx, cancel := context.WithTimeout(ctx, config.Timeout)
+	reqCtx, cancel := context.WithTimeout(ctx, timeout)
 	defer cancel()
 
 	req, err := http.NewRequestWithContext(reqCtx, http.MethodGet, fileURL, nil)
@@ -555,9 +550,7 @@ func downloadSegments(
 
 			filePath, err := downloadFile(
 				ctx, url, segmentPath,
-				&models.DownloadConfig{
-					Timeout: config.Timeout,
-				},
+				config.Timeout,
 			)
 
 			if err != nil {
@@ -588,80 +581,3 @@ func downloadSegments(
 
 	return downloadedFiles, nil
 }
-
-func mergeSegmentFiles(
-	ctx context.Context,
-	segmentPaths []string,
-	outputFileName string,
-	config *models.DownloadConfig,
-) (string, error) {
-	if config == nil {
-		config = DefaultConfig()
-	}
-
-	outputPath := filepath.Join(config.DownloadDir, outputFileName)
-	outputFile, err := os.Create(outputPath)
-	if err != nil {
-		return "", fmt.Errorf("failed to create output file: %w", err)
-	}
-	defer outputFile.Close()
-
-	bufferedWriter := bufio.NewWriterSize(outputFile, 1024*1024) // 1MB buffer
-
-	var totalBytes int64
-	var processedBytes int64
-
-	if config.ProgressUpdater != nil {
-		for _, segmentPath := range segmentPaths {
-			fileInfo, err := os.Stat(segmentPath)
-			if err == nil {
-				totalBytes += fileInfo.Size()
-			}
-		}
-	}
-
-	for i, segmentPath := range segmentPaths {
-		select {
-		case <-ctx.Done():
-			bufferedWriter.Flush()
-			return "", ctx.Err()
-		default:
-			segmentFile, err := os.Open(segmentPath)
-			if err != nil {
-				return "", fmt.Errorf("failed to open segment %d: %w", i, err)
-			}
-
-			buf := make([]byte, 4*1024*1024) // 4MB buffer
-			written, err := io.CopyBuffer(bufferedWriter, segmentFile, buf)
-			segmentFile.Close()
-
-			if err != nil {
-				return "", fmt.Errorf("failed to copy segment %d: %w", i, err)
-			}
-
-			if err := bufferedWriter.Flush(); err != nil {
-				return "", fmt.Errorf("failed to flush after segment %d: %w", i, err)
-			}
-
-			if config.ProgressUpdater != nil && totalBytes > 0 {
-				processedBytes += written
-				progress := float64(processedBytes) / float64(totalBytes)
-				config.ProgressUpdater(progress)
-			}
-		}
-	}
-
-	if err := bufferedWriter.Flush(); err != nil {
-		return "", fmt.Errorf("failed to flush data: %w", err)
-	}
-	outputFile.Close()
-
-	if config.Remux {
-		err := av.RemuxFile(outputPath)
-		if err != nil {
-			return "", fmt.Errorf("remuxing failed: %w", err)
-		}
-	}
-
-	return outputPath, nil
-}

util/parser/m3u8.go

@@ -36,37 +36,63 @@ func ParseM3U8Content(
 		return nil, fmt.Errorf("failed parsing m3u8: %w", err)
 	}
 
+	switch listType {
+	case m3u8.MASTER:
+		return parseMasterPlaylist(
+			playlist.(*m3u8.MasterPlaylist),
+			baseURLObj,
+		)
+	case m3u8.MEDIA:
+		return parseMediaPlaylist(
+			playlist.(*m3u8.MediaPlaylist),
+			baseURLObj,
+		)
+	}
+
+	return nil, errors.New("unsupported m3u8 playlist type")
+}
+
+func parseMasterPlaylist(
+	playlist *m3u8.MasterPlaylist,
+	baseURL *url.URL,
+) ([]*models.MediaFormat, error) {
 	var formats []*models.MediaFormat
 
-	if listType == m3u8.MASTER {
-		masterpl := playlist.(*m3u8.MasterPlaylist)
-
-		for _, variant := range masterpl.Variants {
+	seenAlternatives := make(map[string]bool)
+	for _, variant := range playlist.Variants {
 		if variant == nil || variant.URI == "" {
 			continue
 		}
-
-			width, height := int64(0), int64(0)
-			if variant.Resolution != "" {
-				var w, h int
-				if _, err := fmt.Sscanf(variant.Resolution, "%dx%d", &w, &h); err == nil {
-					width, height = int64(w), int64(h)
+		for _, alt := range variant.Alternatives {
+			if _, ok := seenAlternatives[alt.GroupId]; ok {
+				continue
 			}
+			seenAlternatives[alt.GroupId] = true
+			format := parseAlternative(
+				playlist.Variants,
+				alt, baseURL,
+			)
+			if format == nil {
+				continue
+			}
+			formats = append(formats, format)
+		}
+		width, height := getResolution(variant.Resolution)
+		mediaType, videoCodec, audioCodec := parseVariantType(variant)
+		variantURL := resolveURL(baseURL, variant.URI)
+		if variant.Audio != "" {
+			audioCodec = ""
 		}
-
 		format := &models.MediaFormat{
-				Type:       enums.MediaTypeVideo,
 			FormatID:   fmt.Sprintf("hls-%d", variant.Bandwidth/1000),
-				VideoCodec: getCodecFromCodecs(variant.Codecs),
-				AudioCodec: getAudioCodecFromCodecs(variant.Codecs),
+			Type:       mediaType,
+			VideoCodec: videoCodec,
+			AudioCodec: audioCodec,
 			Bitrate:    int64(variant.Bandwidth),
-				Width:      width,
-				Height:     height,
+			Width:      int64(width),
+			Height:     int64(height),
+			URL:        []string{variantURL},
 		}
-
-			variantURL := resolveURL(baseURLObj, variant.URI)
-			format.URL = []string{variantURL}
-
 		variantContent, err := fetchContent(variantURL)
 		if err == nil {
 			variantFormats, err := ParseM3U8Content(variantContent, variantURL)
@@ -77,45 +103,97 @@ func ParseM3U8Content(
 				}
 			}
 		}
-
 		formats = append(formats, format)
 	}
-
 	return formats, nil
 }
 
-	if listType == m3u8.MEDIA {
-		mediapl := playlist.(*m3u8.MediaPlaylist)
-
+func parseMediaPlaylist(
+	playlist *m3u8.MediaPlaylist,
+	baseURL *url.URL,
+) ([]*models.MediaFormat, error) {
 	var segments []string
 	var totalDuration float64
-
-		for _, segment := range mediapl.Segments {
-			if segment != nil && segment.URI != "" {
-				segmentURL := segment.URI
-				if !strings.HasPrefix(segmentURL, "http://") && !strings.HasPrefix(segmentURL, "https://") {
-					segmentURL = resolveURL(baseURLObj, segmentURL)
+	initSegment := playlist.Map
+	if initSegment != nil && initSegment.URI != "" {
+		initSegmentURL := resolveURL(baseURL, initSegment.URI)
+		segments = append(segments, initSegmentURL)
 	}
-
+	for _, segment := range playlist.Segments {
+		if segment != nil && segment.URI != "" {
+			segmentURL := resolveURL(baseURL, segment.URI)
 			segments = append(segments, segmentURL)
 			totalDuration += segment.Duration
+			if segment.Limit > 0 {
+				// byterange not supported
+				break
+			}
 		}
 	}
-
 	format := &models.MediaFormat{
-			Type:       enums.MediaTypeVideo,
 		FormatID: "hls",
-			VideoCodec: enums.MediaCodecAVC,
-			AudioCodec: enums.MediaCodecAAC,
 		Duration: int64(totalDuration),
-			URL:        []string{baseURL},
+		URL:      []string{baseURL.String()},
 		Segments: segments,
 	}
-
 	return []*models.MediaFormat{format}, nil
 }
 
-	return nil, errors.New("unsupported m3u8 playlist type")
+func parseAlternative(
+	variants []*m3u8.Variant,
+	alternative *m3u8.Alternative,
+	baseURL *url.URL,
+) *models.MediaFormat {
+	if alternative == nil || alternative.URI == "" {
+		return nil
+	}
+	if alternative.Type != "AUDIO" {
+		return nil
+	}
+	altURL := resolveURL(baseURL, alternative.URI)
+	audioCodec := getAudioAlternativeCodec(variants, alternative)
+	format := &models.MediaFormat{
+		FormatID:   fmt.Sprintf("hls-%s", alternative.GroupId),
+		Type:       enums.MediaTypeAudio,
+		AudioCodec: audioCodec,
+		URL:        []string{altURL},
+	}
+	altContent, err := fetchContent(altURL)
+	if err == nil {
+		altFormats, err := ParseM3U8Content(altContent, altURL)
+		if err == nil && len(altFormats) > 0 {
+			format.Segments = altFormats[0].Segments
+			if altFormats[0].Duration > 0 {
+				format.Duration = altFormats[0].Duration
+			}
+		}
+	}
+	return format
+}
+
+func getAudioAlternativeCodec(
+	variants []*m3u8.Variant,
+	alt *m3u8.Alternative,
+) enums.MediaCodec {
+	if alt == nil || alt.URI == "" {
+		return ""
+	}
+	if alt.Type != "AUDIO" {
+		return ""
+	}
+	for _, variant := range variants {
+		if variant == nil || variant.URI == "" {
+			continue
+		}
+		if variant.Audio != alt.GroupId {
+			continue
+		}
+		audioCodec := getAudioCodec(variant.Codecs)
+		if audioCodec != "" {
+			return audioCodec
+		}
+	}
+	return ""
 }
 
 func ParseM3U8FromURL(url string) ([]*models.MediaFormat, error) {
@@ -140,7 +218,35 @@ func fetchContent(url string) ([]byte, error) {
 	return io.ReadAll(resp.Body)
 }
 
-func getCodecFromCodecs(codecs string) enums.MediaCodec {
+func getResolution(
+	resolution string,
+) (int64, int64) {
+	var width, height int
+	if _, err := fmt.Sscanf(resolution, "%dx%d", &width, &height); err == nil {
+		return int64(width), int64(height)
+	}
+	return 0, 0
+}
+
+func parseVariantType(
+	variant *m3u8.Variant,
+) (enums.MediaType, enums.MediaCodec, enums.MediaCodec) {
+	var mediaType enums.MediaType
+	var videoCodec, audioCodec enums.MediaCodec
+
+	videoCodec = getVideoCodec(variant.Codecs)
+	audioCodec = getAudioCodec(variant.Codecs)
+
+	if videoCodec != "" {
+		mediaType = enums.MediaTypeVideo
+	} else if audioCodec != "" {
+		mediaType = enums.MediaTypeAudio
+	}
+
+	return mediaType, videoCodec, audioCodec
+}
+
+func getVideoCodec(codecs string) enums.MediaCodec {
 	if strings.Contains(codecs, "avc") || strings.Contains(codecs, "h264") {
 		return enums.MediaCodecAVC
 	} else if strings.Contains(codecs, "hvc") || strings.Contains(codecs, "h265") {
@@ -152,10 +258,10 @@ func getCodecFromCodecs(codecs string) enums.MediaCodec {
 	} else if strings.Contains(codecs, "vp8") {
 		return enums.MediaCodecVP8
 	}
-	return enums.MediaCodecAVC
+	return ""
 }
 
-func getAudioCodecFromCodecs(codecs string) enums.MediaCodec {
+func getAudioCodec(codecs string) enums.MediaCodec {
 	if strings.Contains(codecs, "mp4a") {
 		return enums.MediaCodecAAC
 	} else if strings.Contains(codecs, "opus") {
@@ -167,7 +273,7 @@ func getAudioCodecFromCodecs(codecs string) enums.MediaCodec {
 	} else if strings.Contains(codecs, "vorbis") {
 		return enums.MediaCodecVorbis
 	}
-	return enums.MediaCodecAAC
+	return ""
 }
 
 func resolveURL(base *url.URL, uri string) string {