use ctx with cancel to (hopefully) avoid deadlocks
This commit is contained in:
parent
8d972ff74b
commit
1a27103347
6 changed files with 50 additions and 30 deletions
|
@ -1,6 +1,7 @@
|
|||
package core
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"govd/database"
|
||||
"govd/models"
|
||||
|
@ -12,6 +13,7 @@ import (
|
|||
func HandleDefaultFormatDownload(
|
||||
bot *gotgbot.Bot,
|
||||
ctx *ext.Context,
|
||||
taskCtx context.Context,
|
||||
dlCtx *models.DownloadContext,
|
||||
) error {
|
||||
storedMedias, err := database.GetDefaultMedias(
|
||||
|
@ -51,7 +53,7 @@ func HandleDefaultFormatDownload(
|
|||
mediaList[i].Format = defaultFormat
|
||||
}
|
||||
|
||||
medias, err := DownloadMedias(mediaList, nil)
|
||||
medias, err := DownloadMedias(taskCtx, mediaList, nil)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to download media list: %w", err)
|
||||
}
|
||||
|
|
|
@ -86,17 +86,16 @@ func downloadMediaItem(
|
|||
}
|
||||
|
||||
func StartDownloadTask(
|
||||
ctx context.Context,
|
||||
media *models.Media,
|
||||
idx int,
|
||||
config *models.DownloadConfig,
|
||||
) (*models.DownloadedMedia, error) {
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
defer cancel()
|
||||
|
||||
return downloadMediaItem(ctx, media, config, idx)
|
||||
}
|
||||
|
||||
func StartConcurrentDownload(
|
||||
ctx context.Context,
|
||||
media *models.Media,
|
||||
resultsChan chan<- models.DownloadedMedia,
|
||||
config *models.DownloadConfig,
|
||||
|
@ -106,9 +105,6 @@ func StartConcurrentDownload(
|
|||
) {
|
||||
defer wg.Done()
|
||||
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
defer cancel()
|
||||
|
||||
result, err := downloadMediaItem(ctx, media, config, idx)
|
||||
if err != nil {
|
||||
errChan <- err
|
||||
|
@ -119,13 +115,15 @@ func StartConcurrentDownload(
|
|||
}
|
||||
|
||||
func DownloadMedia(
|
||||
ctx context.Context,
|
||||
media *models.Media,
|
||||
config *models.DownloadConfig,
|
||||
) (*models.DownloadedMedia, error) {
|
||||
return StartDownloadTask(media, 0, config)
|
||||
return StartDownloadTask(ctx, media, 0, config)
|
||||
}
|
||||
|
||||
func DownloadMedias(
|
||||
ctx context.Context,
|
||||
medias []*models.Media,
|
||||
config *models.DownloadConfig,
|
||||
) ([]*models.DownloadedMedia, error) {
|
||||
|
@ -134,7 +132,7 @@ func DownloadMedias(
|
|||
}
|
||||
|
||||
if len(medias) == 1 {
|
||||
result, err := DownloadMedia(medias[0], config)
|
||||
result, err := DownloadMedia(ctx, medias[0], config)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
@ -147,7 +145,7 @@ func DownloadMedias(
|
|||
|
||||
for idx, media := range medias {
|
||||
wg.Add(1)
|
||||
go StartConcurrentDownload(media, resultsChan, config, errChan, &wg, idx)
|
||||
go StartConcurrentDownload(ctx, media, resultsChan, config, errChan, &wg, idx)
|
||||
}
|
||||
|
||||
go func() {
|
||||
|
@ -158,19 +156,26 @@ func DownloadMedias(
|
|||
|
||||
var results []*models.DownloadedMedia
|
||||
var firstError error
|
||||
|
||||
select {
|
||||
case err := <-errChan:
|
||||
if err != nil {
|
||||
firstError = err
|
||||
received := 0
|
||||
for received < len(medias) {
|
||||
select {
|
||||
case result, ok := <-resultsChan:
|
||||
if ok {
|
||||
resultCopy := result
|
||||
results = append(results, &resultCopy)
|
||||
received++
|
||||
}
|
||||
case err, ok := <-errChan:
|
||||
if ok && firstError == nil {
|
||||
firstError = err
|
||||
received++
|
||||
}
|
||||
case <-ctx.Done():
|
||||
if firstError == nil {
|
||||
firstError = ctx.Err()
|
||||
}
|
||||
received++
|
||||
}
|
||||
default:
|
||||
// no errors (yet)
|
||||
}
|
||||
|
||||
for result := range resultsChan {
|
||||
resultCopy := result // create a copy to avoid pointer issues
|
||||
results = append(results, &resultCopy)
|
||||
}
|
||||
|
||||
if firstError != nil {
|
||||
|
|
|
@ -1,6 +1,7 @@
|
|||
package core
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"log"
|
||||
"sync"
|
||||
|
@ -205,6 +206,7 @@ func StartInlineTask(
|
|||
}
|
||||
|
||||
func GetInlineFormat(
|
||||
taskCtx context.Context,
|
||||
bot *gotgbot.Bot,
|
||||
ctx *ext.Context,
|
||||
dlCtx *models.DownloadContext,
|
||||
|
@ -239,7 +241,7 @@ func GetInlineFormat(
|
|||
mediaList[i].Format = defaultFormat
|
||||
}
|
||||
messageCaption := FormatCaption(mediaList[0], true)
|
||||
medias, err := DownloadMedias(mediaList, nil)
|
||||
medias, err := DownloadMedias(taskCtx, mediaList, nil)
|
||||
if err != nil {
|
||||
errChan <- fmt.Errorf("failed to download medias: %w", err)
|
||||
return
|
||||
|
|
|
@ -20,17 +20,13 @@ import (
|
|||
func HandleDownloadRequest(
|
||||
bot *gotgbot.Bot,
|
||||
ctx *ext.Context,
|
||||
taskCtx context.Context,
|
||||
dlCtx *models.DownloadContext,
|
||||
) error {
|
||||
taskCtx, cancel := context.WithTimeout(context.Background(), 10*time.Minute)
|
||||
defer cancel()
|
||||
|
||||
dlCtx.Context = taskCtx
|
||||
|
||||
chatID := ctx.EffectiveMessage.Chat.Id
|
||||
if dlCtx.Extractor.Type == enums.ExtractorTypeSingle {
|
||||
TypingEffect(bot, ctx, chatID)
|
||||
err := HandleDefaultFormatDownload(bot, ctx, dlCtx)
|
||||
err := HandleDefaultFormatDownload(bot, ctx, taskCtx, dlCtx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue