govd/ext/twitter/util.go
stefanodvx 37c2fbf215 twitter: update endpoint
this endpoint is not protected at the moment, but would probably in a few days
2025-04-27 20:59:35 +02:00

139 lines
4.4 KiB
Go

package twitter
import (
"fmt"
"net/http"
"regexp"
"strconv"
"strings"
"govd/enums"
"govd/models"
"govd/util"
"github.com/bytedance/sonic"
)
const authToken = "AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA"
var resolutionRegex = regexp.MustCompile(`(\d+)x(\d+)`)
func BuildAPIHeaders(cookies []*http.Cookie) map[string]string {
var csrfToken string
for _, cookie := range cookies {
if cookie.Name == "ct0" {
csrfToken = cookie.Value
break
}
}
if csrfToken == "" {
return nil
}
headers := map[string]string{
"authorization": "Bearer " + authToken,
"user-agent": util.ChromeUA,
"x-twitter-auth-type": "OAuth2Session",
"x-twitter-client-language": "en",
"x-twitter-active-user": "yes",
}
if csrfToken != "" {
headers["x-csrf-token"] = csrfToken
}
return headers
}
func BuildAPIQuery(tweetID string) map[string]string {
variables := map[string]any{
"tweetId": tweetID,
"withCommunity": false,
"includePromotedContent": false,
"withVoice": false,
}
features := map[string]any{
"creator_subscriptions_tweet_preview_api_enabled": true,
"tweetypie_unmention_optimization_enabled": true,
"responsive_web_edit_tweet_api_enabled": true,
"graphql_is_translatable_rweb_tweet_is_translatable_enabled": true,
"view_counts_everywhere_api_enabled": true,
"longform_notetweets_consumption_enabled": true,
"responsive_web_twitter_article_tweet_consumption_enabled": false,
"tweet_awards_web_tipping_enabled": false,
"freedom_of_speech_not_reach_fetch_enabled": true,
"standardized_nudges_misinfo": true,
"tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true,
"longform_notetweets_rich_text_read_enabled": true,
"longform_notetweets_inline_media_enabled": true,
"responsive_web_graphql_exclude_directive_enabled": true,
"verified_phone_label_enabled": false,
"responsive_web_media_download_video_enabled": false,
"responsive_web_graphql_skip_user_profile_image_extensions_enabled": false,
"responsive_web_graphql_timeline_navigation_enabled": true,
"responsive_web_enhance_cards_enabled": false,
}
fieldToggles := map[string]any{
"withArticleRichContentState": false,
}
variablesJSON, _ := sonic.ConfigFastest.Marshal(variables)
featuresJSON, _ := sonic.ConfigFastest.Marshal(features)
fieldTogglesJSON, _ := sonic.ConfigFastest.Marshal(fieldToggles)
return map[string]string{
"variables": string(variablesJSON),
"features": string(featuresJSON),
"fieldToggles": string(fieldTogglesJSON),
}
}
func CleanCaption(caption string) string {
if caption == "" {
return ""
}
regex := regexp.MustCompile(`https?://t\.co/\S+`)
return strings.TrimSpace(regex.ReplaceAllString(caption, ""))
}
func ExtractVideoFormats(media *MediaEntity) ([]*models.MediaFormat, error) {
var formats []*models.MediaFormat
if media.VideoInfo == nil {
return formats, nil
}
duration := int64(media.VideoInfo.DurationMillis / 1000)
for _, variant := range media.VideoInfo.Variants {
if variant.ContentType == "video/mp4" {
width, height := extractResolution(variant.URL)
formats = append(formats, &models.MediaFormat{
Type: enums.MediaTypeVideo,
FormatID: fmt.Sprintf("mp4_%d", variant.Bitrate),
URL: []string{variant.URL},
VideoCodec: enums.MediaCodecAVC,
AudioCodec: enums.MediaCodecAAC,
Duration: duration,
Thumbnail: []string{media.MediaURLHTTPS},
Width: width,
Height: height,
Bitrate: int64(variant.Bitrate),
})
}
}
return formats, nil
}
func extractResolution(url string) (int64, int64) {
matches := resolutionRegex.FindStringSubmatch(url)
if len(matches) >= 3 {
width, _ := strconv.ParseInt(matches[1], 10, 64)
height, _ := strconv.ParseInt(matches[2], 10, 64)
return width, height
}
return 0, 0
}