Initial Exctractor work
This commit is contained in:
Salastil
@@ -1,179 +1,153 @@
|
||||
package internal
|
||||
|
||||
import (
|
||||
"encoding/base64"
|
||||
"context"
|
||||
"errors"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"regexp"
|
||||
"os"
|
||||
"os/exec"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/chromedp/cdproto/network"
|
||||
"github.com/chromedp/chromedp"
|
||||
)
|
||||
|
||||
// extractM3U8Lite performs static extraction like yt-dlp,
|
||||
// logging each step to the provided debug callback (for the F12 panel).
|
||||
func extractM3U8Lite(embedURL string, log func(string)) (string, error) {
|
||||
const origin = "https://embedsports.top"
|
||||
const referer = "https://embedsports.top/"
|
||||
const ua = "Mozilla/5.0 (X11; Linux x86_64; rv:144.0) Gecko/20100101 Firefox/144.0"
|
||||
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] Fetching embed page: %s", embedURL))
|
||||
// extractM3U8Lite loads an embed page in headless Chrome via chromedp,
|
||||
// runs any JavaScript, and extracts the final .m3u8 URL and its HTTP headers.
|
||||
// It streams live log lines via the provided log callback.
|
||||
func extractM3U8Lite(embedURL string, log func(string)) (string, map[string]string, error) {
|
||||
if log == nil {
|
||||
log = func(string) {}
|
||||
}
|
||||
|
||||
body, err := fetchHTML(embedURL, ua, origin, referer, 10*time.Second)
|
||||
if err != nil {
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] ❌ fetch failed: %v", err))
|
||||
}
|
||||
return "", fmt.Errorf("fetch embed: %w", err)
|
||||
}
|
||||
ctx, cancel := chromedp.NewContext(context.Background())
|
||||
defer cancel()
|
||||
|
||||
k, i, s := parseEmbedVars(body)
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] Parsed vars → k=%q i=%q s=%q", k, i, s))
|
||||
// Capture the first .m3u8 request Chrome makes
|
||||
type capture struct {
|
||||
URL string
|
||||
Headers map[string]string
|
||||
}
|
||||
found := make(chan capture, 1)
|
||||
|
||||
if k == "" || i == "" || s == "" {
|
||||
if log != nil {
|
||||
log("[extractor] ❌ missing vars (k,i,s) in embed HTML")
|
||||
}
|
||||
return "", errors.New("missing vars (k,i,s) in embed HTML")
|
||||
}
|
||||
|
||||
if log != nil {
|
||||
log("[extractor] Trying to extract secure token from bundle.js")
|
||||
}
|
||||
token, ok := extractTokenFromJS(origin+"/js/bundle.js", ua, origin, referer, log)
|
||||
if ok {
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] Found token: %s", token))
|
||||
}
|
||||
for lb := 1; lb <= 9; lb++ {
|
||||
url := fmt.Sprintf("https://lb%d.strmd.top/secure/%s/%s/stream/%s/%s/playlist.m3u8",
|
||||
lb, token, k, i, s)
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] Probing %s", url))
|
||||
}
|
||||
if probeURL(url) {
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] ✅ Found working m3u8: %s", url))
|
||||
chromedp.ListenTarget(ctx, func(ev interface{}) {
|
||||
if e, ok := ev.(*network.EventRequestWillBeSent); ok {
|
||||
u := e.Request.URL
|
||||
if strings.Contains(u, ".m3u8") {
|
||||
h := make(map[string]string)
|
||||
for k, v := range e.Request.Headers {
|
||||
if s, ok := v.(string); ok {
|
||||
h[k] = s
|
||||
}
|
||||
}
|
||||
return url, nil
|
||||
}
|
||||
}
|
||||
if log != nil {
|
||||
log("[extractor] ⚠️ No working load balancer found with token")
|
||||
}
|
||||
}
|
||||
|
||||
if log != nil {
|
||||
log("[extractor] Fallback: probing default tokens")
|
||||
}
|
||||
for lb := 1; lb <= 9; lb++ {
|
||||
testURL := fmt.Sprintf("https://lb%d.strmd.top/secure/test/%s/stream/%s/%s/playlist.m3u8",
|
||||
lb, k, i, s)
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] Probing fallback %s", testURL))
|
||||
}
|
||||
if probeURL(testURL) {
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] ✅ Fallback succeeded: %s", testURL))
|
||||
}
|
||||
return testURL, nil
|
||||
}
|
||||
}
|
||||
|
||||
if log != nil {
|
||||
log("[extractor] ❌ Unable to derive .m3u8 from embed")
|
||||
}
|
||||
return "", errors.New("unable to derive .m3u8")
|
||||
}
|
||||
|
||||
// extractTokenFromJS is modified to accept a logger callback
|
||||
func extractTokenFromJS(url, ua, origin, referer string, log func(string)) (string, bool) {
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] Fetching JS: %s", url))
|
||||
}
|
||||
body, err := fetchHTML(url, ua, origin, referer, 8*time.Second)
|
||||
if err != nil {
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] ⚠️ fetch JS failed: %v", err))
|
||||
}
|
||||
return "", false
|
||||
}
|
||||
|
||||
if m := regexp.MustCompile(`https://lb\d+\.strmd\.top/secure/([A-Za-z0-9]+)/`).FindStringSubmatch(body); len(m) > 1 {
|
||||
if log != nil {
|
||||
log("[extractor] Found literal /secure/ token in JS")
|
||||
}
|
||||
return m[1], true
|
||||
}
|
||||
|
||||
if m := regexp.MustCompile(`atob\("([A-Za-z0-9+/=]+)"\)`).FindStringSubmatch(body); len(m) > 1 {
|
||||
if log != nil {
|
||||
log("[extractor] Found base64 token pattern, decoding…")
|
||||
}
|
||||
decoded, err := base64.StdEncoding.DecodeString(m[1])
|
||||
if err == nil {
|
||||
tok := reverseString(string(decoded))
|
||||
if len(tok) > 16 {
|
||||
if log != nil {
|
||||
log(fmt.Sprintf("[extractor] Extracted token (decoded+reversed): %s", tok))
|
||||
select {
|
||||
case found <- capture{URL: u, Headers: h}:
|
||||
default:
|
||||
}
|
||||
return tok, true
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
log(fmt.Sprintf("[chromedp] launching Chrome for %s", embedURL))
|
||||
|
||||
// Set reasonable headers for navigation
|
||||
headers := network.Headers{
|
||||
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64) Gecko/20100101 Firefox/144.0",
|
||||
}
|
||||
ctxTimeout, cancelNav := context.WithTimeout(ctx, 30*time.Second)
|
||||
defer cancelNav()
|
||||
|
||||
if err := chromedp.Run(ctxTimeout,
|
||||
network.Enable(),
|
||||
network.SetExtraHTTPHeaders(headers),
|
||||
chromedp.Navigate(embedURL),
|
||||
chromedp.WaitReady("body", chromedp.ByQuery),
|
||||
); err != nil {
|
||||
log(fmt.Sprintf("[chromedp] navigation error: %v", err))
|
||||
return "", nil, err
|
||||
}
|
||||
|
||||
if m := regexp.MustCompile(`"([A-Za-z0-9]{24,})"\.split\(""\)\.reverse`).FindStringSubmatch(body); len(m) > 1 {
|
||||
if log != nil {
|
||||
log("[extractor] Found reversed string token")
|
||||
log("[chromedp] page loaded, waiting for .m3u8 network requests...")
|
||||
|
||||
select {
|
||||
case cap := <-found:
|
||||
log(fmt.Sprintf("[chromedp] ✅ found .m3u8 via network: %s", cap.URL))
|
||||
log(fmt.Sprintf("[chromedp] captured %d headers", len(cap.Headers)))
|
||||
return cap.URL, cap.Headers, nil
|
||||
case <-time.After(12 * time.Second):
|
||||
log("[chromedp] timeout waiting for .m3u8 request, attempting DOM fallback...")
|
||||
}
|
||||
|
||||
// DOM fallback: look for <video> src or inline JS with a URL
|
||||
var candidate string
|
||||
if err := chromedp.Run(ctx,
|
||||
chromedp.EvaluateAsDevTools(`(function(){
|
||||
try {
|
||||
const v = document.querySelector('video');
|
||||
if(v){
|
||||
if(v.currentSrc) return v.currentSrc;
|
||||
if(v.src) return v.src;
|
||||
const s = v.querySelector('source');
|
||||
if(s && s.src) return s.src;
|
||||
}
|
||||
const html = document.documentElement.innerHTML;
|
||||
const match = html.match(/https?:\/\/[^'"\s]+\.m3u8[^'"\s]*/i);
|
||||
if(match) return match[0];
|
||||
}catch(e){}
|
||||
return '';
|
||||
})()`, &candidate),
|
||||
); err != nil {
|
||||
log(fmt.Sprintf("[chromedp] DOM evaluation error: %v", err))
|
||||
}
|
||||
|
||||
candidate = strings.TrimSpace(candidate)
|
||||
if candidate != "" && strings.Contains(candidate, ".m3u8") {
|
||||
log(fmt.Sprintf("[chromedp] ✅ found .m3u8 via DOM: %s", candidate))
|
||||
return candidate, map[string]string{}, nil
|
||||
}
|
||||
|
||||
log("[chromedp] ❌ failed to find .m3u8 via network or DOM")
|
||||
return "", nil, errors.New("m3u8 not found")
|
||||
}
|
||||
|
||||
// LaunchMPVWithHeaders spawns mpv to play the given M3U8 URL,
|
||||
// reusing all captured HTTP headers to mimic browser playback.
|
||||
// Logs are streamed via the provided callback.
|
||||
func LaunchMPVWithHeaders(m3u8 string, hdrs map[string]string, log func(string)) error {
|
||||
if log == nil {
|
||||
log = func(string) {}
|
||||
}
|
||||
if m3u8 == "" {
|
||||
return fmt.Errorf("empty m3u8 URL")
|
||||
}
|
||||
|
||||
args := []string{"--no-terminal", "--really-quiet"}
|
||||
|
||||
for k, v := range hdrs {
|
||||
if k == "" || v == "" {
|
||||
continue
|
||||
}
|
||||
return reverseString(m[1]), true
|
||||
switch strings.ToLower(k) {
|
||||
case "accept-encoding", "sec-fetch-site", "sec-fetch-mode", "sec-fetch-dest",
|
||||
"sec-ch-ua", "sec-ch-ua-platform", "sec-ch-ua-mobile":
|
||||
continue // ignore internal Chromium headers
|
||||
}
|
||||
args = append(args, fmt.Sprintf("--http-header-fields=%s: %s", k, v))
|
||||
}
|
||||
|
||||
if log != nil {
|
||||
log("[extractor] No token found in JS")
|
||||
args = append(args, m3u8)
|
||||
log(fmt.Sprintf("[mpv] launching with %d headers: %s", len(hdrs), m3u8))
|
||||
|
||||
cmd := exec.Command("mpv", args...)
|
||||
cmd.Stdout = os.Stdout
|
||||
cmd.Stderr = os.Stderr
|
||||
|
||||
if err := cmd.Start(); err != nil {
|
||||
log(fmt.Sprintf("[mpv] launch error: %v", err))
|
||||
return err
|
||||
}
|
||||
return "", false
|
||||
|
||||
log(fmt.Sprintf("[mpv] started (pid %d)", cmd.Process.Pid))
|
||||
return nil
|
||||
}
|
||||
|
||||
// parseEmbedVars extracts var k, i, s from HTML
|
||||
func parseEmbedVars(html string) (k, i, s string) {
|
||||
reK := regexp.MustCompile(`var k\s*=\s*"([^"]+)"`)
|
||||
reI := regexp.MustCompile(`var i\s*=\s*"([^"]+)"`)
|
||||
reS := regexp.MustCompile(`var s\s*=\s*"([^"]+)"`)
|
||||
|
||||
if m := reK.FindStringSubmatch(html); len(m) > 1 {
|
||||
k = m[1]
|
||||
}
|
||||
if m := reI.FindStringSubmatch(html); len(m) > 1 {
|
||||
i = m[1]
|
||||
}
|
||||
if m := reS.FindStringSubmatch(html); len(m) > 1 {
|
||||
s = m[1]
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
// probeURL sends a quick HEAD to see if the URL exists
|
||||
func probeURL(u string) bool {
|
||||
client := &http.Client{Timeout: 4 * time.Second}
|
||||
req, _ := http.NewRequest("HEAD", u, nil)
|
||||
req.Header.Set("User-Agent", "Mozilla/5.0")
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
return false
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
return resp.StatusCode == 200
|
||||
}
|
||||
|
||||
// reverseString helper
|
||||
func reverseString(s string) string {
|
||||
r := []rune(s)
|
||||
for i, j := 0, len(r)-1; i < j; i, j = i+1, j-1 {
|
||||
r[i], r[j] = r[j], r[i]
|
||||
}
|
||||
return string(r)
|
||||
}
|
||||
Reference in New Issue
Block a user