Skip to content

Commit

Permalink
feat(extension): js xhr polyfill
Browse files Browse the repository at this point in the history
  • Loading branch information
monkeyWie committed Apr 25, 2023
1 parent 978b8bc commit 6087635
Show file tree
Hide file tree
Showing 24 changed files with 3,641 additions and 38 deletions.
3 changes: 2 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -24,4 +24,5 @@ bin/

.DS_Store

dist/
node_modules/
cmd/web/dist/
32 changes: 25 additions & 7 deletions go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,10 @@ go 1.19

require (
github.com/anacrolix/torrent v1.46.0
github.com/dop251/goja v0.0.0-20230203172422-5460598cfa32
github.com/dop251/goja_nodejs v0.0.0-20230207183254-2229640ea097
github.com/go-git/go-git/v5 v5.5.2
github.com/gorilla/handlers v1.5.1
github.com/gorilla/mux v1.8.0
github.com/matoous/go-nanoid/v2 v2.0.0
go.etcd.io/bbolt v1.3.6
Expand All @@ -12,7 +16,10 @@ require (

require (
crawshaw.io/sqlite v0.3.3-0.20210127221821-98b1f83c5508 // indirect
github.com/Microsoft/go-winio v0.5.2 // indirect
github.com/ProtonMail/go-crypto v0.0.0-20221026131551-cf6655e29de4 // indirect
github.com/RoaringBitmap/roaring v1.0.1-0.20220510143707-3f418c4f42a4 // indirect
github.com/acomagu/bufpipe v1.0.3 // indirect
github.com/ajwerner/btree v0.0.0-20211221152037-f427b3e689c0 // indirect
github.com/anacrolix/chansync v0.3.0 // indirect
github.com/anacrolix/dht/v2 v2.16.2-0.20220311024416-dd658f18fd51 // indirect
Expand All @@ -33,15 +40,23 @@ require (
github.com/benbjohnson/immutable v0.3.0 // indirect
github.com/bits-and-blooms/bitset v1.2.0 // indirect
github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 // indirect
github.com/cloudflare/circl v1.1.0 // indirect
github.com/davecgh/go-spew v1.1.1 // indirect
github.com/dlclark/regexp2 v1.7.0 // indirect
github.com/dustin/go-humanize v1.0.0 // indirect
github.com/edsrzf/mmap-go v1.1.0 // indirect
github.com/emirpasic/gods v1.18.1 // indirect
github.com/felixge/httpsnoop v1.0.1 // indirect
github.com/go-git/gcfg v1.5.0 // indirect
github.com/go-git/go-billy/v5 v5.4.0 // indirect
github.com/go-sourcemap/sourcemap v2.1.3+incompatible // indirect
github.com/google/btree v1.0.1 // indirect
github.com/google/uuid v1.3.0 // indirect
github.com/gorilla/handlers v1.5.1 // indirect
github.com/gorilla/websocket v1.4.2 // indirect
github.com/huandu/xstrings v1.3.2 // indirect
github.com/imdario/mergo v0.3.13 // indirect
github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 // indirect
github.com/kevinburke/ssh_config v1.2.0 // indirect
github.com/lispad/go-generics-tools v1.0.0 // indirect
github.com/mschoch/smat v0.2.0 // indirect
github.com/pion/datachannel v1.5.2 // indirect
Expand All @@ -61,16 +76,19 @@ require (
github.com/pion/turn/v2 v2.0.6 // indirect
github.com/pion/udp v0.1.1 // indirect
github.com/pion/webrtc/v3 v3.1.24-0.20220208053747-94262c1b2b38 // indirect
github.com/pjbgf/sha1cd v0.2.3 // indirect
github.com/pkg/errors v0.9.1 // indirect
github.com/rs/dnscache v0.0.0-20210201191234-295bba877686 // indirect
github.com/sergi/go-diff v1.1.0 // indirect
github.com/skeema/knownhosts v1.1.0 // indirect
github.com/tidwall/btree v1.3.1 // indirect
golang.org/x/crypto v0.0.0-20220131195533-30dcbda58838 // indirect
github.com/xanzy/ssh-agent v0.3.3 // indirect
golang.org/x/crypto v0.3.0 // indirect
golang.org/x/exp v0.0.0-20220428152302-39d4317da171 // indirect
golang.org/x/mobile v0.0.0-20220928052126-fa6bcb076835 // indirect
golang.org/x/mod v0.6.0-dev.0.20211013180041-c96bc1413d57 // indirect
golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd // indirect
golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e // indirect
golang.org/x/net v0.4.0 // indirect
golang.org/x/sys v0.3.0 // indirect
golang.org/x/text v0.5.0 // indirect
golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac // indirect
golang.org/x/tools v0.1.8-0.20211029000441-d6a9af8af023 // indirect
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect
gopkg.in/warnings.v0 v0.1.2 // indirect
)
130 changes: 105 additions & 25 deletions go.sum

Large diffs are not rendered by default.

85 changes: 83 additions & 2 deletions pkg/download/downloader.go
Original file line number Diff line number Diff line change
@@ -1,14 +1,18 @@
package download

import (
"encoding/json"
"errors"
"github.com/go-git/go-git/v5"
gonanoid "github.com/matoous/go-nanoid/v2"
"github.com/monkeyWie/gopeed/internal/controller"
"github.com/monkeyWie/gopeed/internal/fetcher"
"github.com/monkeyWie/gopeed/pkg/base"
"github.com/monkeyWie/gopeed/pkg/download/extension"
"github.com/monkeyWie/gopeed/pkg/util"
"os"
"path"
"path/filepath"
"strings"
"sync"
"sync/atomic"
Expand All @@ -22,6 +26,8 @@ const (
bucketSave = "save"
// downloader config bucket
bucketConfig = "config"
// downloader extension bucket
bucketExtension = "extension"
)

type Listener func(event *Event)
Expand All @@ -36,6 +42,7 @@ type Progress struct {
}

type Downloader struct {
cfg *DownloaderConfig
fetchBuilders map[string]fetcher.FetcherBuilder
fetcherMap map[string]fetcher.Fetcher
storage Storage
Expand All @@ -45,6 +52,8 @@ type Downloader struct {
refreshInterval int
lock *sync.Mutex
closed atomic.Bool

extensions []*extension.Extension
}

func NewDownloader(cfg *DownloaderConfig) *Downloader {
Expand All @@ -54,6 +63,8 @@ func NewDownloader(cfg *DownloaderConfig) *Downloader {
cfg.Init()

d := &Downloader{
cfg: cfg,

fetchBuilders: make(map[string]fetcher.FetcherBuilder),
fetcherMap: make(map[string]fetcher.Fetcher),

Expand All @@ -71,7 +82,7 @@ func NewDownloader(cfg *DownloaderConfig) *Downloader {

func (d *Downloader) Setup() error {
// setup storage
if err := d.storage.Setup([]string{bucketTask, bucketSave, bucketConfig}); err != nil {
if err := d.storage.Setup([]string{bucketTask, bucketSave, bucketConfig, bucketExtension}); err != nil {
return err
}
// load tasks from storage
Expand Down Expand Up @@ -186,7 +197,7 @@ func (d *Downloader) Resolve(req *base.Request) (rr *ResolveResult, err error) {
return
}

func (d *Downloader) DirectCreate(req *base.Request, opts *base.Options) (taskId string, err error) {
func (d *Downloader) CreateDirect(req *base.Request, opts *base.Options) (taskId string, err error) {
rr, err := d.Resolve(req)
if err != nil {
return
Expand Down Expand Up @@ -513,6 +524,76 @@ func (d *Downloader) restoreFetcher(task *Task) error {
return nil
}

func (d *Downloader) InstallExtensionByGit(url string) error {
ext, err := d.fetchExtensionInfoByGit(url)
if err != nil {
return err
}

tempDir := filepath.Join(d.cfg.StorageDir, "extensions_temp", ext.Dir)
if err := util.CopyDir(tempDir, filepath.Join(d.cfg.StorageDir, "extensions", ext.Manifest.Name)); err != nil {
return err
}
return nil
}

func (d *Downloader) InstallExtensionByFolder(path string) error {
ext, err := d.fetchExtensionInfoByFolder(path)
if err != nil {
return err
}

if err := util.CopyDir(path, filepath.Join(d.cfg.StorageDir, "extensions", ext.Manifest.Name)); err != nil {
return err
}
return nil
}

func (d *Downloader) fetchExtensionInfoByGit(url string) (ext *extension.Extension, err error) {
extTempDir := filepath.Join(d.cfg.StorageDir, "extensions_temp")
// check if temp dir not exist, create it
if _, err = os.Stat(extTempDir); os.IsNotExist(err) {
if err = os.Mkdir(extTempDir, os.ModePerm); err != nil {
return
}
}
_, err = git.PlainClone(extTempDir, false, &git.CloneOptions{
URL: url,
})
if err != nil {
return
}
// cut project name
_, projectDirName := filepath.Split(url)
projectDirName = strings.TrimSuffix(projectDirName, ".git")
ext, err = d.fetchExtensionInfoByFolder(filepath.Join(extTempDir, projectDirName))
if err != nil {
return
}
ext.URL = url
return
}

func (d *Downloader) fetchExtensionInfoByFolder(extPath string) (ext *extension.Extension, err error) {
// resolve extension manifest
manifestTempPath := filepath.Join(extPath, "manifest.json")
if _, err = os.Stat(manifestTempPath); os.IsNotExist(err) {
return
}
file, err := os.ReadFile(manifestTempPath)
if err != nil {
return
}
ext = &extension.Extension{
Dir: path.Base(extPath),
Manifest: &extension.Manifest{},
}
if err = json.Unmarshal(file, ext.Manifest); err != nil {
return
}
return
}

func initTask(task *Task) {
task.timer = &util.Timer{}
task.lock = &sync.Mutex{}
Expand Down
102 changes: 102 additions & 0 deletions pkg/download/extension/engine.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,102 @@
package extension

import (
_ "embed"
"errors"
"fmt"
"github.com/dop251/goja"
"github.com/dop251/goja_nodejs/eventloop"
"github.com/dop251/goja_nodejs/url"
"github.com/monkeyWie/gopeed/pkg/download/extension/inject/file"
"github.com/monkeyWie/gopeed/pkg/download/extension/inject/formdata"
"github.com/monkeyWie/gopeed/pkg/download/extension/inject/xhr"
)

//go:embed polyfill/dist/index.js
var polyfillScript string

type Engine struct {
loop *eventloop.EventLoop

Runtime *goja.Runtime
}

func (e *Engine) RunString(script string) (value goja.Value, err error) {
defer func() {
if r := recover(); r != nil {
err = fmt.Errorf("%v", r)
}
}()
e.loop.Run(func(runtime *goja.Runtime) {
value, err = runtime.RunString(script)
})
return
}

func (e *Engine) RunNative(cb goja.Callable, args ...goja.Value) (value goja.Value, err error) {
defer func() {
if r := recover(); r != nil {
err = fmt.Errorf("%v", r)
}
}()
e.loop.Run(func(runtime *goja.Runtime) {
if args == nil {
value, err = cb(nil)
} else {
value, err = cb(nil, args...)
}
})
return
}

func (e *Engine) Close() {
e.loop.Stop()
}

func NewEngine() *Engine {
loop := eventloop.NewEventLoop()
engine := &Engine{
loop: loop,
}
loop.Run(func(runtime *goja.Runtime) {
engine.Runtime = runtime
url.Enable(runtime)
if err := file.Enable(runtime); err != nil {
return
}
if err := formdata.Enable(runtime); err != nil {
return
}
if err := xhr.Enable(runtime); err != nil {
return
}
if _, err := runtime.RunString(polyfillScript); err != nil {
return
}
return
})
return engine
}

func Run(script string) (value goja.Value, err error) {
engine := NewEngine()
return engine.RunString(script)
}

// ResolveResult if the value is Promise, it will be resolved and return the result.
func ResolveResult(value goja.Value) (any, error) {
export := value.Export()
switch export.(type) {
case *goja.Promise:
p := export.(*goja.Promise)
switch p.State() {
case goja.PromiseStatePending:
return nil, nil
case goja.PromiseStateFulfilled:
return p.Result().Export(), nil
case goja.PromiseStateRejected:
return nil, errors.New(p.Result().String())
}
}
return export, nil
}
Loading

0 comments on commit 6087635

Please sign in to comment.