refactor and to go mod

This commit is contained in:
YouROK
2021-02-18 16:56:55 +03:00
parent 0e49a98626
commit 94f212fa75
50 changed files with 13 additions and 29 deletions

93
server/settings/btsets.go Normal file
View File

@@ -0,0 +1,93 @@
package settings
import (
"encoding/json"
"server/log"
)
type BTSets struct {
// Cache
CacheSize int64 // in byte, def 200 mb
PreloadBuffer bool
ReaderReadAHead int // in percent, 5%-100%, [...S__X__E...] [S-E] not clean
// Storage
SaveOnDisk bool // save on disk?
ContentPath string // path to save content
// Torrent
ForceEncrypt bool
RetrackersMode int // 0 - don`t add, 1 - add retrackers (def), 2 - remove retrackers 3 - replace retrackers
TorrentDisconnectTimeout int // in seconds
EnableDebug bool // print logs
// BT Config
EnableIPv6 bool
DisableTCP bool
DisableUTP bool
DisableUPNP bool
DisableDHT bool
DisableUpload bool
DownloadRateLimit int // in kb, 0 - inf
UploadRateLimit int // in kb, 0 - inf
ConnectionsLimit int
DhtConnectionLimit int // 0 - inf
PeersListenPort int
Strategy int // 0 - RequestStrategyDuplicateRequestTimeout, 1 - RequestStrategyFuzzing, 2 - RequestStrategyFastest
}
func (v *BTSets) String() string {
buf, _ := json.Marshal(v)
return string(buf)
}
var (
BTsets *BTSets
)
func SetBTSets(sets *BTSets) {
if ReadOnly {
return
}
if sets.ReaderReadAHead < 5 {
sets.ReaderReadAHead = 5
}
if sets.ReaderReadAHead > 100 {
sets.ReaderReadAHead = 100
}
BTsets = sets
buf, err := json.Marshal(BTsets)
if err != nil {
log.TLogln("Error marshal btsets", err)
return
}
tdb.Set("Settings", "BitTorr", buf)
}
func loadBTSets() {
buf := tdb.Get("Settings", "BitTorr")
if len(buf) > 0 {
err := json.Unmarshal(buf, &BTsets)
if err == nil {
if BTsets.ReaderReadAHead < 5 {
BTsets.ReaderReadAHead = 5
}
return
}
log.TLogln("Error unmarshal btsets", err)
}
sets := new(BTSets)
sets.EnableDebug = false
sets.DisableUTP = true
sets.CacheSize = 200 * 1024 * 1024 // 200mb
sets.PreloadBuffer = false
sets.ConnectionsLimit = 20
sets.DhtConnectionLimit = 500
sets.RetrackersMode = 1
sets.TorrentDisconnectTimeout = 30
sets.ReaderReadAHead = 70 // 70% preload
BTsets = sets
}

177
server/settings/db.go Normal file
View File

@@ -0,0 +1,177 @@
package settings
import (
"path/filepath"
"strings"
bolt "go.etcd.io/bbolt"
"server/log"
)
type TDB struct {
Path string
db *bolt.DB
}
func NewTDB() *TDB {
db, err := bolt.Open(filepath.Join(Path, "config.db"), 0666, nil)
if err != nil {
log.TLogln(err)
return nil
}
tdb := new(TDB)
tdb.db = db
tdb.Path = Path
return tdb
}
func (v *TDB) CloseDB() {
if v.db != nil {
v.db.Close()
v.db = nil
}
}
func (v *TDB) Get(xpath, name string) []byte {
spath := strings.Split(xpath, "/")
if len(spath) == 0 {
return nil
}
var ret []byte
err := v.db.View(func(tx *bolt.Tx) error {
buckt := tx.Bucket([]byte(spath[0]))
if buckt == nil {
return nil
}
for i, p := range spath {
if i == 0 {
continue
}
buckt = buckt.Bucket([]byte(p))
if buckt == nil {
return nil
}
}
ret = buckt.Get([]byte(name))
return nil
})
if err != nil {
log.TLogln("Error get sets", xpath+"/"+name, ", error:", err)
}
return ret
}
func (v *TDB) Set(xpath, name string, value []byte) {
if ReadOnly {
return
}
spath := strings.Split(xpath, "/")
if len(spath) == 0 {
return
}
err := v.db.Update(func(tx *bolt.Tx) error {
buckt, err := tx.CreateBucketIfNotExists([]byte(spath[0]))
if err != nil {
return err
}
for i, p := range spath {
if i == 0 {
continue
}
buckt, err = buckt.CreateBucketIfNotExists([]byte(p))
if err != nil {
return err
}
}
return buckt.Put([]byte(name), value)
})
if err != nil {
log.TLogln("Error put sets", xpath+"/"+name, ", error:", err)
log.TLogln("value:", value)
}
return
}
func (v *TDB) List(xpath string) []string {
spath := strings.Split(xpath, "/")
if len(spath) == 0 {
return nil
}
var ret []string
err := v.db.View(func(tx *bolt.Tx) error {
buckt := tx.Bucket([]byte(spath[0]))
if buckt == nil {
return nil
}
for i, p := range spath {
if i == 0 {
continue
}
buckt = buckt.Bucket([]byte(p))
if buckt == nil {
return nil
}
}
buckt.ForEach(func(k, _ []byte) error {
if len(k) > 0 {
ret = append(ret, string(k))
}
return nil
})
return nil
})
if err != nil {
log.TLogln("Error list sets", xpath, ", error:", err)
}
return ret
}
func (v *TDB) Rem(xpath, name string) {
if ReadOnly {
return
}
spath := strings.Split(xpath, "/")
if len(spath) == 0 {
return
}
err := v.db.Update(func(tx *bolt.Tx) error {
buckt := tx.Bucket([]byte(spath[0]))
if buckt == nil {
return nil
}
for i, p := range spath {
if i == 0 {
continue
}
buckt = buckt.Bucket([]byte(p))
if buckt == nil {
return nil
}
}
return buckt.Delete([]byte(name))
})
if err != nil {
log.TLogln("Error rem sets", xpath+"/"+name, ", error:", err)
}
return
}

104
server/settings/migrate.go Normal file
View File

@@ -0,0 +1,104 @@
package settings
import (
"encoding/binary"
"fmt"
"os"
"path/filepath"
bolt "go.etcd.io/bbolt"
"server/web/api/utils"
)
var (
dbTorrentsName = []byte("Torrents")
)
type torrentOldDB struct {
Name string
Magnet string
InfoBytes []byte
Hash string
Size int64
Timestamp int64
}
func Migrate() {
if _, err := os.Lstat(filepath.Join(Path, "torrserver.db")); os.IsNotExist(err) {
return
}
db, err := bolt.Open(filepath.Join(Path, "torrserver.db"), 0666, nil)
if err != nil {
return
}
torrs := make([]*torrentOldDB, 0)
err = db.View(func(tx *bolt.Tx) error {
tdb := tx.Bucket(dbTorrentsName)
if tdb == nil {
return nil
}
c := tdb.Cursor()
for h, _ := c.First(); h != nil; h, _ = c.Next() {
hdb := tdb.Bucket(h)
if hdb != nil {
torr := new(torrentOldDB)
torr.Hash = string(h)
tmp := hdb.Get([]byte("Name"))
if tmp == nil {
return fmt.Errorf("error load torrent")
}
torr.Name = string(tmp)
tmp = hdb.Get([]byte("Link"))
if tmp == nil {
return fmt.Errorf("error load torrent")
}
torr.Magnet = string(tmp)
tmp = hdb.Get([]byte("Size"))
if tmp == nil {
return fmt.Errorf("error load torrent")
}
torr.Size = b2i(tmp)
tmp = hdb.Get([]byte("Timestamp"))
if tmp == nil {
return fmt.Errorf("error load torrent")
}
torr.Timestamp = b2i(tmp)
torrs = append(torrs, torr)
}
}
return nil
})
db.Close()
if err == nil && len(torrs) > 0 {
for _, torr := range torrs {
spec, err := utils.ParseLink(torr.Magnet)
if err != nil {
continue
}
title := torr.Name
if len(spec.DisplayName) > len(title) {
title = spec.DisplayName
}
AddTorrent(&TorrentDB{
TorrentSpec: spec,
Name: torr.Name,
Title: title,
Timestamp: torr.Timestamp,
Size: torr.Size,
})
}
}
os.Remove(filepath.Join(Path, "torrserver.db"))
}
func b2i(v []byte) int64 {
return int64(binary.BigEndian.Uint64(v))
}

View File

@@ -0,0 +1,18 @@
package settings
var (
tdb *TDB
Path string
ReadOnly bool
)
func InitSets(readOnly bool) {
ReadOnly = readOnly
tdb = NewTDB()
loadBTSets()
Migrate()
}
func CloseDB() {
tdb.CloseDB()
}

View File

@@ -0,0 +1,82 @@
package settings
import (
"encoding/json"
"sort"
"sync"
"github.com/anacrolix/torrent"
"github.com/anacrolix/torrent/metainfo"
)
type TorrentDB struct {
*torrent.TorrentSpec
Name string `json:"name"`
Title string `json:"title,omitempty"`
Poster string `json:"poster,omitempty"`
Data string `json:"data,omitempty"`
Timestamp int64 `json:"timestamp,omitempty"`
Size int64 `json:"size,omitempty"`
}
type File struct {
Name string `json:"name,omitempty"`
Id int `json:"id,omitempty"`
Size int64 `json:"size,omitempty"`
}
var mu sync.Mutex
func AddTorrent(torr *TorrentDB) {
list := ListTorrent()
mu.Lock()
find := -1
for i, db := range list {
if db.InfoHash.HexString() == torr.InfoHash.HexString() {
find = i
break
}
}
if find != -1 {
list[find] = torr
} else {
list = append(list, torr)
}
for _, db := range list {
buf, err := json.Marshal(db)
if err == nil {
tdb.Set("Torrents", db.InfoHash.HexString(), buf)
}
}
mu.Unlock()
}
func ListTorrent() []*TorrentDB {
mu.Lock()
defer mu.Unlock()
var list []*TorrentDB
keys := tdb.List("Torrents")
for _, key := range keys {
buf := tdb.Get("Torrents", key)
if len(buf) > 0 {
var torr *TorrentDB
err := json.Unmarshal(buf, &torr)
if err == nil {
list = append(list, torr)
}
}
}
sort.Slice(list, func(i, j int) bool {
return list[i].Timestamp > list[j].Timestamp
})
return list
}
func RemTorrent(hash metainfo.Hash) {
mu.Lock()
tdb.Rem("Torrents", hash.HexString())
mu.Unlock()
}

96
server/settings/viewed.go Normal file
View File

@@ -0,0 +1,96 @@
package settings
import (
"encoding/json"
"server/log"
)
type Viewed struct {
Hash string `json:"hash"`
FileIndex int `json:"file_index"`
}
func SetViewed(vv *Viewed) {
var indexes map[int]struct{}
var err error
buf := tdb.Get("Viewed", vv.Hash)
if len(buf) == 0 {
indexes = make(map[int]struct{})
indexes[vv.FileIndex] = struct{}{}
buf, err = json.Marshal(indexes)
if err == nil {
tdb.Set("Viewed", vv.Hash, buf)
}
} else {
err = json.Unmarshal(buf, &indexes)
if err == nil {
indexes[vv.FileIndex] = struct{}{}
buf, err = json.Marshal(indexes)
if err == nil {
tdb.Set("Viewed", vv.Hash, buf)
}
}
}
if err != nil {
log.TLogln("Error set viewed:", err)
}
}
func RemViewed(vv *Viewed) {
buf := tdb.Get("Viewed", vv.Hash)
var indeces map[int]struct{}
err := json.Unmarshal(buf, &indeces)
if err == nil {
delete(indeces, vv.FileIndex)
buf, err = json.Marshal(indeces)
if err == nil {
tdb.Set("Viewed", vv.Hash, buf)
}
}
if err != nil {
log.TLogln("Error rem viewed:", err)
}
}
func ListViewed(hash string) []*Viewed {
var err error
if hash != "" {
buf := tdb.Get("Viewed", hash)
if len(buf) == 0 {
return []*Viewed{}
}
var indeces map[int]struct{}
err = json.Unmarshal(buf, &indeces)
if err == nil {
var ret []*Viewed
for i, _ := range indeces {
ret = append(ret, &Viewed{hash, i})
}
return ret
}
} else {
var ret []*Viewed
keys := tdb.List("Viewed")
for _, key := range keys {
buf := tdb.Get("Viewed", key)
if len(buf) == 0 {
return []*Viewed{}
}
var indeces map[int]struct{}
err = json.Unmarshal(buf, &indeces)
if err == nil {
for i, _ := range indeces {
ret = append(ret, &Viewed{key, i})
}
}
}
return ret
}
if err != nil {
log.TLogln("Error list viewed:", err)
}
return []*Viewed{}
}