mirror of
https://github.com/derfenix/webarchive.git
synced 2026-03-11 12:41:54 +03:00
143 lines
2.9 KiB
Go
143 lines
2.9 KiB
Go
package badger
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"sort"
|
|
|
|
"github.com/dgraph-io/badger/v4"
|
|
"github.com/google/uuid"
|
|
|
|
"github.com/derfenix/webarchive/entity"
|
|
)
|
|
|
|
func NewPage(db *badger.DB, file *File) (*Page, error) {
|
|
return &Page{
|
|
db: db,
|
|
prefix: []byte("page:"),
|
|
file: file,
|
|
}, nil
|
|
}
|
|
|
|
type Page struct {
|
|
db *badger.DB
|
|
prefix []byte
|
|
file *File
|
|
}
|
|
|
|
func (p *Page) Save(ctx context.Context, site *entity.Page) error {
|
|
if p.db.IsClosed() {
|
|
return ErrDBClosed
|
|
}
|
|
|
|
marshaled, err := marshal(site)
|
|
if err != nil {
|
|
return fmt.Errorf("marshal data: %w", err)
|
|
}
|
|
|
|
if err := p.db.Update(func(txn *badger.Txn) error {
|
|
if err := txn.Set(p.key(site), marshaled); err != nil {
|
|
return fmt.Errorf("put data: %w", err)
|
|
}
|
|
|
|
for i, result := range site.Results.Results() {
|
|
for j, file := range result.Files {
|
|
if err := p.file.SaveTx(ctx, txn, &file); err != nil {
|
|
return fmt.Errorf("save file %d (%s) for result %d: %w", j, file.ID.String(), i, err)
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}); err != nil {
|
|
return fmt.Errorf("update db: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Page) Get(_ context.Context, id uuid.UUID) (*entity.Page, error) {
|
|
site := entity.Page{ID: id}
|
|
|
|
err := p.db.View(func(txn *badger.Txn) error {
|
|
data, err := txn.Get(p.key(&site))
|
|
if err != nil {
|
|
return fmt.Errorf("get data: %w", err)
|
|
}
|
|
|
|
err = data.Value(func(val []byte) error {
|
|
if err := unmarshal(val, &site); err != nil {
|
|
return fmt.Errorf("unmarshal data: %w", err)
|
|
}
|
|
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("get value: %w", err)
|
|
}
|
|
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("view: %w", err)
|
|
}
|
|
|
|
return &site, nil
|
|
}
|
|
|
|
func (p *Page) ListAll(ctx context.Context) ([]*entity.Page, error) {
|
|
pages := make([]*entity.Page, 0, 100)
|
|
|
|
err := p.db.View(func(txn *badger.Txn) error {
|
|
iterator := txn.NewIterator(badger.DefaultIteratorOptions)
|
|
|
|
defer iterator.Close()
|
|
|
|
for iterator.Seek(p.prefix); iterator.ValidForPrefix(p.prefix); iterator.Next() {
|
|
if err := ctx.Err(); err != nil {
|
|
return fmt.Errorf("context canceled: %w", err)
|
|
}
|
|
|
|
var page entity.Page
|
|
|
|
err := iterator.Item().Value(func(val []byte) error {
|
|
if err := unmarshal(val, &page); err != nil {
|
|
return fmt.Errorf("unmarshal: %w", err)
|
|
}
|
|
|
|
return nil
|
|
})
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("get item: %w", err)
|
|
}
|
|
|
|
pages = append(pages, &entity.Page{
|
|
ID: page.ID,
|
|
URL: page.URL,
|
|
Description: page.Description,
|
|
Created: page.Created,
|
|
Formats: page.Formats,
|
|
Version: page.Version,
|
|
Status: page.Status,
|
|
})
|
|
}
|
|
|
|
return nil
|
|
})
|
|
|
|
if err != nil {
|
|
return nil, fmt.Errorf("view: %w", err)
|
|
}
|
|
|
|
sort.Slice(pages, func(i, j int) bool {
|
|
return pages[i].Created.After(pages[j].Created)
|
|
})
|
|
|
|
return pages, nil
|
|
}
|
|
|
|
func (p *Page) key(site *entity.Page) []byte {
|
|
return append(p.prefix, []byte(site.ID.String())...)
|
|
}
|