119 lines
3.2 KiB
Go
119 lines
3.2 KiB
Go
package pkg
|
|
|
|
import (
|
|
"context"
|
|
"encoding/base64"
|
|
"fmt"
|
|
"github.com/ente-io/cli/internal"
|
|
"github.com/ente-io/cli/internal/api"
|
|
"github.com/ente-io/cli/pkg/model"
|
|
bolt "go.etcd.io/bbolt"
|
|
"log"
|
|
"time"
|
|
)
|
|
|
|
func (c *ClICtrl) Export() error {
|
|
accounts, err := c.GetAccounts(context.Background())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if len(accounts) == 0 {
|
|
fmt.Printf("No accounts to sync\n Add account using `account add` cmd\n")
|
|
return nil
|
|
}
|
|
for _, account := range accounts {
|
|
log.SetPrefix(fmt.Sprintf("[%s-%s] ", account.App, account.Email))
|
|
if account.ExportDir == "" {
|
|
log.Printf("Skip account %s: no export directory configured", account.Email)
|
|
continue
|
|
}
|
|
_, err = internal.ValidateDirForWrite(account.ExportDir)
|
|
if err != nil {
|
|
log.Printf("Skip export, error: %v while validing exportDir %s\n", err, account.ExportDir)
|
|
continue
|
|
}
|
|
if account.App == api.AppAuth {
|
|
log.Printf("Skip account %s: auth export is not supported", account.Email)
|
|
continue
|
|
}
|
|
log.Println("start sync")
|
|
retryCount := 0
|
|
for {
|
|
err = c.SyncAccount(account)
|
|
if err != nil {
|
|
if model.ShouldRetrySync(err) && retryCount < 20 {
|
|
retryCount = retryCount + 1
|
|
timeInSecond := time.Duration(retryCount*10) * time.Second
|
|
log.Printf("Connection err, waiting for %s before trying again", timeInSecond.String())
|
|
time.Sleep(timeInSecond)
|
|
continue
|
|
}
|
|
fmt.Printf("Error syncing account %s: %s\n", account.Email, err)
|
|
return err
|
|
} else {
|
|
log.Println("sync done")
|
|
break
|
|
}
|
|
}
|
|
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (c *ClICtrl) SyncAccount(account model.Account) error {
|
|
secretInfo, err := c.KeyHolder.LoadSecrets(account)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
ctx := c.buildRequestContext(context.Background(), account)
|
|
err = createDataBuckets(c.DB, account)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
c.Client.AddToken(account.AccountKey(), base64.URLEncoding.EncodeToString(secretInfo.Token))
|
|
err = c.fetchRemoteCollections(ctx)
|
|
if err != nil {
|
|
log.Printf("Error fetching collections: %s", err)
|
|
return err
|
|
}
|
|
err = c.fetchRemoteFiles(ctx)
|
|
if err != nil {
|
|
log.Printf("Error fetching files: %s", err)
|
|
return err
|
|
}
|
|
err = c.createLocalFolderForRemoteAlbums(ctx, account)
|
|
if err != nil {
|
|
log.Printf("Error creating local folders: %s", err)
|
|
return err
|
|
}
|
|
err = c.syncFiles(ctx, account)
|
|
if err != nil {
|
|
log.Printf("Error syncing files: %s", err)
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (c *ClICtrl) buildRequestContext(ctx context.Context, account model.Account) context.Context {
|
|
ctx = context.WithValue(ctx, "app", string(account.App))
|
|
ctx = context.WithValue(ctx, "account_key", account.AccountKey())
|
|
ctx = context.WithValue(ctx, "user_id", account.UserID)
|
|
return ctx
|
|
}
|
|
|
|
func createDataBuckets(db *bolt.DB, account model.Account) error {
|
|
return db.Update(func(tx *bolt.Tx) error {
|
|
dataBucket, err := tx.CreateBucketIfNotExists([]byte(account.AccountKey()))
|
|
if err != nil {
|
|
return fmt.Errorf("create bucket: %s", err)
|
|
}
|
|
for _, subBucket := range []model.PhotosStore{model.KVConfig, model.RemoteAlbums, model.RemoteFiles, model.RemoteAlbumEntries} {
|
|
_, err := dataBucket.CreateBucketIfNotExists([]byte(subBucket))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|