2021-02-28 14:17:18 +00:00
|
|
|
/*
|
2021-03-01 14:41:43 +00:00
|
|
|
GoToSocial
|
2021-12-20 17:42:19 +00:00
|
|
|
Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org
|
2021-02-28 14:17:18 +00:00
|
|
|
|
2021-03-01 14:41:43 +00:00
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
2021-02-28 14:17:18 +00:00
|
|
|
|
2021-03-01 14:41:43 +00:00
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU Affero General Public License for more details.
|
2021-02-28 14:17:18 +00:00
|
|
|
|
2021-03-01 14:41:43 +00:00
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2021-02-28 14:17:18 +00:00
|
|
|
*/
|
|
|
|
|
2021-03-09 16:03:40 +00:00
|
|
|
package media
|
|
|
|
|
2021-04-01 19:46:45 +01:00
|
|
|
import (
|
2021-05-17 18:06:58 +01:00
|
|
|
"context"
|
2021-04-01 19:46:45 +01:00
|
|
|
"errors"
|
|
|
|
"fmt"
|
2022-01-02 14:00:53 +00:00
|
|
|
"runtime"
|
2021-04-01 19:46:45 +01:00
|
|
|
"strings"
|
|
|
|
|
2022-01-03 16:37:38 +00:00
|
|
|
"codeberg.org/gruf/go-runners"
|
2021-11-13 11:29:08 +00:00
|
|
|
"codeberg.org/gruf/go-store/kv"
|
2022-01-03 16:37:38 +00:00
|
|
|
"github.com/sirupsen/logrus"
|
2021-04-01 19:46:45 +01:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
|
|
|
)
|
|
|
|
|
2021-12-28 15:36:00 +00:00
|
|
|
// Manager provides an interface for managing media: parsing, storing, and retrieving media objects like photos, videos, and gifs.
|
|
|
|
type Manager interface {
|
2022-01-02 14:00:53 +00:00
|
|
|
ProcessMedia(ctx context.Context, data []byte, accountID string) (*Media, error)
|
2021-04-01 19:46:45 +01:00
|
|
|
}
|
|
|
|
|
2021-12-28 15:36:00 +00:00
|
|
|
type manager struct {
|
2021-09-11 20:18:06 +01:00
|
|
|
db db.DB
|
|
|
|
storage *kv.KVStore
|
2022-01-03 16:37:38 +00:00
|
|
|
pool runners.WorkerPool
|
2021-04-01 19:46:45 +01:00
|
|
|
}
|
|
|
|
|
2021-12-28 15:36:00 +00:00
|
|
|
// New returns a media manager with the given db and underlying storage.
|
2022-01-03 16:37:38 +00:00
|
|
|
func New(database db.DB, storage *kv.KVStore) (Manager, error) {
|
2022-01-02 14:00:53 +00:00
|
|
|
workers := runtime.NumCPU() / 2
|
2022-01-03 16:37:38 +00:00
|
|
|
queue := workers * 10
|
|
|
|
pool := runners.NewWorkerPool(workers, queue)
|
2022-01-02 14:00:53 +00:00
|
|
|
|
2022-01-03 16:37:38 +00:00
|
|
|
if start := pool.Start(); !start {
|
|
|
|
return nil, errors.New("could not start worker pool")
|
|
|
|
}
|
|
|
|
logrus.Debugf("started media manager worker pool with %d workers and queue capacity of %d", workers, queue)
|
|
|
|
|
|
|
|
m := &manager{
|
2021-09-11 20:18:06 +01:00
|
|
|
db: database,
|
|
|
|
storage: storage,
|
2022-01-03 16:37:38 +00:00
|
|
|
pool: pool,
|
2021-04-01 19:46:45 +01:00
|
|
|
}
|
2022-01-03 16:37:38 +00:00
|
|
|
|
|
|
|
return m, nil
|
2021-04-01 19:46:45 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
INTERFACE FUNCTIONS
|
|
|
|
*/
|
|
|
|
|
2022-01-02 14:00:53 +00:00
|
|
|
func (m *manager) ProcessMedia(ctx context.Context, data []byte, accountID string) (*Media, error) {
|
2021-12-28 15:36:00 +00:00
|
|
|
contentType, err := parseContentType(data)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2022-01-02 14:00:53 +00:00
|
|
|
split := strings.Split(contentType, "/")
|
|
|
|
if len(split) != 2 {
|
|
|
|
return nil, fmt.Errorf("content type %s malformed", contentType)
|
|
|
|
}
|
|
|
|
|
|
|
|
mainType := split[0]
|
|
|
|
|
2021-12-28 15:36:00 +00:00
|
|
|
switch mainType {
|
|
|
|
case mimeImage:
|
2022-01-03 16:37:38 +00:00
|
|
|
media, err := m.preProcessImage(ctx, data, contentType, accountID)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
m.pool.Enqueue(func(innerCtx context.Context) {
|
2022-01-04 16:37:54 +00:00
|
|
|
select {
|
|
|
|
case <-innerCtx.Done():
|
|
|
|
// if the inner context is done that means the worker pool is closing, so we should just return
|
|
|
|
return
|
|
|
|
default:
|
|
|
|
media.PreLoad(innerCtx)
|
|
|
|
}
|
2022-01-02 14:00:53 +00:00
|
|
|
})
|
2022-01-03 16:37:38 +00:00
|
|
|
|
2022-01-04 16:37:54 +00:00
|
|
|
return media, nil
|
2021-04-19 18:42:19 +01:00
|
|
|
default:
|
2022-01-02 14:00:53 +00:00
|
|
|
return nil, fmt.Errorf("content type %s not (yet) supported", contentType)
|
2021-05-21 14:48:26 +01:00
|
|
|
}
|
|
|
|
}
|