// GoToSocial // Copyright (C) GoToSocial Authors admin@gotosocial.org // SPDX-License-Identifier: AGPL-3.0-or-later // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package media import ( "context" "io" "time" "codeberg.org/gruf/go-iotools" "github.com/superseriousbusiness/gotosocial/internal/gtserror" "github.com/superseriousbusiness/gotosocial/internal/gtsmodel" "github.com/superseriousbusiness/gotosocial/internal/id" "github.com/superseriousbusiness/gotosocial/internal/log" "github.com/superseriousbusiness/gotosocial/internal/state" "github.com/superseriousbusiness/gotosocial/internal/storage" "github.com/superseriousbusiness/gotosocial/internal/uris" "github.com/superseriousbusiness/gotosocial/internal/util" ) var SupportedMIMETypes = []string{ "image/jpeg", // .jpeg "image/gif", // .gif "image/webp", // .webp "audio/mp2", // .mp2 "audio/mp3", // .mp3 "video/x-msvideo", // .avi // png types "image/png", // .png "image/apng", // .apng // ogg types "audio/ogg", // .ogg "video/ogg", // .ogv // mpeg4 types "audio/x-m4a", // .m4a "video/mp4", // .mp4 "video/quicktime", // .mov // asf types "audio/x-ms-wma", // .wma "video/x-ms-wmv", // .wmv // matroska types "video/webm", // .webm "audio/x-matroska", // .mka "video/x-matroska", // .mkv } var SupportedEmojiMIMETypes = []string{ "image/jpeg", // .jpeg "image/gif", // .gif "image/webp", // .webp // png types "image/png", // .png "image/apng", // .apng } type Manager struct { state *state.State } // NewManager returns a media manager with given state. func NewManager(state *state.State) *Manager { return &Manager{state: state} } // CreateMedia creates a new media attachment entry // in the database for given owning account ID and // extra information, and prepares a new processing // media entry to dereference it using the given // data function, decode the media and finish filling // out remaining media fields (e.g. type, path, etc). func (m *Manager) CreateMedia( ctx context.Context, accountID string, data DataFunc, info AdditionalMediaInfo, ) ( *ProcessingMedia, error, ) { now := time.Now() // Generate new ID. id := id.NewULID() // Placeholder URL for attachment. url := uris.URIForAttachment( accountID, string(TypeAttachment), string(SizeOriginal), id, "unknown", ) // Placeholder storage path for attachment. path := uris.StoragePathForAttachment( accountID, string(TypeAttachment), string(SizeOriginal), id, "unknown", ) // Calculate attachment thumbnail file path thumbPath := uris.StoragePathForAttachment( accountID, string(TypeAttachment), string(SizeSmall), id, // Always encode attachment // thumbnails as jpeg. "jpeg", ) // Calculate attachment thumbnail URL. thumbURL := uris.URIForAttachment( accountID, string(TypeAttachment), string(SizeSmall), id, // Always encode attachment // thumbnails as jpeg. "jpeg", ) // Populate initial fields on the new media, // leaving out fields with values we don't know // yet. These will be overwritten as we go. attachment := >smodel.MediaAttachment{ ID: id, CreatedAt: now, UpdatedAt: now, URL: url, Type: gtsmodel.FileTypeUnknown, AccountID: accountID, Processing: gtsmodel.ProcessingStatusReceived, File: gtsmodel.File{ ContentType: "application/octet-stream", Path: path, }, Thumbnail: gtsmodel.Thumbnail{ ContentType: "image/jpeg", Path: thumbPath, URL: thumbURL, }, Avatar: util.Ptr(false), Header: util.Ptr(false), Cached: util.Ptr(false), } // Check if we were provided additional info // to add to the attachment, and overwrite // some of the attachment fields if so. if info.CreatedAt != nil { attachment.CreatedAt = *info.CreatedAt } if info.StatusID != nil { attachment.StatusID = *info.StatusID } if info.RemoteURL != nil { attachment.RemoteURL = *info.RemoteURL } if info.Description != nil { attachment.Description = *info.Description } if info.ScheduledStatusID != nil { attachment.ScheduledStatusID = *info.ScheduledStatusID } if info.Blurhash != nil { attachment.Blurhash = *info.Blurhash } if info.Avatar != nil { attachment.Avatar = info.Avatar } if info.Header != nil { attachment.Header = info.Header } if info.FocusX != nil { attachment.FileMeta.Focus.X = *info.FocusX } if info.FocusY != nil { attachment.FileMeta.Focus.Y = *info.FocusY } // Store attachment in database in initial form. err := m.state.DB.PutAttachment(ctx, attachment) if err != nil { return nil, err } // Pass prepared media as ready to be cached. return m.RecacheMedia(attachment, data), nil } // RecacheMedia wraps a media model (assumed already // inserted in the database!) with given data function // to perform a blocking dereference / decode operation // from the data stream returned. func (m *Manager) RecacheMedia( media *gtsmodel.MediaAttachment, data DataFunc, ) *ProcessingMedia { return &ProcessingMedia{ media: media, dataFn: data, mgr: m, } } // CreateEmoji creates a new emoji entry in the // database for given shortcode, domain and extra // information, and prepares a new processing emoji // entry to dereference it using the given data // function, decode the media and finish filling // out remaining fields (e.g. type, path, etc). func (m *Manager) CreateEmoji( ctx context.Context, shortcode string, domain string, data DataFunc, info AdditionalEmojiInfo, ) ( *ProcessingEmoji, error, ) { now := time.Now() // Generate new ID. id := id.NewULID() // Fetch the local instance account for emoji path generation. instanceAcc, err := m.state.DB.GetInstanceAccount(ctx, "") if err != nil { return nil, gtserror.Newf("error fetching instance account: %w", err) } if domain == "" && info.URI == nil { // Generate URI for local emoji. uri := uris.URIForEmoji(id) info.URI = &uri } // Generate static URL for attachment. staticURL := uris.URIForAttachment( instanceAcc.ID, string(TypeEmoji), string(SizeStatic), id, // All static emojis // are encoded as png. "png", ) // Generate static image path for attachment. staticPath := uris.StoragePathForAttachment( instanceAcc.ID, string(TypeEmoji), string(SizeStatic), id, // All static emojis // are encoded as png. "png", ) // Populate initial fields on the new emoji, // leaving out fields with values we don't know // yet. These will be overwritten as we go. emoji := >smodel.Emoji{ ID: id, Shortcode: shortcode, Domain: domain, ImageStaticURL: staticURL, ImageStaticPath: staticPath, ImageStaticContentType: "image/png", Disabled: util.Ptr(false), VisibleInPicker: util.Ptr(true), CreatedAt: now, UpdatedAt: now, } // Finally, create new emoji. return m.createEmoji(ctx, m.state.DB.PutEmoji, data, emoji, info, ) } // RefreshEmoji will prepare a recache operation // for the given emoji, updating it with extra // information, and in particular using new storage // paths for the dereferenced media files to skirt // around browser caching of the old files. func (m *Manager) RefreshEmoji( ctx context.Context, emoji *gtsmodel.Emoji, data DataFunc, info AdditionalEmojiInfo, ) ( *ProcessingEmoji, error, ) { // Fetch the local instance account for emoji path generation. instanceAcc, err := m.state.DB.GetInstanceAccount(ctx, "") if err != nil { return nil, gtserror.Newf("error fetching instance account: %w", err) } // Create references to old emoji image // paths before they get updated with new // path ID. These are required for later // deleting the old image files on refresh. shortcodeDomain := emoji.ShortcodeDomain() oldStaticPath := emoji.ImageStaticPath oldPath := emoji.ImagePath // Since this is a refresh we will end up storing new images at new // paths, so we should wrap closer to delete old paths at completion. wrapped := func(ctx context.Context) (io.ReadCloser, error) { // Call original func. rc, err := data(ctx) if err != nil { return nil, err } // Cast as separated reader / closer types. rct, ok := rc.(*iotools.ReadCloserType) if !ok { // Allocate new read closer type. rct = new(iotools.ReadCloserType) rct.Reader = rc rct.Closer = rc } // Wrap underlying io.Closer type to cleanup old data. rct.Closer = iotools.CloserCallback(rct.Closer, func() { // Remove any *old* emoji image file path now stream is closed. if err := m.state.Storage.Delete(ctx, oldPath); err != nil && !storage.IsNotFound(err) { log.Errorf(ctx, "error deleting old emoji %s from storage: %v", shortcodeDomain, err) } // Remove any *old* emoji static image file path now stream is closed. if err := m.state.Storage.Delete(ctx, oldStaticPath); err != nil && !storage.IsNotFound(err) { log.Errorf(ctx, "error deleting old static emoji %s from storage: %v", shortcodeDomain, err) } }) return rct, nil } // Use a new ID to create a new path // for the new images, to get around // needing to do cache invalidation. newPathID, err := id.NewRandomULID() if err != nil { return nil, gtserror.Newf("error generating newPathID for emoji refresh: %s", err) } // Generate new static URL for emoji. emoji.ImageStaticURL = uris.URIForAttachment( instanceAcc.ID, string(TypeEmoji), string(SizeStatic), newPathID, // All static emojis // are encoded as png. "png", ) // Generate new static image storage path for emoji. emoji.ImageStaticPath = uris.StoragePathForAttachment( instanceAcc.ID, string(TypeEmoji), string(SizeStatic), newPathID, // All static emojis // are encoded as png. "png", ) // Finally, create new emoji in database. processingEmoji, err := m.createEmoji(ctx, func(ctx context.Context, emoji *gtsmodel.Emoji) error { return m.state.DB.UpdateEmoji(ctx, emoji) }, wrapped, emoji, info, ) if err != nil { return nil, err } // Set the refreshed path ID used. processingEmoji.newPathID = newPathID return processingEmoji, nil } func (m *Manager) createEmoji( ctx context.Context, putDB func(context.Context, *gtsmodel.Emoji) error, data DataFunc, emoji *gtsmodel.Emoji, info AdditionalEmojiInfo, ) ( *ProcessingEmoji, error, ) { // Check if we have additional info to add to the emoji, // and overwrite some of the emoji fields if so. if info.URI != nil { emoji.URI = *info.URI } if info.CreatedAt != nil { emoji.CreatedAt = *info.CreatedAt } if info.Domain != nil { emoji.Domain = *info.Domain } if info.ImageRemoteURL != nil { emoji.ImageRemoteURL = *info.ImageRemoteURL } if info.ImageStaticRemoteURL != nil { emoji.ImageStaticRemoteURL = *info.ImageStaticRemoteURL } if info.Disabled != nil { emoji.Disabled = info.Disabled } if info.VisibleInPicker != nil { emoji.VisibleInPicker = info.VisibleInPicker } if info.CategoryID != nil { emoji.CategoryID = *info.CategoryID } // Store emoji in database in initial form. if err := putDB(ctx, emoji); err != nil { return nil, err } // Return wrapped emoji for later processing. processingEmoji := &ProcessingEmoji{ emoji: emoji, dataFn: data, mgr: m, } return processingEmoji, nil } // RecacheEmoji wraps an emoji model (assumed already // inserted in the database!) with given data function // to perform a blocking dereference / decode operation // from the data stream returned. func (m *Manager) RecacheEmoji( emoji *gtsmodel.Emoji, data DataFunc, ) *ProcessingEmoji { return &ProcessingEmoji{ emoji: emoji, dataFn: data, mgr: m, } }