The v1.19.0 deploy's tests failed where build.yml's passed. A test stored a public remote post with no author id, and when the public timeline test ran after it, MastodonMapper.Statuses looked that null up in its accounts and answered 500. The mapper now skips such a post, and the test stores a real author. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01ELjqpznMFMNrJoJUj6K5p2
592 lines
27 KiB
C#
592 lines
27 KiB
C#
using MongoDB.Entities;
|
||
|
||
using PrivaPub.Api.Mastodon.Entities;
|
||
using PrivaPub.Api.Mastodon.Infrastructure;
|
||
using PrivaPub.Domain.Media;
|
||
using PrivaPub.Federation.Actors;
|
||
using PrivaPub.Federation.Rendering;
|
||
using PrivaPub.Models.Federation;
|
||
using PrivaPub.Models.Group;
|
||
using PrivaPub.Domain.Privacy;
|
||
using PrivaPub.Federation.Objects;
|
||
using PrivaPub.Models.Post;
|
||
using PrivaPub.Domain.Statuses;
|
||
using PrivaPub.Models.Social;
|
||
using PrivaPub.Models.User;
|
||
using PrivaPub.StaticServices;
|
||
|
||
using System.Globalization;
|
||
using System.Net;
|
||
|
||
using GroupEntity = PrivaPub.Models.Group.Group;
|
||
using PostEntity = PrivaPub.Models.Post.Post;
|
||
|
||
namespace PrivaPub.Api.Mastodon.Mappers
|
||
{
|
||
public class MastodonMapper
|
||
{
|
||
readonly DbEntities _dbEntities;
|
||
readonly ILocalActorService _localActors;
|
||
readonly IMediaProxy _proxy;
|
||
|
||
public MastodonMapper(DbEntities dbEntities, ILocalActorService localActors, IMediaProxy proxy = default)
|
||
{
|
||
_dbEntities = dbEntities;
|
||
_localActors = localActors;
|
||
_proxy = proxy;
|
||
}
|
||
|
||
string Proxied(string url) => _proxy == default ? url : _proxy.Wrap(url);
|
||
|
||
public string ProxiedUrl(string url) => Proxied(url);
|
||
|
||
string MissingAvatar => $"{_localActors.BaseAddress}/media/missing-avatar.png";
|
||
string MissingHeader => $"{_localActors.BaseAddress}/media/missing-header.png";
|
||
|
||
public async Task<Account> Local(LocalActor actor, bool withSource, CancellationToken token)
|
||
{
|
||
var followers = await DB.Default.CountAsync<Follower>(f => f.LocalActorId == actor.Id && f.LocalActorKind == actor.Kind && f.IsAccepted, token);
|
||
var following = actor.Kind == LocalActorKind.Person
|
||
? await DB.Default.CountAsync<Following>(f => f.AvatarId == actor.Id && f.State == FollowState.Accepted, token)
|
||
: 0;
|
||
var latest = await _dbEntities.Posts
|
||
.Match(p => (actor.Kind == LocalActorKind.Group ? p.GroupId == actor.Id : p.GroupUserId == actor.Id) && !p.IsFederatedCopy
|
||
&& !p.DeletedAt.HasValue && p.Visibility != PostVisibility.Direct && p.ReblogOfPostId == null)
|
||
.Sort(p => p.ID, Order.Descending)
|
||
.Limit(1)
|
||
.ExecuteFirstAsync(token);
|
||
var statuses = latest == default
|
||
? 0
|
||
: await DB.Default.CountAsync<PostEntity>(p => (actor.Kind == LocalActorKind.Group ? p.GroupId == actor.Id : p.GroupUserId == actor.Id)
|
||
&& !p.IsFederatedCopy && !p.DeletedAt.HasValue && p.Visibility != PostVisibility.Direct && p.ReblogOfPostId == null, token);
|
||
|
||
var account = new Account
|
||
{
|
||
Id = actor.Id,
|
||
Username = actor.UserName,
|
||
Acct = actor.UserName,
|
||
DisplayName = actor.Name ?? actor.UserName,
|
||
Locked = actor.ManuallyApprovesFollowers,
|
||
Bot = actor.IsBot,
|
||
Discoverable = actor.Discoverable,
|
||
Indexable = actor.Indexable,
|
||
Noindex = !actor.Indexable,
|
||
HideCollections = actor.Settings.HideCollections,
|
||
Group = actor.Kind == LocalActorKind.Group,
|
||
CreatedAt = MastodonJson.Day(actor.Published),
|
||
Note = ActivityPubRenderer.Html(actor.Summary),
|
||
Url = actor.HtmlUrl,
|
||
Uri = actor.Uri,
|
||
Avatar = actor.PictureURL ?? MissingAvatar,
|
||
AvatarStatic = actor.PictureURL ?? MissingAvatar,
|
||
Header = actor.ThumbnailURL ?? MissingHeader,
|
||
HeaderStatic = actor.ThumbnailURL ?? MissingHeader,
|
||
FollowersCount = (int)followers,
|
||
FollowingCount = (int)following,
|
||
StatusesCount = (int)statuses,
|
||
LastStatusAt = latest == default ? default : latest.CreationDate.ToString("yyyy-MM-dd"),
|
||
Fields = actor.Fields.Select(f => new Field { Name = f.Key, Value = ActivityPubRenderer.FieldValue(f.Value) }).ToList()
|
||
};
|
||
if (withSource)
|
||
account.Source = new Source
|
||
{
|
||
Privacy = actor.Settings.DefaultVisibility ?? "public",
|
||
Sensitive = actor.Settings.DefaultSensitive,
|
||
Language = actor.Settings.DefaultLanguage,
|
||
QuotePolicy = actor.Settings.QuotePolicy ?? QuotePolicies.Public,
|
||
Note = actor.Summary ?? string.Empty,
|
||
Fields = actor.Fields.Select(f => new Field { Name = f.Key, Value = f.Value }).ToList(),
|
||
FollowRequestsCount = (int)await DB.Default.CountAsync<Follower>(f => f.LocalActorId == actor.Id && !f.IsAccepted, token)
|
||
};
|
||
return account;
|
||
}
|
||
|
||
public Account Foreign(ForeignAvatar foreign) => new()
|
||
{
|
||
Id = foreign.ID,
|
||
Username = foreign.UserName,
|
||
Acct = $"{foreign.UserName}@{foreign.Domain}",
|
||
DisplayName = foreign.Name ?? foreign.UserName ?? string.Empty,
|
||
Bot = foreign.AvatarType is AvatarType.Service or AvatarType.Application,
|
||
Group = foreign.AvatarType == AvatarType.Group,
|
||
Locked = foreign.IsLocked,
|
||
Discoverable = foreign.IsDiscoverable,
|
||
Indexable = foreign.IsIndexable,
|
||
Memorial = foreign.IsMemorial ? true : default(bool?),
|
||
CreatedAt = MastodonJson.Day(foreign.Published ?? foreign.CreatedAt),
|
||
Emojis = Emojis(foreign.Emojis),
|
||
Fields = foreign.Fields.Select(f => new Field { Name = f.Key, Value = f.Value }).ToList(),
|
||
AvatarDescription = foreign.PictureDescription ?? string.Empty,
|
||
HeaderDescription = foreign.HeaderDescription ?? string.Empty,
|
||
Note = foreign.Biography ?? string.Empty,
|
||
Url = foreign.Url ?? foreign.ActorURI,
|
||
Uri = foreign.ActorURI,
|
||
Avatar = Proxied(foreign.PictureURL) ?? MissingAvatar,
|
||
AvatarStatic = Proxied(foreign.PictureURL) ?? MissingAvatar,
|
||
Header = Proxied(foreign.ThumbnailURL) ?? MissingHeader,
|
||
HeaderStatic = Proxied(foreign.ThumbnailURL) ?? MissingHeader
|
||
};
|
||
|
||
public async Task<Account> Account(string id, CancellationToken token) =>
|
||
(await Accounts(new[] { id }, token)).GetValueOrDefault(id);
|
||
|
||
public async Task<Dictionary<string, Account>> Accounts(IEnumerable<string> ids, CancellationToken token)
|
||
{
|
||
var wanted = ids.Where(id => !string.IsNullOrEmpty(id)).Distinct().ToList();
|
||
var accounts = new Dictionary<string, Account>();
|
||
if (wanted.Count == 0)
|
||
return accounts;
|
||
|
||
foreach (var avatar in await _dbEntities.Avatars.Match(a => wanted.Contains(a.ID) && !a.DeletionAt.HasValue).ExecuteAsync(token))
|
||
accounts[avatar.ID] = await Local(_localActors.FromAvatar(avatar), false, token);
|
||
foreach (var group in await _dbEntities.Groups.Match(g => wanted.Contains(g.ID) && !g.DeletionAt.HasValue && g.Kind == GroupKind.Community).ExecuteAsync(token))
|
||
accounts[group.ID] = await Local(_localActors.FromGroup(group), false, token);
|
||
foreach (var foreign in await _dbEntities.ForeignAvatars.Match(f => wanted.Contains(f.ID)).ExecuteAsync(token))
|
||
accounts[foreign.ID] = Foreign(foreign);
|
||
return accounts;
|
||
}
|
||
|
||
public async Task<Status> Status(PostEntity post, string viewerId, CancellationToken token) =>
|
||
(await Statuses(new[] { post }, viewerId, token)).FirstOrDefault();
|
||
|
||
public Task<List<Status>> Statuses(IReadOnlyCollection<PostEntity> posts, string viewerId, CancellationToken token) =>
|
||
Statuses(posts, viewerId, nested: false, token);
|
||
|
||
async Task<List<Status>> Statuses(IReadOnlyCollection<PostEntity> posts, string viewerId, bool nested, CancellationToken token)
|
||
{
|
||
var originalIds = posts.Where(p => p.ReblogOfPostId != default).Select(p => p.ReblogOfPostId).Distinct().ToList();
|
||
var originals = originalIds.Count == 0
|
||
? new Dictionary<string, PostEntity>()
|
||
: (await _dbEntities.Posts.Match(p => originalIds.Contains(p.ID)).Match(VisibilityPolicy.IsShown).ExecuteAsync(token)).ToDictionary(p => p.ID);
|
||
var all = posts.Concat(originals.Values).ToList();
|
||
|
||
var mentionUris = all.SelectMany(p => p.Mentions).Where(m => !m.IsLocal).Select(m => m.ActorURI).Distinct().ToList();
|
||
var mentionAccounts = mentionUris.Count == 0
|
||
? new Dictionary<string, ForeignAvatar>()
|
||
: (await _dbEntities.ForeignAvatars.Match(f => mentionUris.Contains(f.ActorURI)).ExecuteAsync(token)).ToDictionary(f => f.ActorURI);
|
||
var accounts = await Accounts(all.Select(AuthorOf), token);
|
||
|
||
var ids = all.Select(p => p.ID).ToList();
|
||
var favourited = viewerId == default
|
||
? new HashSet<string>()
|
||
: (await _dbEntities.Favourites.Match(f => f.AccountId == viewerId && ids.Contains(f.PostId)).ExecuteAsync(token)).Select(f => f.PostId).ToHashSet();
|
||
var bookmarked = viewerId == default
|
||
? new HashSet<string>()
|
||
: (await DB.Default.Find<Bookmark>().Match(b => b.AvatarId == viewerId && ids.Contains(b.PostId)).ExecuteAsync(token)).Select(b => b.PostId).ToHashSet();
|
||
var pinned = (await DB.Default.Find<Pin>().Match(p => ids.Contains(p.PostId)).ExecuteAsync(token)).Select(p => p.PostId).ToHashSet();
|
||
var reactions = (await DB.Default.Find<Reaction>().Match(r => ids.Contains(r.PostId)).ExecuteAsync(token))
|
||
.GroupBy(r => r.PostId)
|
||
.ToDictionary(g => g.Key, g => g.GroupBy(r => r.Emoji)
|
||
.Select(e => new EmojiReactionEntity
|
||
{
|
||
Name = e.Key,
|
||
Count = e.Count(),
|
||
Me = viewerId != default && e.Any(r => r.AccountId == viewerId),
|
||
Url = Proxied(e.First().EmojiURL),
|
||
StaticUrl = Proxied(e.First().EmojiURL)
|
||
})
|
||
.OrderByDescending(e => e.Count)
|
||
.ToList());
|
||
var pollIds = all.Where(p => p.Poll != default).Select(p => p.ID).ToList();
|
||
var ownVotes = viewerId == default || pollIds.Count == 0
|
||
? new Dictionary<string, List<int>>()
|
||
: (await DB.Default.Find<PollVote>().Match(v => pollIds.Contains(v.PostId) && v.VoterAccountId == viewerId && v.IsLocalVoter).ExecuteAsync(token))
|
||
.GroupBy(v => v.PostId).ToDictionary(g => g.Key, g => g.Select(v => v.Choice).ToList());
|
||
var hidden = viewerId == default
|
||
? new HashSet<string>()
|
||
: await Domain.Relationships.Hidden.AuthorsHiddenFrom(viewerId, all.Select(p => p.ActorURI), forNotifications: false, token);
|
||
var reblogged = viewerId == default
|
||
? new HashSet<string>()
|
||
: (await _dbEntities.Posts.Match(p => p.AuthorAccountId == viewerId && ids.Contains(p.ReblogOfPostId) && !p.DeletedAt.HasValue).ExecuteAsync(token))
|
||
.Select(p => p.ReblogOfPostId).ToHashSet();
|
||
|
||
Status Map(PostEntity post)
|
||
{
|
||
if (AuthorOf(post) is not { } author || !accounts.TryGetValue(author, out var account))
|
||
return default;//a post whose author we cannot show is left out, never a 500
|
||
var status = new Status
|
||
{
|
||
Id = post.ID,
|
||
Uri = post.ObjectURI,
|
||
Url = post.Url ?? post.ObjectURI,
|
||
Account = account,
|
||
InReplyToId = post.AnsweringToPostId,
|
||
InReplyToAccountId = post.InReplyToAccountId,
|
||
Content = Content(post),
|
||
CreatedAt = MastodonJson.Time(post.CreationDate),
|
||
EditedAt = post.EditedAt.HasValue ? MastodonJson.Time(post.EditedAt.Value) : default,
|
||
RepliesCount = post.RepliesCount,
|
||
ReblogsCount = post.ReblogsCount,
|
||
FavouritesCount = post.FavouritesCount,
|
||
Favourited = favourited.Contains(post.ID),
|
||
Reblogged = reblogged.Contains(post.ID),
|
||
Bookmarked = bookmarked.Contains(post.ID),
|
||
Pinned = pinned.Contains(post.ID),
|
||
Sensitive = post.HasContentWarning,
|
||
SpoilerText = post.SpoilerText ?? (post.HasContentWarning ? post.Title ?? ActivityPubRenderer.ContentWarning : string.Empty),
|
||
Visibility = Visibility(post.Visibility),
|
||
Language = post.Language,
|
||
MediaAttachments = post.Media.Count > 0 ? post.Media.Select(Media).ToList() : Playable(post),
|
||
Card = Card(post),
|
||
Poll = Poll(post, viewerId, ownVotes.GetValueOrDefault(post.ID)),
|
||
Emojis = Emojis(post.Emojis),
|
||
Privapub = Extension(post),
|
||
EmojiReactions = reactions.GetValueOrDefault(post.ID) ?? new(),
|
||
Pleroma = new PleromaStatus { EmojiReactions = reactions.GetValueOrDefault(post.ID) ?? new() },
|
||
Mentions = post.Mentions.Select(m => Mention(m, mentionAccounts)).Where(m => m != default).ToList(),
|
||
Tags = post.Tags.Select(t => new StatusTag { Name = t, Url = ActivityPubRenderer.TagUrl(_localActors.BaseAddress, t) }).ToList()
|
||
};
|
||
return status;
|
||
}
|
||
|
||
var localAuthors = all.Where(p => !p.IsFederatedCopy && p.GroupUserId != default).Select(p => p.GroupUserId).Distinct().ToList();
|
||
var followsAuthor = viewerId == default || localAuthors.Count == 0
|
||
? new HashSet<string>()
|
||
: await FollowedLocalAuthors(viewerId, localAuthors, token);
|
||
var quotedIds = nested ? new List<string>() : all.Where(p => p.QuoteState == QuoteState.Accepted && p.QuotedPostId != default).Select(p => p.QuotedPostId).Distinct().ToList();
|
||
var quotedPosts = new List<PostEntity>();
|
||
foreach (var quotedPost in quotedIds.Count == 0 ? new List<PostEntity>() : await _dbEntities.Posts.Match(p => quotedIds.Contains(p.ID)).Match(VisibilityPolicy.IsShown).ExecuteAsync(token))
|
||
if (quotedPost.Visibility != PostVisibility.LocalGeo && await VisibilityPolicy.CanSee(quotedPost, viewerId, token))
|
||
quotedPosts.Add(quotedPost);
|
||
var quotedStatuses = quotedPosts.Count == 0
|
||
? new Dictionary<string, Status>()
|
||
: (await Statuses(quotedPosts, viewerId, nested: true, token)).ToDictionary(q => q.Id);
|
||
|
||
void Quote(Status status, PostEntity post)
|
||
{
|
||
status.QuotesCount = post.QuotesCount;
|
||
status.QuoteApproval = post.IsFederatedCopy ? Approval(post, viewerId) : LocalApproval(post, viewerId, followsAuthor.Contains(post.GroupUserId));
|
||
if (post.QuoteState == QuoteState.None)
|
||
return;
|
||
var state = post.QuoteState.ToString().ToLowerInvariant();
|
||
var quoted = post.QuotedPostId != default && quotedStatuses.TryGetValue(post.QuotedPostId, out var shown) ? shown : default;
|
||
status.Quote = nested
|
||
? new QuoteEntity { State = state, QuotedStatusId = post.QuotedPostId }
|
||
: new QuoteEntity { State = state, QuotedStatus = post.QuoteState == QuoteState.Accepted ? quoted : default, QuotedStatusId = post.QuotedPostId };
|
||
if (!nested && post.QuoteState == QuoteState.Accepted && quoted != default)
|
||
status.Content = WithoutQuoteFallback(status.Content);
|
||
}
|
||
|
||
var mapped = new List<Status>();
|
||
foreach (var post in posts)
|
||
{
|
||
if (!VisibilityPolicy.Shown(post) || hidden.Contains(post.ActorURI) || post.ReblogOfPostId != default && originals.TryGetValue(post.ReblogOfPostId, out var hiddenOriginal)
|
||
&& hidden.Contains(hiddenOriginal.ActorURI))
|
||
continue;
|
||
var status = Map(post);
|
||
if (status == default)
|
||
continue;
|
||
Quote(status, post);
|
||
if (post.ReblogOfPostId != default)
|
||
{
|
||
if (!originals.TryGetValue(post.ReblogOfPostId, out var original) || Map(original) is not { } inner)
|
||
continue;
|
||
Quote(inner, original);
|
||
status.Reblog = inner;
|
||
status.Content = string.Empty;
|
||
status.Reblogged = reblogged.Contains(original.ID);
|
||
}
|
||
mapped.Add(status);
|
||
}
|
||
return mapped;
|
||
}
|
||
|
||
public static string AuthorOf(PostEntity post) => post.AuthorAccountId ?? post.GroupUserId;
|
||
|
||
static readonly AngleSharp.Html.Parser.HtmlParser Fragments = new();
|
||
|
||
public static string WithoutQuoteFallback(string html)
|
||
{
|
||
if (string.IsNullOrEmpty(html) || !html.Contains("quote-inline", StringComparison.Ordinal))
|
||
return html;
|
||
var document = Fragments.ParseDocument($"<body>{html}</body>");
|
||
foreach (var fallback in document.QuerySelectorAll(".quote-inline").ToList())
|
||
fallback.Remove();
|
||
return document.Body!.InnerHtml;
|
||
}
|
||
|
||
async Task<HashSet<string>> FollowedLocalAuthors(string viewerId, List<string> authorIds, CancellationToken token)
|
||
{
|
||
var uris = new Dictionary<string, string>();
|
||
foreach (var avatar in await _dbEntities.Avatars.Match(a => authorIds.Contains(a.ID)).ExecuteAsync(token))
|
||
uris[_localActors.FromAvatar(avatar).Uri] = avatar.ID;
|
||
var targets = uris.Keys.ToList();
|
||
return (await _dbEntities.Followings.Match(f => f.AvatarId == viewerId && targets.Contains(f.TargetActorURI) && f.State == FollowState.Accepted).ExecuteAsync(token))
|
||
.Select(f => uris[f.TargetActorURI]).ToHashSet();
|
||
}
|
||
|
||
static QuoteApprovalEntity LocalApproval(PostEntity post, string viewerId, bool viewerFollows)
|
||
{
|
||
var policy = ActivityPubRenderer.QuotableBy(post);
|
||
var everyone = policy switch { QuotePolicies.Public => new List<string> { "public" }, QuotePolicies.Followers => new List<string> { "followers" }, _ => new List<string>() };
|
||
var current = viewerId == default ? "unknown"
|
||
: viewerId == post.GroupUserId && post.Visibility is PostVisibility.Public or PostVisibility.Unlisted ? "automatic"
|
||
: policy == QuotePolicies.Public || policy == QuotePolicies.Followers && viewerFollows ? "automatic"
|
||
: "denied";
|
||
return new QuoteApprovalEntity { Automatic = everyone, CurrentUser = current };
|
||
}
|
||
|
||
static QuoteApprovalEntity Approval(PostEntity post, string viewerId)
|
||
{
|
||
if (!post.IsFederatedCopy || post.Visibility is not (PostVisibility.Public or PostVisibility.Unlisted))
|
||
return new QuoteApprovalEntity();
|
||
if (post.QuotePolicy is not { } policy)
|
||
return new QuoteApprovalEntity { Automatic = new List<string> { "public" }, CurrentUser = viewerId == default ? "unknown" : "automatic" };
|
||
static List<string> Named(IEnumerable<string> who) => who.Select(w => Addressing.IsPublic(w) ? "public" : w.EndsWith("/followers") ? "followers" : "unsupported_policy").Distinct().ToList();
|
||
return new QuoteApprovalEntity
|
||
{
|
||
Automatic = Named(policy.Automatic),
|
||
Manual = Named(policy.Manual),
|
||
CurrentUser = viewerId == default ? "unknown" : policy.Automatic.Any(Addressing.IsPublic) ? "automatic" : policy.Manual.Any(Addressing.IsPublic) ? "manual" : "denied"
|
||
};
|
||
}
|
||
|
||
public static string Content(PostEntity post)
|
||
{
|
||
var content = post.ContentHtml ?? ActivityPubRenderer.Html(post.Text);
|
||
if (post.IsFederatedCopy && string.IsNullOrWhiteSpace(content) && !string.IsNullOrEmpty(post.Excerpt))
|
||
content = $"<p>{WebUtility.HtmlEncode(post.Excerpt)}</p>";
|
||
if (post.Event is { } happening && EventLine(happening) is { } line)
|
||
content = $"<p>{WebUtility.HtmlEncode(line)}</p>{content}";
|
||
var titled = !string.IsNullOrEmpty(post.Title) && (!post.IsFederatedCopy || post.ObjectType is not (null or "Note" or "Question"));
|
||
return titled
|
||
? $"<p><strong>{WebUtility.HtmlEncode(post.Title)}</strong></p>{content}"
|
||
: content ?? string.Empty;
|
||
}
|
||
|
||
public static string EventLine(EventDetails happening)
|
||
{
|
||
if (happening.Start is not { } start)
|
||
return default;
|
||
var zone = Zone(happening.FloatingTime ? default : happening.TimeZone);
|
||
var local = zone == default ? start : TimeZoneInfo.ConvertTimeFromUtc(start, zone);
|
||
var when = local.ToString("yyyy-MM-dd HH:mm", CultureInfo.InvariantCulture);
|
||
if (happening.End is { } end && end > start)
|
||
{
|
||
var localEnd = zone == default ? end : TimeZoneInfo.ConvertTimeFromUtc(end, zone);
|
||
when += " – " + localEnd.ToString(localEnd.Date == local.Date ? "HH:mm" : "yyyy-MM-dd HH:mm", CultureInfo.InvariantCulture);
|
||
}
|
||
when += happening.FloatingTime ? " (local time)" : zone == default ? " UTC" : $" ({happening.TimeZone})";
|
||
var where = happening.Places.Select(p => p.Name ?? p.Address).FirstOrDefault(p => p != default)
|
||
?? (happening.OnlineURL != default ? "online" : default);
|
||
return where == default ? when : $"{when} · {where}";
|
||
}
|
||
|
||
static TimeZoneInfo Zone(string id)
|
||
{
|
||
if (string.IsNullOrWhiteSpace(id))
|
||
return default;
|
||
try
|
||
{
|
||
return TimeZoneInfo.FindSystemTimeZoneById(id);
|
||
}
|
||
catch (Exception ex) when (ex is TimeZoneNotFoundException or InvalidTimeZoneException)
|
||
{
|
||
return default;
|
||
}
|
||
}
|
||
|
||
public PollEntity Poll(PostEntity post, string viewerId, IReadOnlyCollection<int> ownVotes)
|
||
{
|
||
if (post.Poll is not { } poll)
|
||
return default;
|
||
var expired = PollService.Ended(poll);
|
||
var hidden = poll.HideTotals && !expired && post.GroupUserId != viewerId;
|
||
return new PollEntity
|
||
{
|
||
Id = post.ID,
|
||
ExpiresAt = poll.ExpiresAt is { } ends ? MastodonJson.Time(ends) : default,
|
||
Expired = expired,
|
||
Multiple = poll.Multiple,
|
||
VotesCount = poll.Options.Sum(o => o.Votes),
|
||
VotersCount = poll.Multiple ? poll.VotersCount : poll.VotersCount ?? poll.Options.Sum(o => o.Votes),
|
||
Voted = viewerId == default ? default(bool?) : ownVotes?.Count > 0 || post.GroupUserId == viewerId,
|
||
OwnVotes = viewerId == default ? default : ownVotes?.ToList() ?? new List<int>(),
|
||
Options = poll.Options.Select(o => new PollOptionEntity { Title = o.Title, VotesCount = hidden ? default(int?) : o.Votes }).ToList(),
|
||
Emojis = Emojis(post.Emojis.Where(e => poll.Options.Any(o => o.Title.Contains($":{e.Shortcode}:"))))
|
||
};
|
||
}
|
||
|
||
List<CustomEmojiEntity> Emojis(IEnumerable<CustomEmoji> emojis) =>
|
||
emojis?.Select(e => new CustomEmojiEntity { Shortcode = e.Shortcode, Url = Proxied(e.URL), StaticUrl = Proxied(e.URL) }).ToList() ?? new();
|
||
|
||
PrivaPubStatus Extension(PostEntity post) => new()
|
||
{
|
||
ObjectType = post.ObjectType,
|
||
Title = post.IsFederatedCopy ? post.Title : default,
|
||
Excerpt = post.Excerpt,
|
||
Cover = Proxied(post.CoverURL),
|
||
Source = post.Source == default ? default : new PrivaPubSource { Content = post.Source.Content, MediaType = post.Source.MediaType },
|
||
Link = post.Link == default ? default : new PrivaPubLink
|
||
{
|
||
Url = post.Link.Href, Title = post.Link.Title, Description = post.Link.Description, Image = Proxied(post.Link.ImageURL), FromPublisher = post.Link.FromPublisher
|
||
},
|
||
Video = post.Video == default ? default : new PrivaPubVideo
|
||
{
|
||
Duration = post.Video.DurationSeconds,
|
||
Variants = post.Video.Variants.Select(Variant).ToList(),
|
||
IsLive = post.Video.IsLive,
|
||
State = post.Video.State,
|
||
Views = post.Video.Views,
|
||
CommentsPolicy = post.Video.CommentsPolicy,
|
||
DownloadEnabled = post.Video.DownloadEnabled,
|
||
Licence = post.Video.Licence,
|
||
Category = post.Video.Category,
|
||
Channel = post.Video.ChannelURI,
|
||
Captions = post.Video.Captions.Select(c => new PrivaPubCaption { Language = c.Language, Url = Proxied(c.Url) }).ToList()
|
||
},
|
||
Audio = post.Audio == default ? default : new PrivaPubAudio
|
||
{
|
||
Duration = post.Audio.DurationSeconds,
|
||
Variants = post.Audio.Variants.Select(Variant).ToList(),
|
||
Album = post.Audio.Album,
|
||
Position = post.Audio.Position,
|
||
Licence = post.Audio.Licence
|
||
},
|
||
Event = post.Event == default ? default : new PrivaPubEvent
|
||
{
|
||
Start = post.Event.Start is { } start ? MastodonJson.Time(start) : default,
|
||
End = post.Event.End is { } end ? MastodonJson.Time(end) : default,
|
||
TimeZone = post.Event.TimeZone,
|
||
Floating = post.Event.FloatingTime,
|
||
Places = post.Event.Places.Select(p => new PrivaPubPlace { Name = p.Name, Address = p.Address, Latitude = p.Latitude, Longitude = p.Longitude, Url = p.Url }).ToList(),
|
||
OnlineUrl = post.Event.OnlineURL,
|
||
JoinMode = post.Event.JoinMode,
|
||
Participants = post.Event.ParticipantCount,
|
||
Capacity = post.Event.Capacity,
|
||
Status = post.Event.Status,
|
||
Category = post.Event.Category
|
||
},
|
||
Votes = new PrivaPubVotes { Up = post.FavouritesCount, Down = post.DownvotesCount }
|
||
};
|
||
|
||
PrivaPubVariant Variant(MediaVariant variant) => new()
|
||
{
|
||
Url = Proxied(variant.Url),
|
||
MediaType = variant.MediaType,
|
||
Width = variant.Width,
|
||
Height = variant.Height,
|
||
Fps = variant.Fps,
|
||
Size = variant.Size,
|
||
Streams = variant.Streams
|
||
};
|
||
|
||
List<MediaAttachment> Playable(PostEntity post)
|
||
{
|
||
var (variant, kind, duration) = post.Video is { } video ? (BestVideo(video.Variants), "video", video.DurationSeconds)
|
||
: post.Audio is { } audio ? (audio.Variants.FirstOrDefault(), "audio", audio.DurationSeconds)
|
||
: default;
|
||
if (variant == default)
|
||
return new List<MediaAttachment>();
|
||
return new List<MediaAttachment>
|
||
{
|
||
Media(new PostMedia
|
||
{
|
||
Id = new Guid(System.Security.Cryptography.MD5.HashData(System.Text.Encoding.UTF8.GetBytes(variant.Url))),
|
||
RemoteURL = variant.Url,
|
||
ContentType = variant.MediaType ?? kind + "/*",
|
||
RemotePreviewURL = post.CoverURL,
|
||
Width = variant.Width,
|
||
Height = variant.Height,
|
||
DurationSeconds = duration,
|
||
Description = post.Title
|
||
})
|
||
};
|
||
}
|
||
|
||
public static MediaVariant BestVideo(IReadOnlyCollection<MediaVariant> variants)
|
||
{
|
||
var playable = variants.Where(v => v.MediaType?.StartsWith("video/") == true && (v.Streams.Count == 0 || v.Streams.Contains("audio") && v.Streams.Contains("video"))).ToList();
|
||
return playable.Where(v => v.Height <= 720).OrderByDescending(v => v.Height).FirstOrDefault()
|
||
?? playable.OrderBy(v => v.Height ?? int.MaxValue).FirstOrDefault();
|
||
}
|
||
|
||
PreviewCard Card(PostEntity post)
|
||
{
|
||
if (post.Link is { } link)
|
||
return Card(link.Href, link.Title ?? post.Title, link.Description ?? (post.Media.Count == 0 ? post.Excerpt : default), link.ImageURL);
|
||
if (post.IsFederatedCopy && post.ObjectType is "Article" or "Event" && post.Url != default && post.Media.Count == 0
|
||
|| post.IsFederatedCopy && post.ObjectType is "Video" or "Audio" && post.Url != default && post.Media.Count == 0 && Playable(post).Count == 0)
|
||
return Card(post.Url, post.Title, post.Excerpt, post.CoverURL);
|
||
return default;
|
||
}
|
||
|
||
PreviewCard Card(string url, string title, string description, string image)
|
||
{
|
||
if (!Uri.TryCreate(url, UriKind.Absolute, out var uri))
|
||
return default;
|
||
return new PreviewCard
|
||
{
|
||
Url = url,
|
||
Title = title ?? uri.Host,
|
||
Description = description ?? string.Empty,
|
||
ProviderName = uri.Host,
|
||
ProviderUrl = uri.GetLeftPart(UriPartial.Authority),
|
||
Image = Proxied(image)
|
||
};
|
||
}
|
||
|
||
public static string Visibility(PostVisibility visibility) => visibility switch
|
||
{
|
||
PostVisibility.Unlisted => "unlisted",
|
||
PostVisibility.FollowersOnly or PostVisibility.Circle => "private",
|
||
PostVisibility.Direct => "direct",
|
||
_ => "public"
|
||
};
|
||
|
||
StatusMention Mention(PostMention mention, IReadOnlyDictionary<string, ForeignAvatar> foreign)
|
||
{
|
||
if (mention.IsLocal)
|
||
{
|
||
var handle = mention.Handle?.TrimStart('@').Split('@')[0];
|
||
return new StatusMention { Id = mention.AccountId, Username = handle, Acct = handle, Url = mention.ActorURI };
|
||
}
|
||
if (!foreign.TryGetValue(mention.ActorURI, out var account))
|
||
return default;
|
||
return new StatusMention { Id = account.ID, Username = account.UserName, Acct = $"{account.UserName}@{account.Domain}", Url = account.Url ?? account.ActorURI };
|
||
}
|
||
|
||
static Dictionary<string, object> Meta(PostMedia media)
|
||
{
|
||
var original = new Dictionary<string, object>();
|
||
if (media.Width > 0 && media.Height > 0)
|
||
{
|
||
original["width"] = media.Width;
|
||
original["height"] = media.Height;
|
||
original["size"] = $"{media.Width}x{media.Height}";
|
||
original["aspect"] = (double)media.Width.Value / media.Height.Value;
|
||
}
|
||
if (media.DurationSeconds is { } seconds)
|
||
original["duration"] = seconds;
|
||
var meta = new Dictionary<string, object>();
|
||
if (original.Count > 0)
|
||
meta["original"] = original;
|
||
if (media.DurationSeconds is { } length)
|
||
meta["length"] = TimeSpan.FromSeconds(length).ToString(@"h\:mm\:ss\.ff", CultureInfo.InvariantCulture);
|
||
if (media.Focus is { Length: 2 })
|
||
meta["focus"] = new { x = media.Focus[0], y = media.Focus[1] };
|
||
return meta;
|
||
}
|
||
|
||
MediaAttachment Media(PostMedia media) => new()
|
||
{
|
||
Id = media.AttachmentId ?? media.Id.ToString("N"),
|
||
Type = media.ContentType switch
|
||
{
|
||
{ } type when type.StartsWith("image/gif") => "gifv",
|
||
{ } type when type.StartsWith("image/") => "image",
|
||
{ } type when type.StartsWith("video/") => "video",
|
||
{ } type when type.StartsWith("audio/") => "audio",
|
||
_ => "unknown"
|
||
},
|
||
Url = media.URL ?? Proxied(media.RemoteURL),
|
||
PreviewUrl = media.PreviewURL ?? Proxied(media.RemotePreviewURL)
|
||
?? (media.ContentType?.StartsWith("image/") == true || media.ContentType == default ? media.URL ?? Proxied(media.RemoteURL) : default),
|
||
RemoteUrl = media.RemoteURL,
|
||
Description = media.Description,
|
||
Blurhash = media.Blurhash,
|
||
Meta = Meta(media)
|
||
};
|
||
}
|
||
}
|