DataModule.pm 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284
  1. package Trog::DataModule;
  2. use strict;
  3. use warnings;
  4. no warnings 'experimental';
  5. use feature qw{signatures};
  6. =head1 QUERY FORMAT
  7. The $query_language and $query_help variables are presented to the user as to how to use the search box in the tCMS header.
  8. =head1 POST STRUCTURE
  9. Posts generally need to have the following:
  10. data: Brief description of content, or the content itself.
  11. content_type: What this content actually is. Used to filter into the appropriate pages.
  12. href: Primary link. This is the subject of a news post, or a link to the item itself. Can be local or remote.
  13. local_href: Backup link. Automatically created link to a static cache of the content.
  14. title: Title of the content. Used as link name for the 'href' attribute.
  15. user: User was banned for this post
  16. id: Internal identifier in datastore for the post.
  17. tags: array ref of appropriate tags.
  18. created: timestamp of creation of this version of the post
  19. version: revision # of this post.
  20. =head1 CONSTRUCTOR
  21. =head2 new(Config::Simple $config)
  22. Try not to do expensive things here.
  23. =cut
  24. sub new ($class, $config) {
  25. $config = $config->vars();
  26. return bless($config, $class);
  27. }
  28. #It is required that subclasses implement this
  29. sub lang ($self) { ... }
  30. sub help ($self) { ... }
  31. sub read ($self,$query=undef) { ... }
  32. sub write ($self) { ... }
  33. sub count ($self) { ... }
  34. =head1 METHODS
  35. =head2 get(%request)
  36. Queries the data model. Should return the following:
  37. id => Filter down to just the post by ID. May be subsequently filtered by ACL, resulting in a 404 (which is good, as it does not disclose info).
  38. version => if id is passed, return the provided post version rather than the most recent one
  39. tags => ARRAYREF of tags, any one of which is required to give a result. If none are passed, no filtering is performed.
  40. acls => ARRAYREF of acl tags, any one of which is required to give result. Filter applies after tags. 'admin' ACL being present skips this filter.
  41. page => Offset multiplier for pagination.
  42. limit => Offset for pagination.
  43. like => Search query, as might be passed in the search bar.
  44. author => filter by post author
  45. If it is more efficient to filter within your data storage engine, you probably should override this method.
  46. As implemented, this takes the data as a given and filters in post.
  47. =cut
  48. sub get ($self, %request) {
  49. my $posts = $self->read();
  50. my @filtered = $self->filter(\%request, @$posts);
  51. @filtered = $self->_fixup(@filtered);
  52. @filtered = $self->paginate(\%request,@filtered);
  53. return @filtered;
  54. }
  55. sub _fixup ($self, @filtered) {
  56. @filtered = _add_post_type(@filtered);
  57. # Next, add the type of post this is
  58. @filtered = _add_media_type(@filtered);
  59. # Finally, add visibility
  60. @filtered = _add_visibility(@filtered);
  61. return @filtered;
  62. }
  63. sub filter ($self, $query, @filtered) {
  64. my %request = %$query; #XXX update varnames instead
  65. $request{acls} //= [];
  66. $request{tags} //=[];
  67. # If an ID is passed, just get that (and all it's prior versions)
  68. if ($request{id}) {
  69. @filtered = grep { $_->{id} eq $request{id} } @filtered if $request{id};
  70. @filtered = _dedup_versions($request{version}, @filtered);
  71. return (1, \@filtered);
  72. }
  73. @filtered = _dedup_versions(undef, @filtered);
  74. #XXX Heal bad data -- probably not needed
  75. @filtered = map { my $t = $_->{tags}; @$t = grep { defined $_ } @$t; $_ } @filtered;
  76. # Next, handle the query, tags and ACLs
  77. @filtered = grep { my $tags = $_->{tags}; grep { my $t = $_; grep {$t eq $_ } @{$request{tags}} } @$tags } @filtered if @{$request{tags}};
  78. @filtered = grep { my $tags = $_->{tags}; grep { my $t = $_; grep {$t eq $_ } @{$request{acls}} } @$tags } @filtered unless grep { $_ eq 'admin' } @{$request{acls}};
  79. @filtered = grep { $_->{data} =~ m/\Q$request{like}\E/i } @filtered if $request{like};
  80. @filtered = grep { $_->{user} eq $request{author} } @filtered if $request{author};
  81. return @filtered;
  82. }
  83. sub paginate ($self, $query, @filtered) {
  84. my %request = %$query; #XXX change varnames
  85. my $offset = int($request{limit} // 25);
  86. $offset = @filtered < $offset ? @filtered : $offset;
  87. @filtered = splice(@filtered, ( int($request{page}) -1) * $offset, $offset) if $request{page} && $request{limit};
  88. return @filtered;
  89. }
  90. sub _dedup_versions ($version=-1, @posts) {
  91. if (defined $version) {
  92. my $version_max = List::Util::max(map { $_->{version } } @posts);
  93. return map {
  94. $_->{version_max} = $version_max;
  95. $_
  96. } grep { $_->{version} eq $version } @posts;
  97. }
  98. my @uniqids = List::Util::uniq(map { $_->{id} } @posts);
  99. my %posts_deduped;
  100. for my $id (@uniqids) {
  101. my @ofid = sort { $b->{version} cmp $a->{version} } grep { $_->{id} eq $id } @posts;
  102. my $version_max = List::Util::max(map { $_->{version } } @ofid);
  103. $posts_deduped{$id} = $ofid[0];
  104. $posts_deduped{$id}{version_max} = $version_max;
  105. }
  106. my @deduped = @posts_deduped{@uniqids};
  107. return @deduped;
  108. }
  109. #XXX this probably should be re-factored to be baked into the data from the get-go
  110. sub _add_post_type (@posts) {
  111. return map {
  112. my $post = $_;
  113. my $type = 'file';
  114. $type = 'blog' if grep { $_ eq 'blog' } @{$post->{tags}};
  115. $type = 'microblog' if grep { $_ eq 'news' } @{$post->{tags}};
  116. $type = 'profile' if grep { $_ eq 'about' } @{$post->{tags}};
  117. $type = 'series' if grep { $_ eq 'series' } @{$post->{tags}};
  118. $post->{type} = $type;
  119. $post
  120. } @posts;
  121. }
  122. sub _add_media_type (@posts) {
  123. return map {
  124. my $post = $_;
  125. $post->{content_type} //= '';
  126. $post->{is_video} = 1 if $post->{content_type} =~ m/^video\//;
  127. $post->{is_audio} = 1 if $post->{content_type} =~ m/^audio\//;
  128. $post->{is_image} = 1 if $post->{content_type} =~ m/^image\//;
  129. $post->{is_profile} = 1 if grep {$_ eq 'about' } @{$post->{tags}};
  130. $post
  131. } @posts;
  132. }
  133. sub _add_visibility (@posts) {
  134. return map {
  135. my $post = $_;
  136. my @visibilities = grep { my $tag = $_; grep { $_ eq $tag } qw{private unlisted public} } @{$post->{tags}};
  137. $post->{visibility} = $visibilities[0];
  138. $post
  139. } @posts;
  140. }
  141. =head2 count() = INT $num
  142. Returns the total number of posts.
  143. Used to determine paginator parameters.
  144. =cut
  145. =head2 add(@posts) = BOOL $failed_or_not
  146. Add the provided posts to the datastore.
  147. If any post already exists with the same id, a new post with a version higher than it will be added.
  148. You probably won't want to override this.
  149. =cut
  150. sub add ($self, @posts) {
  151. require UUID::Tiny;
  152. my $example_posts = $self->read();
  153. foreach my $post (@posts) {
  154. $post->{id} //= UUID::Tiny::create_uuid_as_string(UUID::Tiny::UUID_V1, UUID::Tiny::UUID_NS_DNS);
  155. $post->{created} = time();
  156. my (undef, $existing_posts) = $self->get( id => $post->{id} );
  157. if (@$existing_posts) {
  158. my $existing_post = $existing_posts->[0];
  159. $post->{version} = $existing_post->{version};
  160. $post->{version}++;
  161. }
  162. $post->{version} //= 0;
  163. $post = _process($post);
  164. push @$example_posts, $post;
  165. }
  166. $self->write($example_posts);
  167. return 0;
  168. }
  169. #XXX this level of post-processing seems gross, but may be unavoidable
  170. # Not actually a subprocess, kek
  171. sub _process ($post) {
  172. $post->{href} = _handle_upload($post->{file}, $post->{id}) if $post->{file};
  173. $post->{preview} = _handle_upload($post->{preview_file}, $post->{id}) if $post->{preview_file};
  174. $post->{wallpaper} = _handle_upload($post->{wallpaper_file}, $post->{id}) if $post->{wallpaper_file};
  175. $post->{preview} = $post->{href} if $post->{app} eq 'image';
  176. delete $post->{app};
  177. delete $post->{file};
  178. delete $post->{preview_file};
  179. delete $post->{route};
  180. delete $post->{domain};
  181. # Handle acls/tags
  182. $post->{tags} //= [];
  183. @{$post->{tags}} = grep { my $subj = $_; !grep { $_ eq $subj} qw{public private unlisted} } @{$post->{tags}};
  184. push(@{$post->{tags}}, delete $post->{acls}) if $post->{visibility} eq 'private';
  185. push(@{$post->{tags}}, delete $post->{visibility});
  186. #Filter adding the same acl twice
  187. @{$post->{tags}} = List::Util::uniq(@{$post->{tags}});
  188. # Handle multimedia content types
  189. if ($post->{href}) {
  190. my $mf = Mojo::File->new("www/$post->{href}");
  191. my $ext = '.'.$mf->extname();
  192. $post->{content_type} = Plack::MIME->mime_type($ext) if $ext;
  193. }
  194. if ($post->{video_href}) {
  195. my $mf = Mojo::File->new("www/$post->{video_href}");
  196. my $ext = '.'.$mf->extname();
  197. $post->{video_content_type} = Plack::MIME->mime_type($ext) if $ext;
  198. }
  199. if ($post->{audio_href}) {
  200. my $mf = Mojo::File->new("www/$post->{audio_href}");
  201. my $ext = '.'.$mf->extname();
  202. $post->{audio_content_type} = Plack::MIME->mime_type($ext) if $ext;
  203. }
  204. return $post;
  205. }
  206. sub _handle_upload ($file, $uuid) {
  207. my $f = $file->{tempname};
  208. my $newname = "$uuid.$file->{filename}";
  209. File::Copy::move($f, "www/assets/$newname");
  210. return "/assets/$newname";
  211. }
  212. =head2 delete(@posts)
  213. Delete the following posts.
  214. Will remove all versions of said post.
  215. You should override this, it is a stub here.
  216. =cut
  217. sub delete ($self) { die 'stub' }
  218. 1;