FlatFile.pm 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103
  1. package Trog::Data::FlatFile;
  2. use strict;
  3. use warnings;
  4. no warnings 'experimental';
  5. use feature qw{signatures};
  6. use Carp qw{confess};
  7. use JSON::MaybeXS;
  8. use File::Slurper;
  9. use File::Copy;
  10. use Mojo::File;
  11. use parent qw{Trog::DataModule};
  12. our $datastore = 'data/files';
  13. sub lang { 'Perl Regex in Quotemeta' }
  14. sub help { 'https://perldoc.perl.org/functions/quotemeta.html' }
  15. =head1 Trog::Data::FlatFile
  16. This data model has multiple drawbacks, but is "good enough" for most low-content and few editor applications.
  17. You can only post once per second due to it storing each post as a file named after the timestamp.
  18. =cut
  19. our $parser = JSON::MaybeXS->new();
  20. sub read ($self, $query={}) {
  21. #Optimize direct ID
  22. my @index;
  23. if ($query->{id}) {
  24. @index = ("$datastore/$query->{id}");
  25. } else {
  26. @index = $self->_index();
  27. }
  28. $query->{limit} //= 25;
  29. my @items;
  30. foreach my $item (@index) {
  31. next unless -f $item;
  32. my $slurped = File::Slurper::read_text($item);
  33. my $parsed = $parser->decode($slurped);
  34. #XXX this imposes an inefficiency in itself, get() will filter uselessly again here
  35. my @filtered = $self->filter($query,@$parsed);
  36. push(@items,@filtered) if @filtered;
  37. last if scalar(@items) == $query->{limit};
  38. }
  39. return \@items;
  40. }
  41. sub _index ($self) {
  42. confess "Can't find datastore!" unless -d $datastore;
  43. opendir(my $dh, $datastore) or confess;
  44. my @index = grep { -f } map { "$datastore/$_" } readdir $dh;
  45. closedir $dh;
  46. return sort { $b cmp $a } @index;
  47. }
  48. sub write($self,$data) {
  49. foreach my $post (@$data) {
  50. my $file = "$datastore/$post->{id}";
  51. my $update = [$post];
  52. if (-f $file) {
  53. my $slurped = File::Slurper::read_text($file);
  54. my $parsed = $parser->decode($slurped);
  55. $update = [(@$parsed, $post)];
  56. }
  57. open(my $fh, '>', $file) or confess;
  58. print $fh $parser->encode($update);
  59. close $fh;
  60. }
  61. }
  62. sub count ($self) {
  63. my @index = $self->_index();
  64. return scalar(@index);
  65. }
  66. sub add ($self,@posts) {
  67. my $ctime = time();
  68. @posts = map {
  69. $_->{id} //= $ctime;
  70. $_->{created} = $ctime;
  71. $_
  72. } @posts;
  73. return $self->SUPER::add(@posts);
  74. }
  75. sub delete($self, @posts) {
  76. foreach my $update (@posts) {
  77. unlink "$datastore/$update->{id}" or confess;
  78. }
  79. return 0;
  80. }
  81. 1;