data = [ 'arsse_users' => [ 'columns' => [ 'id' => 'str', 'password' => 'str', 'num' => 'int', ], 'rows' => [ ["jane.doe@example.com", "",1], ["john.doe@example.com", "",2], ], ], 'arsse_icons' => [ 'columns' => [ 'id' => "int", 'url' => "str", 'type' => "str", 'data' => "blob", ], 'rows' => [ [1,'http://localhost:8000/Icon/PNG','image/png',base64_decode("iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsMAAA7DAcdvqGQAAAAZdEVYdFNvZnR3YXJlAHBhaW50Lm5ldCA0LjAuMjHxIGmVAAAADUlEQVQYV2NgYGBgAAAABQABijPjAAAAAABJRU5ErkJggg==")], [2,'http://localhost:8000/Icon/GIF','image/gif',base64_decode("R0lGODlhAQABAIABAAAAAP///yH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==")], // this actually contains the data of SVG2, which will lead to a row update when retieved [3,'http://localhost:8000/Icon/SVG1','image/svg+xml',''], ], ], 'arsse_feeds' => [ 'columns' => [ 'id' => "int", 'url' => "str", 'title' => "str", 'err_count' => "int", 'err_msg' => "str", 'modified' => "datetime", 'next_fetch' => "datetime", 'size' => "int", 'icon' => "int", ], 'rows' => [ [1,"http://localhost:8000/Feed/Matching/3","Ook",0,"",$past,$past,0,null], [2,"http://localhost:8000/Feed/Matching/1","Eek",5,"There was an error last time",$past,$future,0,null], [3,"http://localhost:8000/Feed/Fetching/Error?code=404","Ack",0,"",$past,$now,0,null], [4,"http://localhost:8000/Feed/NextFetch/NotModified?t=".time(),"Ooook",0,"",$past,$past,0,null], [5,"http://localhost:8000/Feed/Parsing/Valid","Ooook",0,"",$past,$future,0,null], // these feeds all test icon caching [6,"http://localhost:8000/Feed/WithIcon/PNG",null,0,"",$past,$future,0,1], // no change when updated [7,"http://localhost:8000/Feed/WithIcon/GIF",null,0,"",$past,$future,0,1], // icon ID 2 will be assigned to feed when updated [8,"http://localhost:8000/Feed/WithIcon/SVG1",null,0,"",$past,$future,0,3], // icon ID 3 will be modified when updated [9,"http://localhost:8000/Feed/WithIcon/SVG2",null,0,"",$past,$future,0,null], // icon ID 4 will be created and assigned to feed when updated ], ], 'arsse_subscriptions' => [ 'columns' => [ 'id' => "int", 'owner' => "str", 'feed' => "int", 'keep_rule' => "str", 'block_rule' => "str", ], 'rows' => [ [1,'john.doe@example.com',1,null,'^Sport$'], [2,'john.doe@example.com',2,"",null], [3,'john.doe@example.com',3,'\w+',null], [4,'john.doe@example.com',4,'\w+',"["], // invalid rule leads to both rules being ignored [5,'john.doe@example.com',5,null,'and/or'], [6,'jane.doe@example.com',1,'^(?i)[a-z]+','3|6'], ], ], 'arsse_articles' => [ 'columns' => [ 'id' => "int", 'feed' => "int", 'url' => "str", 'title' => "str", 'author' => "str", 'published' => "datetime", 'edited' => "datetime", 'content' => "str", 'guid' => "str", 'url_title_hash' => "str", 'url_content_hash' => "str", 'title_content_hash' => "str", 'modified' => "datetime", ], 'rows' => [ [1,1,'http://example.com/1','Article title 1','','2000-01-01 00:00:00','2000-01-01 00:00:00','

Article content 1

','e433653cef2e572eee4215fa299a4a5af9137b2cefd6283c85bd69a32915beda','f5cb8bfc1c7396dc9816af212a3e2ac5221585c2a00bf7ccb6aabd95dcfcd6a6','fb0bc8f8cb08913dc5a497db700e327f1d34e4987402687d494a5891f24714d4','18fdd4fa93d693128c43b004399e5c9cea6c261ddfa002518d3669f55d8c2207',$past], [2,1,'http://example.com/2','Article title 2','','2000-01-02 00:00:00','2000-01-02 00:00:00','

Article content 2

','5be8a5a46ecd52ed132191c8d27fb1af6b3d4edc00234c5d9f8f0e10562ed3b7','0e86d2de822a174fe3c44a466953e63ca1f1a58a19cbf475fce0855d4e3d5153','13075894189c47ffcfafd1dfe7fbb539f7c74a69d35a399b3abf8518952714f9','2abd0a8cba83b8214a66c8f0293ba63e467d720540e29ff8ddcdab069d4f1c9e',$past], [3,1,'http://example.com/3','Article title 3','','2000-01-03 00:00:00','2000-01-03 00:00:00','

Article content 3

','31a6594500a48b59fcc8a075ce82b946c9c3c782460d088bd7b8ef3ede97ad92','f74b06b240bd08abf4d3fdfc20dba6a6f6eb8b4f1a00e9a617efd63a87180a4b','b278380e984cefe63f0e412b88ffc9cb0befdfa06fdc00bace1da99a8daff406','ad622b31e739cd3a3f3c788991082cf4d2f7a8773773008e75f0572e58cd373b',$past], [4,1,'http://example.com/4','Article title 4','','2000-01-04 00:00:00','2000-01-04 00:00:00','

Article content 4

','804e517d623390e71497982c77cf6823180342ebcd2e7d5e32da1e55b09dd180','f3615c7f16336d3ea242d35cf3fc17dbc4ee3afb78376bf49da2dd7a5a25dec8','f11c2b4046f207579aeb9c69a8c20ca5461cef49756ccfa5ba5e2344266da3b3','ab2da63276acce431250b18d3d49b988b226a99c7faadf275c90b751aee05be9',$past], [5,1,'http://example.com/5','Article title 5','','2000-01-05 00:00:00','2000-01-05 00:00:00','

Article content 5

','db3e736c2c492f5def5c5da33ddcbea1824040e9ced2142069276b0a6e291a41','d40da96e39eea6c55948ccbe9b3d275b5f931298288dbe953990c5f496097022','834240f84501b5341d375414718204ec421561f3825d34c22bf9182203e42900','43b970ac6ec5f8a9647b2c7e4eed8b1d7f62e154a95eed748b0294c1256764ba',$past], [6,2,'http://example.com/1','Article title 1','','2000-01-01 00:00:00','2000-01-01 00:00:00','

Article content 1

','e433653cef2e572eee4215fa299a4a5af9137b2cefd6283c85bd69a32915beda','f5cb8bfc1c7396dc9816af212a3e2ac5221585c2a00bf7ccb6aabd95dcfcd6a6','fb0bc8f8cb08913dc5a497db700e327f1d34e4987402687d494a5891f24714d4','18fdd4fa93d693128c43b004399e5c9cea6c261ddfa002518d3669f55d8c2207',$past], [7,5,'', '', '','2000-01-01 00:00:00','2000-01-01 00:00:00','', '205e986f4f8b3acfa281227beadb14f5e8c32c8dae4737f888c94c0df49c56f8','', '', '', $past], ], ], 'arsse_editions' => [ 'columns' => [ 'id' => "int", 'article' => "int", 'modified' => "datetime", ], 'rows' => [ [1,1,$past], [2,2,$past], [3,3,$past], [4,4,$past], [5,5,$past], ], ], 'arsse_marks' => [ 'columns' => [ 'article' => "int", 'subscription' => "int", 'read' => "bool", 'starred' => "bool", 'hidden' => "bool", 'modified' => "datetime", ], 'rows' => [ // Jane's marks [1,6,1,0,0,$past], [2,6,1,0,0,$past], [3,6,1,1,0,$past], [4,6,1,0,1,$past], [5,6,1,1,0,$past], // John's marks [1,1,1,0,0,$past], [3,1,1,0,0,$past], [4,1,0,1,0,$past], ], ], 'arsse_enclosures' => [ 'columns' => [ 'article' => "int", 'url' => "str", 'type' => "str", ], 'rows' => [ [7,'http://example.com/png','image/png'], ], ], 'arsse_categories' => [ 'columns' => [ 'article' => "int", 'name' => "str", ], 'rows' => [ [7,'Syrinx'], ], ], ]; $this->matches = [ [ 'id' => 4, 'edited' => '2000-01-04 00:00:00', 'guid' => '804e517d623390e71497982c77cf6823180342ebcd2e7d5e32da1e55b09dd180', 'url_title_hash' => 'f3615c7f16336d3ea242d35cf3fc17dbc4ee3afb78376bf49da2dd7a5a25dec8', 'url_content_hash' => 'f11c2b4046f207579aeb9c69a8c20ca5461cef49756ccfa5ba5e2344266da3b3', 'title_content_hash' => 'ab2da63276acce431250b18d3d49b988b226a99c7faadf275c90b751aee05be9', ], [ 'id' => 5, 'edited' => '2000-01-05 00:00:00', 'guid' => 'db3e736c2c492f5def5c5da33ddcbea1824040e9ced2142069276b0a6e291a41', 'url_title_hash' => 'd40da96e39eea6c55948ccbe9b3d275b5f931298288dbe953990c5f496097022', 'url_content_hash' => '834240f84501b5341d375414718204ec421561f3825d34c22bf9182203e42900', 'title_content_hash' => '43b970ac6ec5f8a9647b2c7e4eed8b1d7f62e154a95eed748b0294c1256764ba', ], ]; } protected function tearDownSeriesFeed(): void { unset($this->data, $this->matches); } /** @covers \JKingWeb\Arsse\Database::feedMatchLatest */ public function testListLatestItems(): void { $this->assertResult($this->matches, Arsse::$db->feedMatchLatest(1, 2)); } /** @covers \JKingWeb\Arsse\Database::feedMatchIds */ public function testMatchItemsById(): void { $this->assertResult($this->matches, Arsse::$db->feedMatchIds(1, ['804e517d623390e71497982c77cf6823180342ebcd2e7d5e32da1e55b09dd180','db3e736c2c492f5def5c5da33ddcbea1824040e9ced2142069276b0a6e291a41'])); foreach ($this->matches as $m) { $exp = [$m]; $this->assertResult($exp, Arsse::$db->feedMatchIds(1, [], [$m['url_title_hash']])); $this->assertResult($exp, Arsse::$db->feedMatchIds(1, [], [], [$m['url_content_hash']])); $this->assertResult($exp, Arsse::$db->feedMatchIds(1, [], [], [], [$m['title_content_hash']])); } $this->assertResult([['id' => 1]], Arsse::$db->feedMatchIds(1, ['e433653cef2e572eee4215fa299a4a5af9137b2cefd6283c85bd69a32915beda'])); // this ID appears in both feed 1 and feed 2; only one result should be returned } /** * @dataProvider provideFilterRules * @covers \JKingWeb\Arsse\Database::feedRulesGet */ public function testGetRules(int $in, array $exp): void { $this->assertSame($exp, Arsse::$db->feedRulesGet($in)); } public function provideFilterRules(): iterable { return [ [1, ['jane.doe@example.com' => ['keep' => "`^(?i)[a-z]+`u", 'block' => "`3|6`u"], 'john.doe@example.com' => ['keep' => "", 'block' => "`^Sport$`u"]]], [2, []], [3, ['john.doe@example.com' => ['keep' => '`\w+`u', 'block' => ""]]], [4, []], [5, ['john.doe@example.com' => ['keep' => "", 'block' => "`and/or`u"]]], ]; } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testUpdateAFeed(): void { // update a valid feed with both new and changed items Arsse::$db->feedUpdate(1); $now = gmdate("Y-m-d H:i:s"); $state = $this->primeExpectations($this->data, [ 'arsse_articles' => ["id", "feed","url","title","author","published","edited","content","guid","url_title_hash","url_content_hash","title_content_hash","modified"], 'arsse_editions' => ["id","article","modified"], 'arsse_marks' => ["subscription","article","read","starred","hidden","modified"], 'arsse_feeds' => ["id","size"], ]); $state['arsse_articles']['rows'][2] = [3,1,'http://example.com/3','Article title 3 (updated)','','2000-01-03 00:00:00','2000-01-03 00:00:00','

Article content 3

','31a6594500a48b59fcc8a075ce82b946c9c3c782460d088bd7b8ef3ede97ad92','6cc99be662ef3486fef35a890123f18d74c29a32d714802d743c5b4ef713315a','b278380e984cefe63f0e412b88ffc9cb0befdfa06fdc00bace1da99a8daff406','d5faccc13bf8267850a1e8e61f95950a0f34167df2c8c58011c0aaa6367026ac',$now]; $state['arsse_articles']['rows'][3] = [4,1,'http://example.com/4','Article title 4','','2000-01-04 00:00:00','2000-01-04 00:00:01','

Article content 4

','804e517d623390e71497982c77cf6823180342ebcd2e7d5e32da1e55b09dd180','f3615c7f16336d3ea242d35cf3fc17dbc4ee3afb78376bf49da2dd7a5a25dec8','f11c2b4046f207579aeb9c69a8c20ca5461cef49756ccfa5ba5e2344266da3b3','ab2da63276acce431250b18d3d49b988b226a99c7faadf275c90b751aee05be9',$now]; $state['arsse_articles']['rows'][] = [8,1,'http://example.com/6','Article title 6','','2000-01-06 00:00:00','2000-01-06 00:00:00','

Article content 6

','b3461ab8e8759eeb1d65a818c65051ec00c1dfbbb32a3c8f6999434e3e3b76ab','91d051a8e6749d014506848acd45e959af50bf876427c4f0e3a1ec0f04777b51','211d78b1a040d40d17e747a363cc283f58767b2e502630d8de9b8f1d5e941d18','5ed68ccb64243b8c1931241d2c9276274c3b1d87f223634aa7a1ab0141292ca7',$now]; $state['arsse_editions']['rows'] = array_merge($state['arsse_editions']['rows'], [ [6,8,$now], [7,3,$now], [8,4,$now], ]); $state['arsse_marks']['rows'][2] = [6,3,0,1,1,$now]; $state['arsse_marks']['rows'][3] = [6,4,0,0,0,$now]; $state['arsse_marks']['rows'][6] = [1,3,0,0,0,$now]; $state['arsse_marks']['rows'][] = [6,8,0,0,1,null]; $state['arsse_feeds']['rows'][0] = [1,6]; $this->compareExpectations(static::$drv, $state); // update a valid feed which previously had an error Arsse::$db->feedUpdate(2); // update an erroneous feed which previously had no errors Arsse::$db->feedUpdate(3); $state = $this->primeExpectations($this->data, [ 'arsse_feeds' => ["id","err_count","err_msg"], ]); $state['arsse_feeds']['rows'][1] = [2,0,""]; $state['arsse_feeds']['rows'][2] = [3,1,'Feed URL "http://localhost:8000/Feed/Fetching/Error?code=404" is invalid']; $this->compareExpectations(static::$drv, $state); // update the bad feed again, twice Arsse::$db->feedUpdate(3); Arsse::$db->feedUpdate(3); $state['arsse_feeds']['rows'][2] = [3,3,'Feed URL "http://localhost:8000/Feed/Fetching/Error?code=404" is invalid']; $this->compareExpectations(static::$drv, $state); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testUpdateAMissingFeed(): void { $this->assertException("subjectMissing", "Db", "ExceptionInput"); Arsse::$db->feedUpdate(2112); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testUpdateAnInvalidFeed(): void { $this->assertException("typeViolation", "Db", "ExceptionInput"); Arsse::$db->feedUpdate(-1); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testUpdateAFeedThrowingExceptions(): void { $this->assertException("invalidUrl", "Feed"); Arsse::$db->feedUpdate(3, true); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testUpdateAFeedWithEnclosuresAndCategories(): void { Arsse::$db->feedUpdate(5); $state = $this->primeExpectations($this->data, [ 'arsse_enclosures' => ["url","type"], 'arsse_categories' => ["name"], ]); $state['arsse_enclosures']['rows'] = [ ['http://example.com/svg','image/svg'], ['http://example.com/text','text/plain'], ]; $state['arsse_categories']['rows'] = [ ["HLN"], ["Aniki!"], ["Beams"], ["Bodybuilders"], ["Men"], ]; $this->compareExpectations(static::$drv, $state); } /** @covers \JKingWeb\Arsse\Database::feedListStale */ public function testListStaleFeeds(): void { $this->assertEquals([1,3,4], Arsse::$db->feedListStale()); Arsse::$db->feedUpdate(3); Arsse::$db->feedUpdate(4); $this->assertEquals([1], Arsse::$db->feedListStale()); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testCheckIconDuringFeedUpdate(): void { Arsse::$db->feedUpdate(6); $state = $this->primeExpectations($this->data, [ 'arsse_icons' => ["id","url","type","data"], 'arsse_feeds' => ["id", "icon"], ]); $this->compareExpectations(static::$drv, $state); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testAssignIconDuringFeedUpdate(): void { Arsse::$db->feedUpdate(7); $state = $this->primeExpectations($this->data, [ 'arsse_icons' => ["id","url","type","data"], 'arsse_feeds' => ["id", "icon"], ]); $state['arsse_feeds']['rows'][6][1] = 2; $this->compareExpectations(static::$drv, $state); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testChangeIconDuringFeedUpdate(): void { Arsse::$db->feedUpdate(8); $state = $this->primeExpectations($this->data, [ 'arsse_icons' => ["id","url","type","data"], 'arsse_feeds' => ["id", "icon"], ]); $state['arsse_icons']['rows'][2][3] = ''; $this->compareExpectations(static::$drv, $state); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testAddIconDuringFeedUpdate(): void { Arsse::$db->feedUpdate(9); $state = $this->primeExpectations($this->data, [ 'arsse_icons' => ["id","url","type","data"], 'arsse_feeds' => ["id", "icon"], ]); $state['arsse_feeds']['rows'][8][1] = 4; $state['arsse_icons']['rows'][] = [4,'http://localhost:8000/Icon/SVG2','image/svg+xml','']; $this->compareExpectations(static::$drv, $state); } /** @covers \JKingWeb\Arsse\Database::feedUpdate */ public function testUpdateUnmodifiedFeed(): void { $this->markTestIncomplete("FIXME: there is a bug here around calculation of nextFetch date"); $state = $this->primeExpectations($this->data, [ 'arsse_icons' => ["id", "url", "type", "data"], 'arsse_feeds' => ["id", "url", "title", "err_count", "err_msg", "modified", "next_fetch", "size", "icon"], 'arsse_subscriptions' => ["id", "owner", "feed", "keep_rule", "block_rule"], 'arsse_articles' => ["id", "feed", "url", "title", "author", "published", "edited", "content", "guid", "url_title_hash", "url_content_hash", "title_content_hash", "modified"], 'arsse_editions' => ["id", "article", "modified"], 'arsse_marks' => ["article", "subscription", "read", "starred", "hidden", "modified"], 'arsse_enclosures' => ["article", "url", "type"], 'arsse_categories' => ["article", "name"], ]); Arsse::$db->feedUpdate(4); $this->compareExpectations(static::$drv, $state); } }