|
|
@@ -4,136 +4,129 @@ namespace Tests\Readability;
|
|
|
|
|
|
|
|
|
|
|
|
use Monolog\Handler\TestHandler;
|
|
|
|
use Monolog\Handler\TestHandler;
|
|
|
|
use Monolog\Logger;
|
|
|
|
use Monolog\Logger;
|
|
|
|
use Psr\Log\LoggerInterface;
|
|
|
|
|
|
|
|
use Readability\JSLikeHTMLElement;
|
|
|
|
|
|
|
|
use Readability\Readability;
|
|
|
|
use Readability\Readability;
|
|
|
|
|
|
|
|
|
|
|
|
class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
{
|
|
|
|
{
|
|
|
|
/** @var TestHandler */
|
|
|
|
|
|
|
|
public $logHandler;
|
|
|
|
public $logHandler;
|
|
|
|
/** @var LoggerInterface */
|
|
|
|
|
|
|
|
public $logger;
|
|
|
|
public $logger;
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* @requires extension tidy
|
|
|
|
* @requires extension tidy
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
public function testConstructDefault(): void
|
|
|
|
public function testConstructDefault()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('');
|
|
|
|
$readability = $this->getReadability('');
|
|
|
|
$readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertNull($readability->url);
|
|
|
|
$this->assertNull($readability->url);
|
|
|
|
$this->assertInstanceOf(\DOMDocument::class, $readability->dom);
|
|
|
|
$this->assertInstanceOf('DomDocument', $readability->dom);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testConstructHtml5Parser(): void
|
|
|
|
public function testConstructHtml5Parser()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<html/>', 'http://0.0.0.0', 'html5lib');
|
|
|
|
$readability = $this->getReadability('<html/>', 'http://0.0.0.0', 'html5lib');
|
|
|
|
$readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertSame('http://0.0.0.0', $readability->url);
|
|
|
|
$this->assertSame('http://0.0.0.0', $readability->url);
|
|
|
|
$this->assertInstanceOf(\DOMDocument::class, $readability->dom);
|
|
|
|
$this->assertInstanceOf('DomDocument', $readability->dom);
|
|
|
|
$this->assertSame('<html/>', $readability->original_html);
|
|
|
|
$this->assertSame('<html/>', $readability->original_html);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* @requires extension tidy
|
|
|
|
* @requires extension tidy
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
public function testConstructSimple(): void
|
|
|
|
public function testConstructSimple()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<html/>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<html/>', 'http://0.0.0.0');
|
|
|
|
$readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertSame('http://0.0.0.0', $readability->url);
|
|
|
|
$this->assertSame('http://0.0.0.0', $readability->url);
|
|
|
|
$this->assertInstanceOf(\DOMDocument::class, $readability->dom);
|
|
|
|
$this->assertInstanceOf('DomDocument', $readability->dom);
|
|
|
|
$this->assertSame('<html/>', $readability->original_html);
|
|
|
|
$this->assertSame('<html/>', $readability->original_html);
|
|
|
|
$this->assertTrue($readability->tidied);
|
|
|
|
$this->assertTrue($readability->tidied);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testConstructDefaultWithoutTidy(): void
|
|
|
|
public function testConstructDefaultWithoutTidy()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('', null, 'libxml', false);
|
|
|
|
$readability = $this->getReadability('', null, 'libxml', false);
|
|
|
|
$readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertNull($readability->url);
|
|
|
|
$this->assertNull($readability->url);
|
|
|
|
$this->assertSame('', $readability->original_html);
|
|
|
|
$this->assertSame('', $readability->original_html);
|
|
|
|
$this->assertFalse($readability->tidied);
|
|
|
|
$this->assertFalse($readability->tidied);
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertInstanceOf(\DOMDocument::class, $readability->dom);
|
|
|
|
$this->assertInstanceOf('DomDocument', $readability->dom);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testConstructSimpleWithoutTidy(): void
|
|
|
|
public function testConstructSimpleWithoutTidy()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<html/>', 'http://0.0.0.0', 'libxml', false);
|
|
|
|
$readability = $this->getReadability('<html/>', 'http://0.0.0.0', 'libxml', false);
|
|
|
|
$readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertSame('http://0.0.0.0', $readability->url);
|
|
|
|
$this->assertSame('http://0.0.0.0', $readability->url);
|
|
|
|
$this->assertInstanceOf(\DOMDocument::class, $readability->dom);
|
|
|
|
$this->assertInstanceOf('DomDocument', $readability->dom);
|
|
|
|
$this->assertSame('<html/>', $readability->original_html);
|
|
|
|
$this->assertSame('<html/>', $readability->original_html);
|
|
|
|
$this->assertFalse($readability->tidied);
|
|
|
|
$this->assertFalse($readability->tidied);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testInitNoContent(): void
|
|
|
|
public function testInitNoContent()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<html/>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<html/>', 'http://0.0.0.0');
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertFalse($res);
|
|
|
|
$this->assertFalse($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('Sorry, Readability was unable to parse this page for content.', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('Sorry, Readability was unable to parse this page for content.', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testInitP(): void
|
|
|
|
public function testInitP()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability(str_repeat('<p>This is the awesome content :)</p>', 7), 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability(str_repeat('<p>This is the awesome content :)</p>', 7), 'http://0.0.0.0');
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is the awesome content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is the awesome content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testInitDivP(): void
|
|
|
|
public function testInitDivP()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('<p>This is the awesome content :)</p>', 7) . '</div>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('<p>This is the awesome content :)</p>', 7) . '</div>', 'http://0.0.0.0');
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is the awesome content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is the awesome content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testInitDiv(): void
|
|
|
|
public function testInitDiv()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('This is the awesome content :)', 7) . '</div>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('This is the awesome content :)', 7) . '</div>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is the awesome content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is the awesome content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithFootnotes(): void
|
|
|
|
public function testWithFootnotes()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '</div>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '</div>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$readability->convertLinksToFootnotes = true;
|
|
|
|
$readability->convertLinksToFootnotes = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
@@ -141,15 +134,16 @@ class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
$this->assertStringContainsString('readabilityLink-3', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('readabilityLink-3', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testStandardClean(): void
|
|
|
|
public function testStandardClean()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<div><h2>Title</h2>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<a href="#nofollow" rel="nofollow">will NOT be removed</a></div>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<div><h2>Title</h2>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<a href="#nofollow" rel="nofollow">will NOT be removed</a></div>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$readability->lightClean = false;
|
|
|
|
$readability->lightClean = false;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
@@ -157,175 +151,190 @@ class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
$this->assertStringNotContainsString('<h2>', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('<h2>', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithIframe(): void
|
|
|
|
public function testWithIframe()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<div><h2>Title</h2>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<p>This is an awesome text with some links, here there are <iframe src="http://youtube.com/test" href="#nofollow" rel="nofollow"></iframe><iframe>http://soundcloud.com/test</iframe></p></div>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<div><h2>Title</h2>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<p>This is an awesome text with some links, here there are <iframe src="http://youtube.com/test" href="#nofollow" rel="nofollow"></iframe><iframe>http://soundcloud.com/test</iframe></p></div>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<div readability=', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('nofollow', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('nofollow', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithArticle(): void
|
|
|
|
public function testWithArticle()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<article><p>' . str_repeat('This is an awesome text with some links, here there are: the awesome', 20) . '</p><p>This is an awesome text with some links, here there are <iframe src="http://youtube.com/test" href="#nofollow" rel="nofollow"></iframe></p></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<article><p>' . str_repeat('This is an awesome text with some links, here there are: the awesome', 20) . '</p><p>This is an awesome text with some links, here there are <iframe src="http://youtube.com/test" href="#nofollow" rel="nofollow"></iframe></p></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('alt="article"', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('alt="article"', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('nofollow', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('nofollow', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithAside(): void
|
|
|
|
public function testWithAside()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<article>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<footer><aside>' . str_repeat('<p>This is an awesome text with some links, here there are</p>', 8) . '</aside></footer></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<article>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<footer><aside>' . str_repeat('<p>This is an awesome text with some links, here there are</p>', 8) . '</aside></footer></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('<aside>', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('<aside>', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<footer readability="9"/>', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<footer readability="5"/>', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithClasses(): void
|
|
|
|
public function testWithClasses()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<article>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<div style="display:none">' . str_repeat('<p class="clock">This text should be removed</p>', 10) . '</div></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<article>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<div style="display:none">' . str_repeat('<p class="clock">This text should be removed</p>', 10) . '</div></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('alt="article"', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('alt="article"', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text should be removed', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text should be removed', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithClassesWithoutLightClean(): void
|
|
|
|
public function testWithClassesWithoutLightClean()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<article>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<div style="display:none">' . str_repeat('<p class="clock">This text should be removed</p>', 10) . '</div></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<article>' . str_repeat('<p>This is an awesome text with some links, here there are: <a href="http://0.0.0.0/test.html">the awesome</a></p>', 7) . '<div style="display:none">' . str_repeat('<p class="clock">This text should be removed</p>', 10) . '</div></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$readability->lightClean = false;
|
|
|
|
$readability->lightClean = false;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('alt="article"', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('alt="article"', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text should be removed', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text should be removed', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithTd(): void
|
|
|
|
public function testWithTd()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<table><tr>' . str_repeat('<td><p>This is an awesome text with some links, here there are the awesome</td>', 7) . '</tr></table>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<table><tr>' . str_repeat('<td><p>This is an awesome text with some links, here there are the awesome</td>', 7) . '</tr></table>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithSameClasses(): void
|
|
|
|
public function testWithSameClasses()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<div class="awesomecontent">This text is also an awesome text and you should know that !</div></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<div class="awesomecontent">This text is also an awesome text and you should know that !</div></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithScript(): void
|
|
|
|
public function testWithScript()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p><script>This text is also an awesome text and you should know that !</script></p></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p><script>This text is also an awesome text and you should know that !</script></p></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertEmpty($readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testTitle(): void
|
|
|
|
public function testTitle()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<title>this is my title</title><article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p></p></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<title>this is my title</title><article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p></p></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertSame('this is my title', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertSame('this is my title', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testTitleWithDash(): void
|
|
|
|
public function testTitleWithDash()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<title> title2 - title3 </title><article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p></p></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<title> title2 - title3 </title><article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p></p></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertSame('title2 - title3', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertSame('title2 - title3', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testTitleWithDoubleDot(): void
|
|
|
|
public function testTitleWithDoubleDot()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<title> title2 : title3 </title><article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p></p></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<title> title2 : title3 </title><article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p></p></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertSame('title2 : title3', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertSame('title2 : title3', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testTitleTooShortUseH1(): void
|
|
|
|
public function testTitleTooShortUseH1()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<title>too short</title><h1>this is my h1 title !</h1><article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p></p></article>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<title>too short</title><h1>this is my h1 title !</h1><article class="awesomecontent">' . str_repeat('<p>This is an awesome text with some links, here there are the awesome</p>', 7) . '<p></p></article>', 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertSame('this is my h1 title !', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertSame('this is my h1 title !', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This is an awesome text with some links, here there are', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringNotContainsString('This text is also an awesome text and you should know that', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testAutoClosingIframeNotThrowingException(): void
|
|
|
|
// dummy function to be used to the next test
|
|
|
|
|
|
|
|
public function error2Exception($code, $string, $file, $line)
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
throw new \Exception($string, $code);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
public function testAutoClosingIframeNotThrowingException()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$oldErrorReporting = error_reporting(\E_ALL);
|
|
|
|
$oldErrorReporting = error_reporting(\E_ALL);
|
|
|
|
$oldDisplayErrors = ini_set('display_errors', '1');
|
|
|
|
$oldDisplayErrors = ini_set('display_errors', true);
|
|
|
|
// dummy function to be used to the next test
|
|
|
|
set_error_handler([$this, 'error2Exception']);
|
|
|
|
set_error_handler(function (int $errno, string $errstr, string $errfile, int $errline) {
|
|
|
|
|
|
|
|
throw new \Exception($errstr, $errno);
|
|
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
try {
|
|
|
|
$data = '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
|
|
$data = '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
|
@@ -350,16 +359,19 @@ class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
</div>
|
|
|
|
</body>
|
|
|
|
</body>
|
|
|
|
</html>';
|
|
|
|
</html>';
|
|
|
|
|
|
|
|
|
|
|
|
$readability = $this->getReadability($data, 'http://iosgames.ru/?p=22030');
|
|
|
|
$readability = $this->getReadability($data, 'http://iosgames.ru/?p=22030');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
|
|
|
|
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
$this->assertStringContainsString('<iframe src="https://www.youtube.com/embed/PUep6xNeKjA" width="560" height="315" frameborder="0" allowfullscreen="allowfullscreen"> </iframe>', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<iframe src="https://www.youtube.com/embed/PUep6xNeKjA" width="560" height="315" frameborder="0" allowfullscreen="allowfullscreen"> </iframe>', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('3D Touch', $readability->getTitle()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('3D Touch', $readability->getTitle()->getInnerHtml());
|
|
|
|
} finally {
|
|
|
|
} finally {
|
|
|
@@ -374,7 +386,7 @@ class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* This should generate an Exception "DOMElement::setAttribute(): ID post-60 already defined".
|
|
|
|
* This should generate an Exception "DOMElement::setAttribute(): ID post-60 already defined".
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
public function testAppendIdAlreadyHere(): void
|
|
|
|
public function testAppendIdAlreadyHere()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$data = '<!DOCTYPE html>
|
|
|
|
$data = '<!DOCTYPE html>
|
|
|
|
<html lang="fr">
|
|
|
|
<html lang="fr">
|
|
|
@@ -421,15 +433,16 @@ class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
</html>';
|
|
|
|
</html>';
|
|
|
|
|
|
|
|
|
|
|
|
$readability = $this->getReadability($data, 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability($data, 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
|
|
|
|
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getContent());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getContent());
|
|
|
|
$this->assertInstanceOf(JSLikeHTMLElement::class, $readability->getTitle());
|
|
|
|
$this->assertInstanceOf('Readability\JSLikeHTMLElement', $readability->getTitle());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testPostFilters(): void
|
|
|
|
public function testPostFilters()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('<p>This <strong>is</strong> the awesome content :)</p>', 10) . '</div>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('<p>This <strong>is</strong> the awesome content :)</p>', 10) . '</div>', 'http://0.0.0.0');
|
|
|
|
$readability->addPostFilter('!<strong[^>]*>(.*?)</strong>!is', '');
|
|
|
|
$readability->addPostFilter('!<strong[^>]*>(.*?)</strong>!is', '');
|
|
|
@@ -440,8 +453,10 @@ class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
$this->assertStringContainsString('This the awesome content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This the awesome content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testPreFilters(): void
|
|
|
|
public function testPreFilters()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
|
|
|
|
$this->markTestSkipped('Won\'t work until loadHtml() is moved in init() instead of __construct()');
|
|
|
|
|
|
|
|
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('<p>This <b>is</b> the awesome and WONDERFUL content :)</p>', 7) . '</div>', 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability('<div>' . str_repeat('<p>This <b>is</b> the awesome and WONDERFUL content :)</p>', 7) . '</div>', 'http://0.0.0.0');
|
|
|
|
$readability->addPreFilter('!<b[^>]*>(.*?)</b>!is', '');
|
|
|
|
$readability->addPreFilter('!<b[^>]*>(.*?)</b>!is', '');
|
|
|
|
|
|
|
|
|
|
|
@@ -451,24 +466,26 @@ class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
$this->assertStringContainsString('This the awesome and WONDERFUL content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('This the awesome and WONDERFUL content :)', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testChildNodeGoneNull(): void
|
|
|
|
public function testChildNodeGoneNull()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
// from http://www.ayyaantuu.net/ethiopia-targets-opposition-lawmakers/
|
|
|
|
// from http://www.ayyaantuu.net/ethiopia-targets-opposition-lawmakers/
|
|
|
|
$html = (string) file_get_contents('tests/fixtures/childNodeGoesNull.html');
|
|
|
|
$html = file_get_contents('tests/fixtures/childNodeGoesNull.html');
|
|
|
|
|
|
|
|
|
|
|
|
$readability = $this->getReadability($html, 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability($html, 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$readability->convertLinksToFootnotes = true;
|
|
|
|
$readability->convertLinksToFootnotes = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testKeepFootnotes(): void
|
|
|
|
public function testKeepFootnotes()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
// from https://www.schreibdichte.de/blog/feed-aggregator-und-spaeter-lesen-dienst-im-team
|
|
|
|
// from https://www.schreibdichte.de/blog/feed-aggregator-und-spaeter-lesen-dienst-im-team
|
|
|
|
$html = (string) file_get_contents('tests/fixtures/keepFootnotes.html');
|
|
|
|
$html = file_get_contents('tests/fixtures/keepFootnotes.html');
|
|
|
|
|
|
|
|
|
|
|
|
$readability = $this->getReadability($html, 'http://0.0.0.0');
|
|
|
|
$readability = $this->getReadability($html, 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
@@ -476,102 +493,20 @@ class ReadabilityTest extends \PHPUnit\Framework\TestCase
|
|
|
|
$this->assertStringContainsString('<a href="#fnref1:fnfeed_2" rev="footnote"', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<a href="#fnref1:fnfeed_2" rev="footnote"', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function testWithWipedBody(): void
|
|
|
|
public function testWithWipedBody()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
// from https://www.cs.cmu.edu/~rgs/alice-table.html
|
|
|
|
// from https://www.cs.cmu.edu/~rgs/alice-table.html
|
|
|
|
$html = (string) file_get_contents('tests/fixtures/wipedBody.html');
|
|
|
|
$html = file_get_contents('tests/fixtures/wipedBody.html');
|
|
|
|
|
|
|
|
|
|
|
|
$readability = $this->getReadability($html, 'http://0.0.0.0', 'libxml', false);
|
|
|
|
$readability = $this->getReadability($html, 'http://0.0.0.0', 'libxml', false);
|
|
|
|
|
|
|
|
$readability->debug = true;
|
|
|
|
$res = $readability->init();
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertTrue($res);
|
|
|
|
$this->assertStringContainsString('<a href="alice-I.html">Down the Rabbit-Hole</a>', $readability->getContent()->getInnerHtml());
|
|
|
|
$this->assertStringContainsString('<a href="alice-I.html">Down the Rabbit-Hole</a>', $readability->getContent()->getInnerHtml());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
public function dataForVisibleNode(): array
|
|
|
|
private function getReadability($html, $url = null, $parser = 'libxml', $useTidy = true)
|
|
|
|
{
|
|
|
|
|
|
|
|
return [
|
|
|
|
|
|
|
|
'visible node' => [
|
|
|
|
|
|
|
|
'<div>' . str_repeat('<p>This <b>is</b> the awesome and WONDERFUL content :)</p>', 7) . '</div>',
|
|
|
|
|
|
|
|
true,
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
'display=none' => [
|
|
|
|
|
|
|
|
'<div style="display:none;">' . str_repeat('<p>This <b>is</b> the awesome and WONDERFUL content :)</p>', 7) . '</div>',
|
|
|
|
|
|
|
|
false,
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
'display=inline' => [
|
|
|
|
|
|
|
|
'<div style="display:inline;">' . str_repeat('<p>This <b>is</b> the awesome and WONDERFUL content :)</p>', 7) . '</div>',
|
|
|
|
|
|
|
|
true,
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
'hidden attribute' => [
|
|
|
|
|
|
|
|
'<div hidden>' . str_repeat('<p>This <b>is</b> the awesome and WONDERFUL content :)</p>', 7) . '</div>',
|
|
|
|
|
|
|
|
false,
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
'missing display' => [
|
|
|
|
|
|
|
|
'<div style="color:#ccc;">' . str_repeat('<p>This <b>is</b> the awesome and WONDERFUL content :)</p>', 7) . '</div>',
|
|
|
|
|
|
|
|
true,
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
];
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
|
|
* @dataProvider dataForVisibleNode
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
public function testVisibleNode(string $content, bool $shouldBeVisible): void
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
$readability = $this->getReadability($content, 'http://0.0.0.0');
|
|
|
|
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if ($shouldBeVisible) {
|
|
|
|
|
|
|
|
$this->assertStringContainsString('WONDERFUL content', $readability->getContent()->getInnerHtml());
|
|
|
|
|
|
|
|
} else {
|
|
|
|
|
|
|
|
$this->assertStringNotContainsString('WONDERFUL content', $readability->getContent()->getInnerHtml());
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
|
|
* @return array<string, array{0: string, 1: string, 2?: bool}>
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
public function dataForHtmlLang(): array
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
return [
|
|
|
|
|
|
|
|
'meta' => [
|
|
|
|
|
|
|
|
'<html lang="fr"><head><meta charset="utf-8"></head><body><article>' . str_repeat('<p>This is the awesome content :)</p>', 7) . '</article></body></html>',
|
|
|
|
|
|
|
|
'fr',
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
'head' => [
|
|
|
|
|
|
|
|
'<html lang="fr"><head><title>Foo</title></head><body><article>' . str_repeat('<p>This is the awesome content :)</p>', 7) . '</article></body></html>',
|
|
|
|
|
|
|
|
'fr',
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
'headless' => [
|
|
|
|
|
|
|
|
'<html lang="fr"><body><article>' . str_repeat('<p>This is the awesome content :)</p>', 7) . '</article></body></html>',
|
|
|
|
|
|
|
|
'fr',
|
|
|
|
|
|
|
|
// tidy would add <head> tag.
|
|
|
|
|
|
|
|
false,
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
'fragment' => [
|
|
|
|
|
|
|
|
'<article>' . str_repeat('<p>This is the awesome content :)</p>', 7) . '</article>',
|
|
|
|
|
|
|
|
'',
|
|
|
|
|
|
|
|
// tidy would add <html>.
|
|
|
|
|
|
|
|
false,
|
|
|
|
|
|
|
|
],
|
|
|
|
|
|
|
|
];
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
|
|
* @dataProvider dataForHtmlLang
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
public function testHtmlLang(string $html, string $lang, bool $useTidy = true): void
|
|
|
|
|
|
|
|
{
|
|
|
|
|
|
|
|
$readability = $this->getReadability($html, 'http://0.0.0.0', 'libxml', $useTidy);
|
|
|
|
|
|
|
|
$res = $readability->init();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
$this->assertTrue($res);
|
|
|
|
|
|
|
|
$this->assertInstanceOf(\DOMDocument::class, $readability->dom);
|
|
|
|
|
|
|
|
$this->assertSame($lang, $readability->dom->documentElement->getAttribute('lang'));
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private function getReadability(string $html, ?string $url = null, string $parser = 'libxml', bool $useTidy = true): Readability
|
|
|
|
|
|
|
|
{
|
|
|
|
{
|
|
|
|
$readability = new Readability($html, $url, $parser, $useTidy);
|
|
|
|
$readability = new Readability($html, $url, $parser, $useTidy);
|
|
|
|
|
|
|
|
|
|
|
|
