class FeedsExHtml in Feeds extensible parsers 7.2

Parses HTML documents with XPath.

Hierarchy

• class \FeedsExBase extends \FeedsParser
  • class \FeedsExXml
    • class \FeedsExHtml

6 string references to 'FeedsExHtml'

FeedsExHtmlTests::setUp in src/Tests/FeedsExHtml.test

FeedsExHtmlUnitTests::testCP866Encoded in src/Tests/FeedsExHtml.test

Tests parsing a CP866 (Russian) encoded file.

FeedsExHtmlUnitTests::testEUCJPEncodedNoDeclaration in src/Tests/FeedsExHtml.test

Tests a EUC-JP (Japanese) encoded file without the encoding declaration.

FeedsExHtmlUnitTests::testLinkIsSet in src/Tests/FeedsExHtml.test

Tests that the link propery is set.

FeedsExHtmlUnitTests::testSimpleParsing in src/Tests/FeedsExHtml.test

Tests simple parsing.

... See full list

File

src/FeedsExHtml.inc, line 11

Contains FeedsExHtml.

class FeedsExHtml extends FeedsExXml {

  /**
   * Whether this version of PHP has the correct saveHTML() method.
   *
   * @var bool
   */
  protected $useSaveHTML;

  /**
   * {@inheritdoc}
   */
  public function __construct($id) {
    parent::__construct($id);

    // DOMDocument::saveHTML() cannot take $node as an argument prior to 5.3.6.
    $this->useSaveHTML = version_compare(PHP_VERSION, '5.3.6', '>=');
  }

  /**
   * {@inheritdoc}
   */
  protected function convertEncoding($data, $encoding = 'UTF-8') {

    // Check for an encoding declaration.
    $matches = FALSE;
    if (preg_match('/<meta[^>]+charset\\s*=\\s*["\']?([\\w-]+)\\b/i', $data, $matches)) {
      $encoding = $matches[1];
    }
    elseif ($detected = parent::detectEncoding($data)) {
      $encoding = $detected;
    }

    // Unsupported encodings are converted here into UTF-8.
    $php_supported = array(
      'utf-8',
      'us-ascii',
      'ascii',
    );
    if (in_array(strtolower($encoding), $php_supported)) {
      return $data;
    }
    $data = parent::convertEncoding($data, $encoding);
    if ($matches) {
      $data = preg_replace('/(<meta[^>]+charset\\s*=\\s*["\']?)([\\w-]+)\\b/i', '$1UTF-8', $data, 1);
    }
    return $data;
  }

  /**
   * {@inheritdoc}
   */
  protected function prepareDocument(FeedsSource $source, FeedsFetcherResult $fetcher_result) {
    $raw = $fetcher_result
      ->getRaw();
    if (!strlen(trim($raw))) {
      throw new FeedsExEmptyException();
    }
    $raw = $this
      ->convertEncoding($raw);
    if ($this->config['use_tidy'] && extension_loaded('tidy')) {
      $raw = tidy_repair_string($raw, $this
        ->getTidyConfig(), 'utf8');
    }
    return FeedsExXmlUtility::createHtmlDocument($raw);
  }

  /**
   * {@inheritdoc}
   */
  protected function getRaw(DOMNode $node) {
    if ($this->useSaveHTML) {
      return $node->ownerDocument
        ->saveHTML($node);
    }
    return $node->ownerDocument
      ->saveXML($node, LIBXML_NOEMPTYTAG);
  }

  /**
   * {@inheritdoc}
   */
  protected function getTidyConfig() {
    return array(
      'merge-divs' => FALSE,
      'merge-spans' => FALSE,
      'join-styles' => FALSE,
      'drop-empty-paras' => FALSE,
      'wrap' => 0,
      'tidy-mark' => FALSE,
      'escape-cdata' => TRUE,
      'word-2000' => TRUE,
    );
  }

}

Members

Name	Modifiers	Type	Description	Overrides
FeedsExBase::$isMultibyte	protected	property	Whether the current system handles mb_* functions.
FeedsExBase::$messenger	protected	property	The object used to display messages to the user.
FeedsExBase::configFormValidate	public	function
FeedsExBase::debug	protected	function	Renders our debug messages into a list.
FeedsExBase::delegateParsing	protected	function	Delegates parsing to the subclass.
FeedsExBase::detectEncoding	protected	function	Detects the encoding of a string.
FeedsExBase::executeSources	protected	function	Executes the source expressions.
FeedsExBase::getFormHeader	protected	function	Returns the configuration form table header.
FeedsExBase::getMappingSources	public	function
FeedsExBase::getMessenger	public	function	Returns the messenger.
FeedsExBase::hasConfigForm	public	function
FeedsExBase::hasConfigurableContext	protected	function	Returns whether or not this parser uses a context query.	2
FeedsExBase::hasSourceConfig	public	function
FeedsExBase::loadLibrary	protected	function	Loads the necessary library.	2
FeedsExBase::logErrors	protected	function	Logs errors.
FeedsExBase::parse	public	function
FeedsExBase::prepareExpressions	protected	function	Prepares the expressions for parsing.
FeedsExBase::prepareVariables	protected	function	Prepares the variable map used to substitution.
FeedsExBase::printErrors	protected	function	Prints errors to the screen.
FeedsExBase::setMessenger	public	function	Sets the messenger to be used to display messages.
FeedsExBase::setMultibyte	public	function	Sets the multibyte handling.
FeedsExBase::sourceDefaults	public	function
FeedsExBase::sourceForm	public	function
FeedsExBase::sourceFormValidate	public	function
FeedsExBase::sourceSave	public	function
FeedsExHtml::$useSaveHTML	protected	property	Whether this version of PHP has the correct saveHTML() method.
FeedsExHtml::convertEncoding	protected	function	Converts a string to UTF-8. Overrides FeedsExXml::convertEncoding
FeedsExHtml::getRaw	protected	function	Returns the raw XML of a DOM node. Overrides FeedsExXml::getRaw
FeedsExHtml::getTidyConfig	protected	function	Returns the options for phptidy. Overrides FeedsExXml::getTidyConfig
FeedsExHtml::prepareDocument	protected	function	Prepares the DOM document. Overrides FeedsExXml::prepareDocument
FeedsExHtml::__construct	public	function	Overrides FeedsExBase::__construct
FeedsExXml::$entityLoader	protected	property	The previous value for the entity loader.
FeedsExXml::$handleXmlErrors	protected	property	The previous value for XML error handling.
FeedsExXml::$xpath	protected	property	The FeedsExXpathDomXpath object used for parsing.
FeedsExXml::cleanUp	protected	function	Allows subclasses to cleanup after parsing. Overrides FeedsExBase::cleanUp
FeedsExXml::configDefaults	public	function	Overrides FeedsExBase::configDefaults
FeedsExXml::configForm	public	function	Overrides FeedsExBase::configForm
FeedsExXml::configFormTableColumn	protected	function	Returns a form element for a specific column. Overrides FeedsExBase::configFormTableColumn	1
FeedsExXml::configFormTableHeader	protected	function	Reuturns the list of table headers. Overrides FeedsExBase::configFormTableHeader	1
FeedsExXml::executeContext	protected	function	Returns rows to be parsed. Overrides FeedsExBase::executeContext	1
FeedsExXml::executeSourceExpression	protected	function	Executes a single source expression. Overrides FeedsExBase::executeSourceExpression	1
FeedsExXml::getErrors	protected	function	Returns the errors after parsing. Overrides FeedsExBase::getErrors
FeedsExXml::setUp	protected	function	Allows subclasses to prepare for parsing. Overrides FeedsExBase::setUp	1
FeedsExXml::startErrorHandling	protected	function	Starts internal error handling. Overrides FeedsExBase::startErrorHandling
FeedsExXml::stopErrorHandling	protected	function	Stops internal error handling. Overrides FeedsExBase::stopErrorHandling
FeedsExXml::validateExpression	protected	function	Validates an expression. Overrides FeedsExBase::validateExpression	1