View source
<?php
namespace Drupal\search_api\Plugin\search_api\processor;
use Drupal\Component\Render\FormattableMarkup;
use Drupal\Component\Utility\Html;
use Drupal\Core\Form\FormStateInterface;
use Drupal\Core\Url;
use Drupal\search_api\Item\FieldInterface;
use Drupal\search_api\Plugin\search_api\data_type\value\TextValueInterface;
use Drupal\search_api\Processor\FieldsProcessorPluginBase;
use Drupal\search_api\Utility\DataTypeHelperInterface;
use Drupal\search_api\Utility\Utility;
use Symfony\Component\Yaml\Dumper;
use Symfony\Component\Yaml\Exception\ParseException;
use Symfony\Component\Yaml\Parser;
class HtmlFilter extends FieldsProcessorPluginBase {
protected $dataTypeHelper;
public function getDataTypeHelper() {
return $this->dataTypeHelper ?: \Drupal::service('search_api.data_type_helper');
}
public function setDataTypeHelper(DataTypeHelperInterface $data_type_helper) {
$this->dataTypeHelper = $data_type_helper;
return $this;
}
public function defaultConfiguration() {
$configuration = parent::defaultConfiguration();
$configuration += [
'title' => TRUE,
'alt' => TRUE,
'tags' => [
'h1' => 5,
'h2' => 3,
'h3' => 2,
'strong' => 2,
'b' => 2,
'em' => 1.5,
'u' => 1.5,
],
];
return $configuration;
}
public function buildConfigurationForm(array $form, FormStateInterface $form_state) {
$form = parent::buildConfigurationForm($form, $form_state);
$form['title'] = [
'#type' => 'checkbox',
'#title' => $this
->t('Index title attribute'),
'#description' => $this
->t('If set, the contents of title attributes will be indexed.'),
'#default_value' => $this->configuration['title'],
];
$form['alt'] = [
'#type' => 'checkbox',
'#title' => $this
->t('Index alt attribute'),
'#description' => $this
->t('If set, the alternative text of images will be indexed.'),
'#default_value' => $this->configuration['alt'],
];
$dumper = new Dumper();
$tags = $dumper
->dump($this->configuration['tags'], 2);
$tags = str_replace('\\r\\n', "\n", $tags);
$tags = str_replace('"', '', $tags);
$t_args[':url'] = Url::fromUri('https://en.wikipedia.org/wiki/YAML')
->toString();
$form['tags'] = [
'#type' => 'textarea',
'#title' => $this
->t('Tag boosts'),
'#description' => $this
->t('Specify special boost values for certain HTML elements, in <a href=":url">YAML file format</a>. The boost values of nested elements are multiplied, elements not mentioned will have the default boost value of 1. Assign a boost of 0 to ignore the text content of that HTML element.', $t_args),
'#default_value' => $tags,
];
return $form;
}
public function validateConfigurationForm(array &$form, FormStateInterface $form_state) {
parent::validateConfigurationForm($form, $form_state);
$tags = trim($form_state
->getValue('tags'));
if (!$tags) {
$form_state
->setValue('tags', []);
return;
}
$errors = [];
try {
$parser = new Parser();
$tags = $parser
->parse($tags);
if (!is_array($tags)) {
$errors[] = $this
->t('Tags is not a valid YAML map. See @link for information on how to write correctly formed YAML.', [
'@link' => 'http://yaml.org',
]);
$tags = [];
}
} catch (ParseException $exception) {
$errors[] = $this
->t('Tags is not a valid YAML map. See @link for information on how to write correctly formed YAML.', [
'@link' => 'http://yaml.org',
]);
$tags = [];
}
foreach ($tags as $key => $value) {
$tag = "<{$key}>";
if (is_array($value)) {
$errors[] = $this
->t("Boost value for tag @tag can't be an array.", [
'@tag' => $tag,
]);
}
elseif (!is_numeric($value)) {
$errors[] = $this
->t('Boost value for tag @tag must be numeric.', [
'@tag' => $tag,
]);
}
elseif ($value < 0) {
$errors[] = $this
->t('Boost value for tag @tag must be non-negative.', [
'@tag' => $tag,
]);
}
elseif ($value == 1) {
unset($tags[$key]);
}
else {
$tags[$key] = (double) $value;
}
}
$form_state
->setValue('tags', $tags);
if ($errors) {
$message = array_shift($errors);
foreach ($errors as $error) {
$args = [
'@message1' => $message,
'@message2' => $error,
];
$message = new FormattableMarkup('@message1<br />@message2', $args);
}
$form_state
->setError($form['tags'], $message);
}
}
protected function processField(FieldInterface $field) {
parent::processField($field);
foreach ($field
->getValues() as $value) {
if ($value instanceof TextValueInterface) {
$value
->setProperty('strip_html');
}
}
}
protected function processFieldValue(&$value, $type) {
$text = preg_replace('@<(applet|audio|canvas|command|embed|iframe|map|menu|noembed|noframes|noscript|script|style|svg|video)[^>]*>.*</\\1>@siU', ' ', $value);
$is_text_type = $this
->getDataTypeHelper()
->isTextType($type);
if ($is_text_type) {
$text = str_replace([
'<',
'>',
], [
' <',
'> ',
], $text);
if ($this->configuration['title']) {
$text = preg_replace('/(<[-a-z_]+[^>]*["\\s])title\\s*=\\s*("([^"]+)"|\'([^\']+)\')([^>]*>)/i', '$1 $5 $3$4 ', $text);
}
if ($this->configuration['alt']) {
$text = preg_replace('/<[-a-z_]+[^>]*["\\s]alt\\s*=\\s*("([^"]+)"|\'([^\']+)\')[^>]*>/i', ' <img>$2$3</img> ', $text);
}
}
if ($this->configuration['tags'] && $is_text_type) {
$text = strip_tags($text, '<' . implode('><', array_keys($this->configuration['tags'])) . '>');
$value = $this
->parseHtml($text);
}
else {
$text = strip_tags($text);
$value = $this
->normalizeText(trim($text));
}
}
protected function process(&$value) {
$value = str_replace([
'<',
'>',
], [
' <',
'> ',
], $value);
$value = strip_tags($value);
$value = $this
->normalizeText($value);
}
protected function parseHtml(&$text, $active_tag = NULL, $boost = 1.0) {
$ret = [];
while (($pos = strpos($text, '<')) !== FALSE) {
$text_before = substr($text, 0, $pos);
$text_after = substr($text, $pos + 1);
if (!preg_match('#^(/?)([-:_a-zA-Z0-9]+)#', $text_after, $m)) {
$text = $text_before . '<' . $text_after;
continue;
}
if ($boost && $pos > 0) {
$value = $this
->normalizeText($text_before);
if ($value !== '') {
$ret[] = Utility::createTextToken($value, $boost);
}
}
$text = $text_after;
$pos = strpos($text, '>');
$empty_tag = $text[$pos - 1] == '/';
$text = substr($text, $pos + 1);
if ($m[1]) {
if ($active_tag && $m[2] == $active_tag) {
return $ret;
}
}
elseif (!$empty_tag) {
$inner_boost = $boost * ($this->configuration['tags'][$m[2]] ?? 1);
$ret = array_merge($ret, $this
->parseHtml($text, $m[2], $inner_boost));
}
}
if ($text) {
$value = $this
->normalizeText($text);
if ($value !== '') {
$ret[] = Utility::createTextToken($value, $boost);
}
$text = '';
}
return $ret;
}
protected function normalizeText($value) {
$value = Html::decodeEntities($value);
$value = trim($value);
$value = preg_replace('/\\s+/', ' ', $value);
return $value;
}
}
