class CSV in Migrate Source CSV 8.2
Same name and namespace in other branches
- 8.3 src/Plugin/migrate/source/CSV.php \Drupal\migrate_source_csv\Plugin\migrate\source\CSV
- 8 src/Plugin/migrate/source/CSV.php \Drupal\migrate_source_csv\Plugin\migrate\source\CSV
Source for CSV.
If the CSV file contains non-ASCII characters, make sure it includes a UTF BOM (Byte Order Marker) so they are interpreted correctly.
Plugin annotation
@MigrateSource(
id = "csv"
)
Hierarchy
- class \Drupal\Component\Plugin\PluginBase implements DerivativeInspectionInterface, PluginInspectionInterface
- class \Drupal\Core\Plugin\PluginBase uses DependencySerializationTrait, MessengerTrait, StringTranslationTrait
- class \Drupal\migrate\Plugin\migrate\source\SourcePluginBase implements RollbackAwareInterface, MigrateSourceInterface
- class \Drupal\migrate_source_csv\Plugin\migrate\source\CSV implements ConfigurablePluginInterface
- class \Drupal\migrate\Plugin\migrate\source\SourcePluginBase implements RollbackAwareInterface, MigrateSourceInterface
- class \Drupal\Core\Plugin\PluginBase uses DependencySerializationTrait, MessengerTrait, StringTranslationTrait
Expanded class hierarchy of CSV
2 files declare their use of CSV
- CSVUnitTest.php in tests/
src/ Unit/ Plugin/ migrate/ source/ CSVUnitTest.php - YieldRows.php in tests/
modules/ source_plugin_yield_test/ src/ Plugin/ migrate/ source/ YieldRows.php
2 string references to 'CSV'
- migrate_plus.migration.migrate_csv.yml in tests/
modules/ migrate_source_csv_test/ config/ optional/ migrate_plus.migration.migrate_csv.yml - tests/modules/migrate_source_csv_test/config/optional/migrate_plus.migration.migrate_csv.yml
- migrate_source_csv.source.schema.yml in config/
schema/ migrate_source_csv.source.schema.yml - config/schema/migrate_source_csv.source.schema.yml
File
- src/
Plugin/ migrate/ source/ CSV.php, line 22
Namespace
Drupal\migrate_source_csv\Plugin\migrate\sourceView source
class CSV extends SourcePluginBase implements ConfigurablePluginInterface {
/**
* List of available source fields.
*
* Keys are the field machine names as used in field mappings, values are
* descriptions.
*
* @var array
*/
protected $fields = [];
/**
* List of key fields, as indexes.
*
* @var array
*/
protected $keys = [];
/**
* The file class to read the file.
*
* @var string
*/
protected $fileClass = '';
/**
* The file object that reads the CSV file.
*
* @var \SplFileObject
*/
protected $file = NULL;
/**
* {@inheritdoc}
*/
public function __construct(array $configuration, $plugin_id, $plugin_definition, MigrationInterface $migration) {
parent::__construct($configuration, $plugin_id, $plugin_definition, $migration);
$this
->setConfiguration($configuration);
// Path is required.
if (empty($this
->getConfiguration()['path'])) {
throw new MigrateException('You must declare the "path" to the source CSV file in your source settings.');
}
// Key field(s) are required.
if (empty($this
->getConfiguration()['keys'])) {
throw new MigrateException('You must declare "keys" as a unique array of fields in your source settings.');
}
$this->fileClass = $this
->getConfiguration()['file_class'];
}
/**
* Return a string representing the source file path.
*
* @return string
* The file path.
*/
public function __toString() {
return $this
->getConfiguration()['path'];
}
/**
* {@inheritdoc}
*/
public function initializeIterator() {
if (!file_exists($this
->getConfiguration()['path'])) {
throw new InvalidPluginDefinitionException($this
->getPluginId(), sprintf('File path (%s) does not exist.', $this
->getConfiguration()['path']));
}
// File handler using header-rows-respecting extension of SPLFileObject.
$this->file = new $this->fileClass($this
->getConfiguration()['path']);
return $this
->setupFile();
}
/**
* Setup the file.
*
* @return \SplFileObject
* Returns the file object.
*/
protected function setupFile() {
// Set basics of CSV behavior based on configuration.
$delimiter = $this
->getConfiguration()['delimiter'];
$enclosure = $this
->getConfiguration()['enclosure'];
$escape = $this
->getConfiguration()['escape'];
$this->file
->setCsvControl($delimiter, $enclosure, $escape);
$this->file
->setFlags($this
->getConfiguration()['file_flags']);
// Figure out what CSV column(s) to use. Use either the header row(s) or
// explicitly provided column name(s).
if ($this
->getConfiguration()['header_row_count']) {
$this->file
->setHeaderRowCount($this
->getConfiguration()['header_row_count']);
// Find the last header line.
$this->file
->rewind();
$this->file
->seek($this->file
->getHeaderRowCount() - 1);
$row = $this->file
->current();
foreach ($row as $header) {
$header = trim($header);
$column_names[] = [
$header => $header,
];
}
$this->file
->setColumnNames($column_names);
}
// An explicit list of column name(s) will override any header row(s).
if ($this
->getConfiguration()['column_names']) {
$this->file
->setColumnNames($this
->getConfiguration()['column_names']);
}
return $this->file;
}
/**
* {@inheritdoc}
*/
public function getIds() {
$ids = [];
foreach ($this
->getConfiguration()['keys'] as $delta => $value) {
if (is_array($value)) {
$ids[$delta] = $value;
}
else {
$ids[$value]['type'] = 'string';
}
}
return $ids;
}
/**
* {@inheritdoc}
*/
public function fields() {
$fields = [];
if (!$this->file) {
$this
->initializeIterator();
}
foreach ($this->file
->getColumnNames() as $column) {
$fields[key($column)] = reset($column);
}
// Any caller-specified fields with the same names as extracted fields will
// override them; any others will be added.
$fields = $this
->getConfiguration()['fields'] + $fields;
return $fields;
}
/**
* {@inheritdoc}
*/
public function getConfiguration() {
return $this->configuration;
}
/**
* Gets the file object.
*
* @return \SplFileObject
* The file object.
*/
public function getFile() {
return $this->file;
}
/**
* {@inheritdoc}
*/
public function setConfiguration(array $configuration) {
// We must preserve integer keys for column_name mapping.
$this->configuration = NestedArray::mergeDeepArray([
$this
->defaultConfiguration(),
$configuration,
], TRUE);
}
/**
* {@inheritdoc}
*/
public function defaultConfiguration() {
return [
'fields' => [],
'keys' => [],
'column_names' => [],
'header_row_count' => 0,
'file_flags' => \SplFileObject::READ_CSV | \SplFileObject::READ_AHEAD | \SplFileObject::DROP_NEW_LINE | \SplFileObject::SKIP_EMPTY,
'delimiter' => ',',
'enclosure' => '"',
'escape' => '\\',
'path' => '',
'file_class' => 'Drupal\\migrate_source_csv\\CSVFileObject',
];
}
/**
* {@inheritdoc}
*/
public function calculateDependencies() {
return [];
}
}
Members
Name | Modifiers | Type | Description | Overrides |
---|---|---|---|---|
CSV:: |
protected | property | List of available source fields. | |
CSV:: |
protected | property | The file object that reads the CSV file. | |
CSV:: |
protected | property | The file class to read the file. | |
CSV:: |
protected | property | List of key fields, as indexes. | |
CSV:: |
public | function |
Calculates dependencies for the configured plugin. Overrides DependentPluginInterface:: |
|
CSV:: |
public | function |
Gets default configuration for this plugin. Overrides ConfigurablePluginInterface:: |
|
CSV:: |
public | function |
Returns available fields on the source. Overrides MigrateSourceInterface:: |
|
CSV:: |
public | function |
Gets this plugin's configuration. Overrides ConfigurablePluginInterface:: |
|
CSV:: |
public | function | Gets the file object. | |
CSV:: |
public | function |
Defines the source fields uniquely identifying a source row. Overrides MigrateSourceInterface:: |
|
CSV:: |
public | function |
Initializes the iterator with the source data. Overrides SourcePluginBase:: |
1 |
CSV:: |
public | function |
Sets the configuration for this plugin instance. Overrides ConfigurablePluginInterface:: |
|
CSV:: |
protected | function | Setup the file. | |
CSV:: |
public | function |
Constructs a \Drupal\Component\Plugin\PluginBase object. Overrides SourcePluginBase:: |
|
CSV:: |
public | function |
Return a string representing the source file path. Overrides MigrateSourceInterface:: |
|
DependencySerializationTrait:: |
protected | property | An array of entity type IDs keyed by the property name of their storages. | |
DependencySerializationTrait:: |
protected | property | An array of service IDs keyed by property name used for serialization. | |
DependencySerializationTrait:: |
public | function | 1 | |
DependencySerializationTrait:: |
public | function | 2 | |
MessengerTrait:: |
protected | property | The messenger. | 29 |
MessengerTrait:: |
public | function | Gets the messenger. | 29 |
MessengerTrait:: |
public | function | Sets the messenger. | |
PluginBase:: |
protected | property | Configuration information passed into the plugin. | 1 |
PluginBase:: |
protected | property | The plugin implementation definition. | 1 |
PluginBase:: |
protected | property | The plugin_id. | |
PluginBase:: |
constant | A string which is used to separate base plugin IDs from the derivative ID. | ||
PluginBase:: |
public | function |
Gets the base_plugin_id of the plugin instance. Overrides DerivativeInspectionInterface:: |
|
PluginBase:: |
public | function |
Gets the derivative_id of the plugin instance. Overrides DerivativeInspectionInterface:: |
|
PluginBase:: |
public | function |
Gets the definition of the plugin implementation. Overrides PluginInspectionInterface:: |
3 |
PluginBase:: |
public | function |
Gets the plugin_id of the plugin instance. Overrides PluginInspectionInterface:: |
|
PluginBase:: |
public | function | Determines if the plugin is configurable. | |
SourcePluginBase:: |
protected | property | The backend cache. | |
SourcePluginBase:: |
protected | property | Whether this instance should cache the source count. | 1 |
SourcePluginBase:: |
protected | property | Key to use for caching counts. | |
SourcePluginBase:: |
protected | property | The current row from the query. | |
SourcePluginBase:: |
protected | property | The primary key of the current row. | |
SourcePluginBase:: |
protected | property | Information on the property used as the high-water mark. | |
SourcePluginBase:: |
protected | property | The key-value storage for the high-water value. | |
SourcePluginBase:: |
protected | property | The migration ID map. | |
SourcePluginBase:: |
protected | property | The iterator to iterate over the source rows. | |
SourcePluginBase:: |
protected | property | Flags whether source plugin will read the map row and add to data row. | |
SourcePluginBase:: |
protected | property | The entity migration object. | |
SourcePluginBase:: |
protected | property | The module handler service. | 2 |
SourcePluginBase:: |
protected | property | The high water mark at the beginning of the import operation. | |
SourcePluginBase:: |
protected | property | Whether this instance should not attempt to count the source. | 1 |
SourcePluginBase:: |
protected | property | Flags whether to track changes to incoming data. | 1 |
SourcePluginBase:: |
protected | function | Check if the incoming data is newer than what we've previously imported. | |
SourcePluginBase:: |
public | function | Gets the source count. | 4 |
SourcePluginBase:: |
public | function | ||
SourcePluginBase:: |
protected | function | Gets the source count checking if the source is countable or using the iterator_count function. | 1 |
SourcePluginBase:: |
protected | function | Position the iterator to the following row. | 1 |
SourcePluginBase:: |
protected | function | Gets the cache object. | |
SourcePluginBase:: |
public | function | Gets the currentSourceIds data member. | |
SourcePluginBase:: |
protected | function | The current value of the high water mark. | |
SourcePluginBase:: |
protected | function | Get the name of the field used as the high watermark. | |
SourcePluginBase:: |
protected | function | Get information on the property used as the high watermark. | |
SourcePluginBase:: |
protected | function | Get the high water storage object. | 1 |
SourcePluginBase:: |
protected | function | Returns the iterator that will yield the row arrays to be processed. | |
SourcePluginBase:: |
protected | function | Gets the module handler. | |
SourcePluginBase:: |
public | function |
Gets the source module providing the source data. Overrides MigrateSourceInterface:: |
|
SourcePluginBase:: |
public | function | Gets the iterator key. | |
SourcePluginBase:: |
public | function | The migration iterates over rows returned by the source plugin. This method determines the next row which will be processed and imported into the system. | |
SourcePluginBase:: |
public | function |
Performs post-rollback tasks. Overrides RollbackAwareInterface:: |
|
SourcePluginBase:: |
public | function |
Adds additional data to the row. Overrides MigrateSourceInterface:: |
50 |
SourcePluginBase:: |
public | function |
Performs pre-rollback tasks. Overrides RollbackAwareInterface:: |
|
SourcePluginBase:: |
public | function | Rewinds the iterator. | |
SourcePluginBase:: |
protected | function | Checks if the incoming row has changed since our last import. | |
SourcePluginBase:: |
protected | function | Save the new high water mark. | |
SourcePluginBase:: |
public | function | Checks whether the iterator is currently valid. | |
StringTranslationTrait:: |
protected | property | The string translation service. | 1 |
StringTranslationTrait:: |
protected | function | Formats a string containing a count of items. | |
StringTranslationTrait:: |
protected | function | Returns the number of plurals supported by a given language. | |
StringTranslationTrait:: |
protected | function | Gets the string translation service. | |
StringTranslationTrait:: |
public | function | Sets the string translation service to use. | 2 |
StringTranslationTrait:: |
protected | function | Translates a string to the current language or to a given language. |