You are here

user_import.admin.inc in User Import 6.4

Provide administration configuration pages to import users.

File

user_import.admin.inc
View source
<?php

/**
 * @file
 * Provide administration configuration pages to import users.
 */
function user_import_confirm_delete($form_state, $import_id) {
  $form['import_id'] = array(
    '#type' => 'value',
    '#value' => $import_id,
  );
  return confirm_form($form, t('Are you sure you want to delete the user import process?'), 'admin/people/user_import', t('Delete this user import process, the file from which user data was being read must be deleted manualy. This action cannot be undone.'), t('Delete'), t('Cancel'));
}
function user_import_confirm_delete_submit($form, &$form_state) {
  if ($form_state['values']['confirm']) {
    user_import_delete($form_state['values']['import_id']);
  }
}
function user_import_confirm_continue($form_state, $import_id) {
  $form['import_id'] = array(
    '#type' => 'value',
    '#value' => $import_id,
  );
  return confirm_form($form, t('Are you sure you want to continue to import users?'), 'admin/people/user_import', t('Restart user import from where it last stopped.'), t('Continue'), t('Cancel'));
}
function user_import_confirm_continue_submit($form, &$form_state) {
  if ($form_state['values']['confirm']) {
    user_import_continue($form_state['values']['import_id']);
  }
}
function user_import_confirm_import($form_state, $import_id) {
  $form['import_id'] = array(
    '#type' => 'value',
    '#value' => $import_id,
  );
  return confirm_form($form, t('Are you sure you want to import users?'), 'admin/people/user_import', t('Start importing users.'), t('Import'), t('Cancel'));
}
function user_import_confirm_import_submit($form, &$form_state) {
  if ($form_state['values']['confirm']) {
    user_import_import($form_state['values']['import_id']);
  }
}
function user_import_list($action = NULL, $import_id = NULL) {

  // clear incomplete imports
  _user_import_incomplete_deletion();
  if (!empty($import_id) && is_numeric($import_id)) {
    $pager_id = 1;
    $max = 25;
    $import = _user_import_settings_select($import_id);
    $total = db_result(db_query("SELECT count(data) FROM {user_import_errors} WHERE import_id = %d", $import['import_id']));
    $results = pager_query("SELECT * FROM {user_import_errors} WHERE import_id = %d", $max, $pager_id, NULL, array(
      $import['import_id'],
    ));
    while ($line = db_fetch_array($results)) {
      $line['data'] = unserialize($line['data']);
      $line['errors'] = unserialize($line['errors']);
      $file_lines[] = $line;
    }
    $output = theme('user_import_errors_display', $import, $file_lines, $total);
    $output .= theme('pager', NULL, $max, $pager_id);
  }
  else {
    $output = theme('user_import_list');
  }
  return $output;
}
function user_import_preferences($import_id = NULL, $template_id = NULL) {
  if (empty($import_id)) {
    $output = drupal_get_form('user_import_add_form');
  }
  else {
    $output = drupal_get_form('user_import_edit', $import_id, $template_id);
  }
  return $output;
}
function user_import_continue($import_id = NULL) {
  if (!empty($import_id) && is_numeric($import_id)) {
    module_load_include('inc', 'user_import', 'user_import.import');
    $import = _user_import_settings_select($import_id);
    _user_import_process($import);
  }
  drupal_goto('admin/user/user_import');
}
function user_import_import($import_id = NULL) {
  if (!empty($import_id) && is_numeric($import_id)) {
    $import = _user_import_settings_select($import_id);
    _user_import_initialise_import($import);
  }
  drupal_goto('admin/user/user_import');
}
function user_import_delete($import_id = NULL, $return_path = 'admin/user/user_import') {
  if (empty($import_id) || !is_numeric($import_id)) {
    drupal_goto($return_path);
  }
  $import = _user_import_settings_select($import_id);
  _user_import_settings_deletion($import_id);
  _user_import_file_deletion($import['filepath'], $import['filename'], $import['oldfilename'], $import['ftp']);
  drupal_goto($return_path);
  return;
}

/**
 * Configuration form define (settings affect all user imports)
 */
function user_import_configure_form() {
  $form['performance'] = array(
    '#type' => 'fieldset',
    '#title' => t('Performance'),
    '#collapsible' => TRUE,
    '#collapsed' => TRUE,
  );
  $form['performance']['user_import_max'] = array(
    '#type' => 'textfield',
    '#title' => t('Maximum Users/Process'),
    '#default_value' => variable_get('user_import_max', 250),
    '#size' => 10,
    '#maxlength' => 10,
    '#description' => t('Maximum number of users to import each time the file is processed, useful for controling the rate at which emails are sent out.'),
  );
  $form['performance']['user_import_line_max'] = array(
    '#type' => 'textfield',
    '#title' => t('Maximum length of line'),
    '#default_value' => variable_get('user_import_line_max', 1000),
    '#size' => 10,
    '#maxlength' => 10,
    '#description' => t('The default is set at 1,000 characters, if a line in your csv is longer than this you should set a higher maximum here. Setting higher maximums will slow down imports.'),
  );
  if (module_exists('profile')) {
    $date_options = array(
      'MM/DD/YYYY' => 'MM/DD/YYYY',
      'DD/MM/YYYY' => 'DD/MM/YYYY',
      'YYYY/MM/DD' => 'YYYY/MM/DD',
      'YYYY/DD/MM' => 'YYYY/DD/MM',
    );
    $form['profile'] = array(
      '#type' => 'fieldset',
      '#title' => t('Profile Settings'),
      '#collapsible' => TRUE,
      '#collapsed' => TRUE,
    );
    $form['profile']['profile_date_format'] = array(
      '#type' => 'select',
      '#title' => t('Date field format'),
      '#description' => t('Select a format for importing dates into user profiles (Profile module).'),
      '#default_value' => variable_get('user_import_profile_date_format', 'MM/DD/YYYY'),
      '#options' => $date_options,
    );
  }
  $saved_templates = _user_import_settings_select(NULL, TRUE);
  if (!empty($saved_templates)) {
    $form['settings_templates'] = array(
      '#type' => 'fieldset',
      '#title' => t('Settings Templates'),
      '#collapsible' => TRUE,
      '#collapsed' => TRUE,
    );
    $templates_list = array(
      '-- none --',
    );
    foreach ($saved_templates as $template) {
      $templates_list[$template['import_id']] = $template['name'];
      $templates_delete[$template['import_id']] = $template['name'];
    }
    $form['settings_templates']['user_import_settings'] = array(
      '#type' => 'select',
      '#title' => t('Default Settings'),
      '#description' => t('Select if you want to use a previously saved set of settings as default for all imports.'),
      '#default_value' => variable_get('user_import_settings', 0),
      '#options' => $templates_list,
    );
    $form['settings_templates']['templates'] = array(
      '#type' => 'checkboxes',
      '#title' => t('Delete Templates'),
      '#options' => $templates_delete,
    );
  }
  $form['submit'] = array(
    '#type' => 'submit',
    '#value' => t('Save'),
  );
  return $form;
}
function user_import_configure_form_validate($form, &$form_state) {
  if (is_numeric($form_state['values']['user_import_max'])) {
    if ($form_state['values']['user_import_max'] < 10) {
      form_set_error('user_import_max', t("Value should be at least 10."));
    }
  }
  else {
    form_set_error('user_import_max', t('Value must be a number.'));
  }
  if (is_numeric($form_state['values']['user_import_line_max'])) {
    if ($form_state['values']['user_import_line_max'] < 1000) {
      form_set_error('user_import_line_max', t("Value must be higher than 1000."));
    }
    if ($form_state['values']['user_import_line_max'] > 1000000) {
      form_set_error('user_import_line_max', t("Value must be lower than 1,000,000."));
    }
  }
  else {
    form_set_error('user_import_line_max', t('Value must be a number.'));
  }
  return;
}
function user_import_configure_form_submit($form, &$form_state) {
  settype($form_state['values']['user_import_max'], 'integer');
  settype($form_state['values']['user_import_line_max'], 'integer');
  variable_set('user_import_max', $form_state['values']['user_import_max']);
  variable_set('user_import_line_max', $form_state['values']['user_import_line_max']);
  variable_set('user_import_settings', $form_state['values']['user_import_settings']);
  $profile_date_format = isset($form_state['values']['profile_date_format']) ? $form_state['values']['profile_date_format'] : 0;
  variable_set('user_import_profile_date_format', $profile_date_format);
  if (!empty($form_state['values']['templates'])) {
    foreach ($form_state['values']['templates'] as $import_id) {
      if (!empty($import_id)) {
        $template = _user_import_settings_select($import_id);
        if (!empty($deleted)) {
          $deleted .= ', ';
        }
        $deleted .= $template['name'];
        _user_import_settings_deletion($import_id);
      }
    }
  }
  if (!empty($deleted)) {
    drupal_set_message(t('Settings templates deleted: @deleted', array(
      '@deleted' => $deleted,
    )));
  }
  drupal_set_message(t('Configuration settings have been saved.'));
  $form_state['redirect'] = 'admin/user/user_import';
}
function user_import_add_form($import_id = NULL) {
  $form = array();
  $ftp_files = _user_import_ftp_files();
  user_import_add_file_form($form, $ftp_files);
  user_import_delimiter_form($form);
  $settings = _user_import_settings_select(NULL, TRUE);
  if ($settings) {
    $saved_settings = array(
      t('-- none --'),
    );
    foreach ($settings as $settings_set) {
      $saved_settings[$settings_set['import_id']] = $settings_set['name'];
    }
    $form['import_template_select'] = array(
      '#type' => 'select',
      '#title' => t('Saved Settings'),
      '#description' => t('Select if you want to use a previously saved set of settings.'),
      '#default_value' => variable_get('user_import_settings', 0),
      '#options' => $saved_settings,
    );
  }
  $form['next'] = array(
    '#type' => 'submit',
    '#value' => t('Next'),
  );

  // Set form parameters so we can accept file uploads.
  $form['#attributes'] = array(
    'enctype' => 'multipart/form-data',
  );
  return $form;
}
function user_import_add_form_validate($form, &$form_state) {
  $file = _user_import_file(NULL, $form_state['values']['file_ftp']);

  // check file uploaded OK
  if (empty($file->filename)) {
    form_set_error('file_upload', t('A file must be uploaded or selected from FTP updates.'));
  }

  /**
   * @todo check file matches saved settings selected
   */
  return;
}
function user_import_add_form_submit($form, &$form_state) {
  $settings_template = '';
  $file = _user_import_file(NULL, $form_state['values']['file_ftp']);
  $form_state['values']['ftp'] = empty($form_state['values']['file_ftp']) ? FALSE : TRUE;
  $form_state['values']['filename'] = $file->filename;
  $form_state['values']['oldfilename'] = $file->filename;
  $form_state['values']['filepath'] = $file->filepath;
  $form_state['values']['setting'] = 'file set';

  // create import setting
  $import = _user_import_settings_save($form_state['values']);
  if (!empty($form_state['values']['import_template_select'])) {
    $settings_template = check_plain($form_state['values']['import_template_select']);
  }
  $form_state['redirect'] = 'admin/user/user_import/add/' . $import['import_id'] . '/' . $settings_template;
}
function user_import_delimiter_form(&$form, $value = ',') {
  $form['file_settings'] = array(
    '#type' => 'fieldset',
    '#title' => t('File Settings'),
    '#collapsible' => TRUE,
    '#collapsed' => TRUE,
    '#description' => t("File column delimiter"),
  );
  $form['file_settings']['delimiter'] = array(
    '#type' => 'textfield',
    '#title' => t('Delimiter'),
    '#size' => 4,
    '#default_value' => $value,
    '#required' => TRUE,
    '#description' => t("The column delimiter for the file. Use '/t' for Tab."),
  );
}
function user_import_edit($form_state, $import_id, $template_id = NULL) {

  // load code for supported modules
  user_import_load_supported();
  $form = array();
  $import = _user_import_settings_select($import_id);
  $import['template_id'] = $template_id;
  $form['ftp'] = array(
    '#type' => 'value',
    '#value' => $import['options']['ftp'],
  );

  // add setting template values
  if ($import['setting'] == 'file set') {
    $import = _user_import_initialise_import($import);
  }
  $form['import_id'] = array(
    '#type' => 'value',
    '#value' => $import_id,
  );
  $form['setting'] = array(
    '#type' => 'value',
    '#value' => $import['setting'],
  );
  $form['return_path'] = array(
    '#type' => 'value',
    '#default_value' => 'admin/user/user_import',
  );
  $form['og_id'] = array(
    '#type' => 'value',
    '#default_value' => 0,
  );

  // don't use hook because these need to be added in this order;
  user_import_edit_file_fields($form, $import);
  user_import_form_field_match($form, $import);
  $collapsed = empty($import['name']) ? FALSE : TRUE;
  $additional_fieldsets = module_invoke_all('user_import_form_fieldset', $import, $collapsed);
  if (is_array($additional_fieldsets)) {
    $form = $form + $additional_fieldsets;
  }
  $update_user = module_invoke_all('user_import_form_update_user');
  if (is_array($update_user)) {
    $form['update_user'] = array(
      '#type' => 'fieldset',
      '#title' => t('Update Existing Users'),
      '#collapsible' => TRUE,
      '#collapsed' => TRUE,
      '#tree' => TRUE,
    );
    foreach ($update_user as $module => $display) {
      $options = array(
        UPDATE_NONE => t('No Update'),
        UPDATE_REPLACE => t('Replace Data'),
        UPDATE_ADD => t('Add Data'),
      );
      if (isset($display['exclude_add']) && $display['exclude_add'] == TRUE) {
        unset($options[UPDATE_ADD]);
      }
      if (isset($display['exclude_replace']) && $display['exclude_replace'] == TRUE) {
        unset($options[UPDATE_REPLACE]);
      }
      $form['update_user'][$module] = array(
        '#type' => 'radios',
        '#title' => $display['title'],
        '#options' => $options,
        '#default_value' => empty($import['options']['update_user'][$module]) ? UPDATE_NONE : $import['options']['update_user'][$module],
        '#description' => $display['description'],
      );
    }
  }

  // don't show test option if import has started
  if ($import['setting'] != 'import' && $import['setting'] != 'imported') {
    $form['test'] = array(
      '#type' => 'submit',
      '#value' => t('Test'),
      '#weight' => 100,
      '#submit' => array(
        'user_import_test_submit',
        'user_import_edit_submit',
      ),
    );
  }
  $form['import'] = array(
    '#type' => 'submit',
    '#value' => t('Import'),
    '#weight' => 100,
    '#submit' => array(
      'user_import_import_submit',
      'user_import_edit_submit',
    ),
  );
  $form['cancel'] = array(
    '#type' => 'submit',
    '#value' => t('Cancel'),
    '#weight' => 100,
    '#validate' => array(
      'user_import_edit_cancel_validate',
    ),
  );
  return $form;
}
function user_import_edit_cancel_validate($form, &$form_state) {

  // if import was being added - delete file
  if ($form_state['values']['setting'] == 'file set') {
    $settings = _user_import_settings_select($form_state['values']['import_id']);
    _user_import_settings_deletion($form_state['values']['import_id']);
    _user_import_file_deletion($settings['filepath'], $settings['filename'], $settings['oldfilename'], $settings['options']['ftp']);
  }
  $form_state['redirect'] = 'admin/user/user_import';
}
function user_import_edit_validate($form, &$form_state) {
  $email = FALSE;
  $fields = array();
  $import_key = $form_state['values']['import_key'];
  $import_key_match = FALSE;
  foreach ($form_state['values']['field_match'] as $row => $values) {

    // check each field is unique
    if ($values['field_match'] != '0' && $values['field_match'] != '-------------' && in_array($values['field_match'], $fields)) {
      form_set_error('field_match', t('Database fields can only be matched to one column of the csv file.'));
    }
    $fields[$values['field_match']] = $values['field_match'];

    // check email address has been selected
    if ($values['field_match'] == 'user-email') {
      $email = TRUE;
    }

    // Check Import Key has a corresponding Field Match.
    if ($values['field_match'] == $import_key) {
      $import_key_match = TRUE;
    }
  }
  if (!$email) {
    form_set_error('email', t('One column of the csv file must be set as the email address.'));
  }
  if ($import_key != 'user-email' && !$import_key_match) {
    form_set_error('import_key', t('There must be a Field Match for the Import Key field.'));
  }
  if ($form_state['values']['name']) {
    $form_state['values']['name'] = rtrim($form_state['values']['name']);
    if (drupal_strlen($form_state['values']['name']) < 1 || drupal_strlen($form_state['values']['name']) > 25) {
      form_set_error('name', t('Name of saved settings must be 25 characters or less.'));
    }
  }
  return;
}

/**
 *  Save a new template.
 */
function user_import_template_new_submit($form, &$form_state) {

  // save settings for import
  _user_import_settings_save($form_state['values']);

  // save settings for template
  $import_id = $form_state['values']['import_id'];
  $form_state['values']['setting'] = 'template';
  unset($form_state['values']['import_id']);
  _user_import_initialise_import($form_state['values']);
  drupal_set_message(t("'%name' was saved as a settings template.", array(
    '%name' => $form_state['values']['name'],
  )));

  // reload settings page
  $form_state['redirect'] = 'admin/user/user_import/add/' . $import_id;
  return;
}

/**
 *  Update an existing template.
 */
function user_import_template_update_submit($form, &$form_state) {

  // save settings for import
  $import_id = $form_state['values']['import_id'];
  _user_import_settings_save($form_state['values']);

  // get template details
  $template_id = db_result(db_query("SELECT import_id from {user_import} where setting = 'template' AND name= '%s' LIMIT 1", $form['#current_template']));

  // save settings for template
  $form_state['values']['setting'] = 'template';
  $form_state['values']['import_id'] = $template_id;
  $form_state['values']['name'] = $form['#current_template'];
  _user_import_initialise_import($form_state['values']);
  drupal_set_message(t("'%name' settings template was updated.", array(
    '%name' => $form['#current_template'],
  )));

  // reload settings page
  $form_state['redirect'] = 'admin/user/user_import/add/' . $import_id;
  return;
}

/**
 *
 */
function user_import_test_submit($form, &$form_state) {
  $form_state['values']['setting'] = 'test';
  drupal_set_message(t('Tested'));
}

/**
 *
 */
function user_import_import_submit($form, &$form_state) {
  $form_state['values']['setting'] = 'import';
  drupal_set_message(t('Imported'));
}

/**
 *
 */
function user_import_edit_submit($form, &$form_state) {

  // Deal with import being canceled.
  if ($form_state['clicked_button']['#value'] == t('Cancel')) {
    $form_state['redirect'] = 'admin/user/user_import';
    return;
  }
  module_load_include('inc', 'user_import', 'user_import.import');
  if ($form_state['values']['setting'] == 'file set') {
    $filepath = file_move($form_state['values']['filepath'], file_directory_path() . '/' . $form_state['values']['filename']);
  }
  if (!empty($form_state['values']['og_id'])) {
    $form_state['values']['groups'][$form_state['values']['og_id']] = $form_state['values']['og_id'];
  }
  $form_state['values']['ftp'] = $form_state['values']['ftp'];
  $form_state['values'] = _user_import_settings_save($form_state['values']);
  $form_state['values']['save']['update'] = NULL;
  $form_state['values']['import_template_id'] = NULL;
  $form_state['values']['save']['name'] = NULL;
  $form_state['redirect'] = $form_state['values']['return_path'];
  _user_import_process($form_state['values']);
}
function user_import_add_file_form(&$form, $ftp_files = NULL) {
  $form['browser'] = array(
    '#type' => 'fieldset',
    '#title' => t('Browser Upload'),
    '#collapsible' => TRUE,
    '#description' => t("Upload a CSV file."),
  );
  if (function_exists('file_upload_max_size')) {
    $file_size = t('Maximum file size: %size.', array(
      '%size' => format_size(file_upload_max_size()),
    ));
  }
  $form['browser']['file_upload'] = array(
    '#type' => 'file',
    '#title' => t('CSV File'),
    '#size' => 40,
    '#description' => t('Select the CSV file to be imported. ') . $file_size,
  );
  if (!empty($ftp_files)) {
    $form['ftp'] = array(
      '#type' => 'fieldset',
      '#title' => t('FTP Upload'),
      '#collapsible' => TRUE,
      '#collapsed' => TRUE,
      '#description' => t("Any files uploaded to the 'user_import' directory using FTP can be selected for import here. Useful if the import file is too large for upload via the browser."),
    );
    $form['ftp']['file_ftp'] = array(
      '#type' => 'radios',
      '#title' => t('Files'),
      '#default_value' => 0,
      '#options' => $ftp_files,
    );

    // reload the page to show any files that have been added by FTP
    $form['ftp']['scan'] = array(
      '#type' => 'submit',
      '#value' => t('Check for new files'),
      '#validate' => array(),
      '#submit' => array(),
    );
  }
  return;
}
function user_import_edit_file_fields(&$form, $import) {
  $form['filename'] = array(
    '#type' => 'value',
    '#value' => $import['filename'],
  );
  $form['oldfilename'] = array(
    '#type' => 'value',
    '#value' => $import['oldfilename'],
  );
  $form['filepath'] = array(
    '#type' => 'value',
    '#value' => $import['filepath'],
  );
  return;
}

// - - - - - - - -  FILE HANDLING - - - - - - - -

/**
 * open file
 */
function _user_import_file_open($filepath, $filename) {
  ini_set('auto_detect_line_endings', true);
  $handle = @fopen($filepath, "r");
  if (!$handle) {
    form_set_error('file', t("Could not find the csv file '%filename'", array(
      '%filename' => $filename,
    )), 'error');
    return t("Please add your file again.");
  }
  return $handle;
}
function _user_import_file_deletion($filepath, $filename, $old_filename, $ftp, $message = TRUE) {
  if ($ftp) {
    drupal_set_message(t("File '%filename' was uploaded using FTP and should be deleted manually once the import has been completed.", array(
      '%filename' => $filename,
    )));
    return;
  }
  $removed = file_delete($filepath);
  if (!$message) {
    return;
  }
  if (empty($removed)) {
    drupal_set_message(t("File error: file '%old_filename' (%filename) could not be deleted.", array(
      '%old_filename' => $oldfilename,
      '%filename' => $filename,
    )), 'error');
  }
  else {
    drupal_set_message(t("File '%old_filename' was deleted.", array(
      '%old_filename' => $old_filename,
    )));
  }
  return;
}

/*
 * File being used
 * $import_id - use file info stored in database
 * $ftp_file - chosen from FTP uploaded files
 * $uploaded_file - uploaded through browser
 */
function _user_import_file($import_id = NULL, $ftp_file_selected = NULL) {
  static $file;
  if (!empty($file)) {
    return $file;
  }

  // file was uploaded through browser
  $file = file_save_upload('file_upload');
  if (!empty($file)) {
    return $file;
  }

  // file was uploaded by FTP
  if (!empty($ftp_file_selected)) {
    $ftp_files = _user_import_ftp_files();
    $filepath = drupal_get_path('module', 'user_import');
    $filename = $ftp_files[$ftp_file_selected];
    $file = new stdClass();
    $file->filepath = "{$filepath}/{$filename}";
    $file->filename = $filename;
    return $file;
  }

  // use file info stored in database
  if (!empty($import_id)) {
    $import = _user_import_settings_select($import_id);
    $file->filepath = $import['filepath'];
    $file->oldfilename = $import['oldfilename'];
    $file->filename = $import['filename'];
    return $file;
  }
  return;
}

// get info on files  uploaded via FTP
function _user_import_ftp_files() {
  $directory = opendir(drupal_get_path('module', 'user_import'));
  $filenames[] = t('none');
  $ignorable_files = array(
    '.',
    '..',
    '.DS_Store',
    'CVS',
    '.svn',
    '.git',
    'user_import.test',
    'API.txt',
    'user_import.drush.inc',
    'README.txt',
    'LICENSE.txt',
    'UPDATES.txt',
    'user_import.module',
    'user_import.install',
    'user_import.info',
    'user_import.admin.inc',
    'user_import.import.inc',
    'supported',
    'tests',
  );
  while ($file = readdir($directory)) {
    if (!in_array($file, $ignorable_files)) {
      $filenames[] = $file;
    }
  }
  closedir($directory);
  return $filenames;
}

// delete incomplete import settings, where only the file has been uploaded
function _user_import_incomplete_deletion() {
  $results = db_query("SELECT * FROM {user_import} WHERE setting = 'file set'");
  while ($import = db_fetch_object($results)) {
    $options = unserialize($import->options);
    _user_import_file_deletion($import->filepath, $import->filename, $import->oldfilename, $options['ftp'], FALSE);
    _user_import_settings_deletion($import->import_id);
  }
  return;
}

// - - - - - - - -  MISC - - - - - - - -
function user_import_form_field_match(&$form, $import) {
  $delimiter = isset($import['options']['delimiter']) && !empty($import['options']['delimiter']) ? $import['options']['delimiter'] : ',';
  $collapsed = empty($import['name']) ? FALSE : TRUE;
  $handle = _user_import_file_open($form['filepath']['#value'], $form['filename']['#value']);
  $data_row = _user_import_file_row($form['filename']['#value'], $handle, $delimiter);
  $fieldmatch_description_parts = array(
    '<strong>' . t('Drupal fields') . ':</strong> ' . t("Match columns in CSV file to drupal user fields, leave as '----' to ignore the column."),
    '<strong>' . t('Username') . ':</strong> ' . t("If username is selected for multiple fields, the username will be built in the order selected. Otherwise, the username will be randomly generated."),
    '<strong>' . t('Abbreviate') . ':</strong> ' . t("Use the first letter of a field in uppercase for the Username, e.g. 'john' -> 'J'."),
  );
  $fieldmatch_description = theme('item_list', $fieldmatch_description_parts);
  $form['field_match'] = array(
    '#type' => 'fieldset',
    '#title' => t('Field Match'),
    '#description' => $fieldmatch_description,
    '#weight' => -90,
    '#collapsible' => TRUE,
    '#collapsed' => $collapsed,
    '#tree' => TRUE,
  );

  // add default and email address options
  $user_fields[0] = '-------------';
  $additional_user_fields = module_invoke_all('user_import_form_field_match');
  foreach ($additional_user_fields as $type => $type_options) {
    if (is_array($type_options)) {
      foreach ($type_options as $field_id => $label) {
        $user_fields["{$type}-{$field_id}"] = $label;
      }
    }
  }
  asort($user_fields);
  $row = 0;
  $sort = array(
    t('--'),
    1,
    2,
    3,
    4,
  );
  if (empty($data_row)) {
    return;
  }
  foreach ($data_row as $data_cell) {
    $form['field_match'][$row] = array(
      '#tree' => TRUE,
    );
    $form['field_match'][$row]['csv'] = array(
      '#value' => check_plain(drupal_substr($data_cell, 0, 40)),
    );
    $form['field_match'][$row]['field_match'] = array(
      '#type' => 'select',
      '#default_value' => isset($import['field_match'][$row]['field_match']) ? $import['field_match'][$row]['field_match'] : $user_fields[0],
      '#options' => $user_fields,
    );
    $form['field_match'][$row]['username'] = array(
      '#type' => 'select',
      '#default_value' => isset($import['field_match'][$row]['username']) ? $import['field_match'][$row]['username'] : $sort[0],
      '#options' => $sort,
    );
    $form['field_match'][$row]['abbreviate'] = array(
      '#type' => 'checkbox',
      '#default_value' => isset($import['field_match'][$row]['abbreviate']) ? $import['field_match'][$row]['abbreviate'] : NULL,
    );
    $row++;
  }
  return;
}

// get first row of file
function _user_import_file_row($filename, $handle, $delimiter = ',') {

  // Handle folks who may list 'tab' as 't' or 'tab'
  if (strtolower($delimiter) == 't' || strtolower($delimiter) == 'tab') {
    $delimiter = '\\t';
  }
  $data_row = @fgetcsv($handle, 1000000, $delimiter);
  if (!$data_row) {
    form_set_error('file', t("Could not get data, the file '%filename' is either empty or has incompatible line endings.", array(
      '%filename' => $filename,
    )), 'error');
  }
  return $data_row;
}

// move from one stage to the next
// set up all necessary variables
function _user_import_initialise_import($import) {

  //_user_import_process won't work w/o this include
  module_load_include('inc', 'user_import', 'user_import.import');
  switch ($import['setting']) {
    case 'imported':
      drupal_set_message(t('File has already been imported'), 'error');
      break;

    // add setting template values to new import settings
    case 'file set':
      if (empty($import['template_id'])) {
        return $import;
      }
      $template = _user_import_settings_select($import['template_id']);
      $template['import_id'] = $import['import_id'];
      $template['filename'] = $import['filename'];
      $template['oldfilename'] = $import['oldfilename'];
      $template['filepath'] = $import['filepath'];
      $template['started'] = 0;
      $template['setting'] = 'file set';
      return $template;
    case 'test':
    case 'tested':
      $import['setting'] = 'import';
      $import['started'] = 0;
      $import['pointer'] = 0;
      $import['processed'] = 0;
      $import['valid'] = 0;
      _user_import_errors_display_delete($import['import_id']);
      _user_import_settings_save($import);
      _user_import_process($import);
      break;
    case 'template':
      unset($import['filename']);
      unset($import['oldfilename']);
      unset($import['filepath']);
      $import['started'] = 0;
      $import['pointer'] = 0;
      $import['processed'] = 0;
      $import['valid'] = 0;
      _user_import_settings_save($import);
      break;
    default:
      _user_import_process($import);
      drupal_set_message(t('Imported'));
      break;
  }
  return;
}
function _user_import_errors_display_delete($import_id) {
  db_query("DELETE FROM {user_import_errors} WHERE import_id = %d", $import_id);
  return;
}
function _user_import_profile($key = 'fid', $return_value = NULL) {
  if (!module_exists('profile')) {
    return;
  }
  static $fields_static;
  $fields = array();

  // avoid making more than one database call for profile info
  if (empty($fields_static)) {
    $results = db_query("SELECT * FROM {profile_fields}");
    while ($row = db_fetch_object($results)) {

      // don't include private fields
      if (user_access('administer users') || $row->visibility != PROFILE_PRIVATE) {
        $fields_static[] = $row;
      }
    }
  }
  if (empty($fields_static)) {
    return array();
  }

  // return all profile fields info, or just specific type
  if (empty($return_value)) {
    foreach ($fields_static as $field) {
      $fields[$field->{$key}] = $field;
    }
  }
  else {
    foreach ($fields_static as $field) {
      $fields[$field->{$key}] = $field->{$return_value};
    }
  }
  asort($fields);
  return $fields;
}