I've a test site with four languages, and a translated taxonomy names for each one (i18n). Some of them have special chars like "&", and when I create a view to list each one, displaying only the taxonomy name (translated) the're displayed as "&".

To reproduce, the taxonomy terms are: (en/es/fr/de) Coffee/Café/Café/Kaffee & co.
They are displayed as: Coffee/Café/Café/Kaffee & co.

The view is:

$view = new view;
$view->name = 'taxonomy_block';
$view->description = '';
$view->tag = 'default';
$view->base_table = 'taxonomy_term_data';
$view->human_name = 'Taxonomy Block';
$view->core = 7;
$view->api_version = '3.0';
$view->disabled = FALSE; /* Edit this to true to make a default view disabled initially */

/* Display: Master */
$handler = $view->new_display('default', 'Master', 'default');
$handler->display->display_options['title'] = 'Varieties';
$handler->display->display_options['access']['type'] = 'perm';
$handler->display->display_options['cache']['type'] = 'none';
$handler->display->display_options['query']['type'] = 'views_query';
$handler->display->display_options['query']['options']['query_comment'] = FALSE;
$handler->display->display_options['exposed_form']['type'] = 'basic';
$handler->display->display_options['pager']['type'] = 'none';
$handler->display->display_options['style_plugin'] = 'list';
$handler->display->display_options['row_plugin'] = 'fields';
/* Field: Taxonomy term: Name (translated) */
$handler->display->display_options['fields']['name_i18n']['id'] = 'name_i18n';
$handler->display->display_options['fields']['name_i18n']['table'] = 'taxonomy_term_data';
$handler->display->display_options['fields']['name_i18n']['field'] = 'name_i18n';
$handler->display->display_options['fields']['name_i18n']['label'] = '';
$handler->display->display_options['fields']['name_i18n']['alter']['alter_text'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['make_link'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['absolute'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['external'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['replace_spaces'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['trim_whitespace'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['nl2br'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['word_boundary'] = 1;
$handler->display->display_options['fields']['name_i18n']['alter']['ellipsis'] = 1;
$handler->display->display_options['fields']['name_i18n']['alter']['more_link'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['strip_tags'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['trim'] = 0;
$handler->display->display_options['fields']['name_i18n']['alter']['html'] = 0;
$handler->display->display_options['fields']['name_i18n']['element_label_colon'] = FALSE;
$handler->display->display_options['fields']['name_i18n']['element_default_classes'] = 1;
$handler->display->display_options['fields']['name_i18n']['hide_empty'] = 0;
$handler->display->display_options['fields']['name_i18n']['empty_zero'] = 0;
$handler->display->display_options['fields']['name_i18n']['hide_alter_empty'] = 1;
$handler->display->display_options['fields']['name_i18n']['link_to_taxonomy'] = 1;
$handler->display->display_options['fields']['name_i18n']['convert_spaces'] = 0;
/* Filter criterion: Taxonomy vocabulary: Machine name */
$handler->display->display_options['filters']['machine_name']['id'] = 'machine_name';
$handler->display->display_options['filters']['machine_name']['table'] = 'taxonomy_vocabulary';
$handler->display->display_options['filters']['machine_name']['field'] = 'machine_name';
$handler->display->display_options['filters']['machine_name']['value'] = array(
  'varieties' => 'varieties',
);

/* Display: Varieties menu */
$handler = $view->new_display('block', 'Varieties menu', 'block');
$handler->display->display_options['block_description'] = 'Varieties menu';