diff -r 07239de796bb -r e756a8c72c3d cms/drupal/modules/simpletest/tests/unicode.test
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/cms/drupal/modules/simpletest/tests/unicode.test	Fri Sep 08 12:04:06 2017 +0200
@@ -0,0 +1,305 @@
+<?php
+
+/**
+ * @file
+ * Various unicode handling tests.
+ */
+
+/**
+ * Test unicode handling features implemented in unicode.inc.
+ */
+class UnicodeUnitTest extends DrupalUnitTestCase {
+
+  /**
+   * Whether to run the extended version of the tests (including non latin1 characters).
+   *
+   * @var boolean
+   */
+  protected $extendedMode = FALSE;
+
+  public static function getInfo() {
+    return array(
+      'name' => 'Unicode handling',
+      'description' => 'Tests Drupal Unicode handling.',
+      'group' => 'System',
+    );
+  }
+
+  /**
+   * Test full unicode features implemented using the mbstring extension.
+   */
+  function testMbStringUnicode() {
+    global $multibyte;
+
+    // mbstring was not detected on this installation, there is no way to test
+    // multibyte features. Treat that as an exception.
+    if ($multibyte == UNICODE_SINGLEBYTE) {
+      $this->error(t('Unable to test Multibyte features: mbstring extension was not detected.'));
+    }
+
+    $multibyte = UNICODE_MULTIBYTE;
+
+    $this->extendedMode = TRUE;
+    $this->pass(t('Testing in mbstring mode'));
+
+    $this->helperTestStrToLower();
+    $this->helperTestStrToUpper();
+    $this->helperTestUcFirst();
+    $this->helperTestStrLen();
+    $this->helperTestSubStr();
+    $this->helperTestTruncate();
+  }
+
+  /**
+   * Test emulated unicode features.
+   */
+  function testEmulatedUnicode() {
+    global $multibyte;
+
+    $multibyte = UNICODE_SINGLEBYTE;
+
+    $this->extendedMode = FALSE;
+
+    $this->pass(t('Testing in emulated (best-effort) mode'));
+
+    $this->helperTestStrToLower();
+    $this->helperTestStrToUpper();
+    $this->helperTestUcFirst();
+    $this->helperTestStrLen();
+    $this->helperTestSubStr();
+    $this->helperTestTruncate();
+  }
+
+  function helperTestStrToLower() {
+    $testcase = array(
+      'tHe QUIcK bRoWn' => 'the quick brown',
+      'FrançAIS is ÜBER-åwesome' => 'français is über-åwesome',
+    );
+    if ($this->extendedMode) {
+      $testcase['ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΣὨ'] = 'αβγδεζηθικλμνξοσὠ';
+    }
+
+    foreach ($testcase as $input => $output) {
+      $this->assertEqual(drupal_strtolower($input), $output, format_string('%input is lowercased as %output', array('%input' => $input, '%output' => $output)));
+    }
+  }
+
+  function helperTestStrToUpper() {
+    $testcase = array(
+      'tHe QUIcK bRoWn' => 'THE QUICK BROWN',
+      'FrançAIS is ÜBER-åwesome' => 'FRANÇAIS IS ÜBER-ÅWESOME',
+    );
+    if ($this->extendedMode) {
+      $testcase['αβγδεζηθικλμνξοσὠ'] = 'ΑΒΓΔΕΖΗΘΙΚΛΜΝΞΟΣὨ';
+    }
+
+    foreach ($testcase as $input => $output) {
+      $this->assertEqual(drupal_strtoupper($input), $output, format_string('%input is uppercased as %output', array('%input' => $input, '%output' => $output)));
+    }
+  }
+
+  function helperTestUcFirst() {
+    $testcase = array(
+      'tHe QUIcK bRoWn' => 'THe QUIcK bRoWn',
+      'françAIS' => 'FrançAIS',
+      'über' => 'Über',
+      'åwesome' => 'Åwesome'
+    );
+    if ($this->extendedMode) {
+      $testcase['σion'] = 'Σion';
+    }
+
+    foreach ($testcase as $input => $output) {
+      $this->assertEqual(drupal_ucfirst($input), $output, format_string('%input is ucfirst-ed as %output', array('%input' => $input, '%output' => $output)));
+    }
+  }
+
+  function helperTestStrLen() {
+    $testcase = array(
+      'tHe QUIcK bRoWn' => 15,
+      'ÜBER-åwesome' => 12,
+    );
+
+    foreach ($testcase as $input => $output) {
+      $this->assertEqual(drupal_strlen($input), $output, format_string('%input length is %output', array('%input' => $input, '%output' => $output)));
+    }
+  }
+
+  function helperTestSubStr() {
+    $testcase = array(
+      //     012345678901234567890123
+      array('frànçAIS is über-åwesome', 0, 0,
+            ''),
+      array('frànçAIS is über-åwesome', 0, 1,
+            'f'),
+      array('frànçAIS is über-åwesome', 0, 8,
+            'frànçAIS'),
+      array('frànçAIS is über-åwesome', 0, 23,
+            'frànçAIS is über-åwesom'),
+      array('frànçAIS is über-åwesome', 0, 24,
+            'frànçAIS is über-åwesome'),
+      array('frànçAIS is über-åwesome', 0, 25,
+            'frànçAIS is über-åwesome'),
+      array('frànçAIS is über-åwesome', 0, 100,
+            'frànçAIS is über-åwesome'),
+      array('frànçAIS is über-åwesome', 4, 4,
+                'çAIS'),
+      array('frànçAIS is über-åwesome', 1, 0,
+            ''),
+      array('frànçAIS is über-åwesome', 100, 0,
+            ''),
+      array('frànçAIS is über-åwesome', -4, 2,
+                                'so'),
+      array('frànçAIS is über-åwesome', -4, 3,
+                                'som'),
+      array('frànçAIS is über-åwesome', -4, 4,
+                                'some'),
+      array('frànçAIS is über-åwesome', -4, 5,
+                                'some'),
+      array('frànçAIS is über-åwesome', -7, 10,
+                             'åwesome'),
+      array('frànçAIS is über-åwesome', 5, -10,
+                 'AIS is üb'),
+      array('frànçAIS is über-åwesome', 0, -10,
+            'frànçAIS is üb'),
+      array('frànçAIS is über-åwesome', 0, -1,
+        'frànçAIS is über-åwesom'),
+      array('frànçAIS is über-åwesome', -7, -2,
+                             'åweso'),
+      array('frànçAIS is über-åwesome', -7, -6,
+                             'å'),
+      array('frànçAIS is über-åwesome', -7, -7,
+                             ''),
+      array('frànçAIS is über-åwesome', -7, -8,
+                             ''),
+      array('...', 0, 2, '..'),
+      array('以呂波耳・ほへとち。リヌルヲ。', 1, 3,
+              '呂波耳'),
+
+    );
+
+    foreach ($testcase as $test) {
+      list($input, $start, $length, $output) = $test;
+      $result = drupal_substr($input, $start, $length);
+      $this->assertEqual($result, $output, format_string('%input substring at offset %offset for %length characters is %output (got %result)', array('%input' => $input, '%offset' => $start, '%length' => $length, '%output' => $output, '%result' => $result)));
+    }
+  }
+
+  /**
+   * Test decode_entities().
+   */
+  function testDecodeEntities() {
+    $testcase = array(
+      'Drupal' => 'Drupal',
+      '<script>' => '<script>',
+      '&lt;script&gt;' => '<script>',
+      '&#60;script&#62;' => '<script>',
+      '&amp;lt;script&amp;gt;' => '&lt;script&gt;',
+      '"' => '"',
+      '&#34;' => '"',
+      '&amp;#34;' => '&#34;',
+      '&quot;' => '"',
+      '&amp;quot;' => '&quot;',
+      "'" => "'",
+      '&#39;' => "'",
+      '&amp;#39;' => '&#39;',
+      '©' => '©',
+      '&copy;' => '©',
+      '&#169;' => '©',
+      '→' => '→',
+      '&#8594;' => '→',
+      '➼' => '➼',
+      '&#10172;' => '➼',
+      '&euro;' => '€',
+    );
+    foreach ($testcase as $input => $output) {
+      $this->assertEqual(decode_entities($input), $output, format_string('Make sure the decoded entity of @input is @output', array('@input' => $input, '@output' => $output)));
+    }
+  }
+
+  /**
+   * Tests truncate_utf8().
+   */
+  function helperTestTruncate() {
+    // Each case is an array with input string, length to truncate to, and
+    // expected return value.
+
+    // Test non-wordsafe, non-ellipsis cases.
+    $non_wordsafe_non_ellipsis_cases = array(
+      array('frànçAIS is über-åwesome', 24, 'frànçAIS is über-åwesome'),
+      array('frànçAIS is über-åwesome', 23, 'frànçAIS is über-åwesom'),
+      array('frànçAIS is über-åwesome', 17, 'frànçAIS is über-'),
+      array('以呂波耳・ほへとち。リヌルヲ。', 6, '以呂波耳・ほ'),
+    );
+    $this->runTruncateTests($non_wordsafe_non_ellipsis_cases, FALSE, FALSE);
+
+    // Test non-wordsafe, ellipsis cases.
+    $non_wordsafe_ellipsis_cases = array(
+      array('frànçAIS is über-åwesome', 24, 'frànçAIS is über-åwesome'),
+      array('frànçAIS is über-åwesome', 23, 'frànçAIS is über-åwe...'),
+      array('frànçAIS is über-åwesome', 17, 'frànçAIS is üb...'),
+    );
+    $this->runTruncateTests($non_wordsafe_ellipsis_cases, FALSE, TRUE);
+
+    // Test wordsafe, ellipsis cases.
+    $wordsafe_ellipsis_cases = array(
+      array('123', 1, '.'),
+      array('123', 2, '..'),
+      array('123', 3, '123'),
+      array('1234', 3, '...'),
+      array('1234567890', 10, '1234567890'),
+      array('12345678901', 10, '1234567...'),
+      array('12345678901', 11, '12345678901'),
+      array('123456789012', 11, '12345678...'),
+      array('12345 7890', 10, '12345 7890'),
+      array('12345 7890', 9, '12345...'),
+      array('123 567 90', 10, '123 567 90'),
+      array('123 567 901', 10, '123 567...'),
+      array('Stop. Hammertime.', 17, 'Stop. Hammertime.'),
+      array('Stop. Hammertime.', 16, 'Stop....'),
+      array('frànçAIS is über-åwesome', 24, 'frànçAIS is über-åwesome'),
+      array('frànçAIS is über-åwesome', 23, 'frànçAIS is über...'),
+      array('frànçAIS is über-åwesome', 17, 'frànçAIS is...'),
+      array('¿Dónde está el niño?', 20, '¿Dónde está el niño?'),
+      array('¿Dónde está el niño?', 19, '¿Dónde está el...'),
+      array('¿Dónde está el niño?', 15, '¿Dónde está...'),
+      array('¿Dónde está el niño?', 10, '¿Dónde...'),
+      array('Help! Help! Help!', 17, 'Help! Help! Help!'),
+      array('Help! Help! Help!', 16, 'Help! Help!...'),
+      array('Help! Help! Help!', 15, 'Help! Help!...'),
+      array('Help! Help! Help!', 14, 'Help! Help!...'),
+      array('Help! Help! Help!', 13, 'Help! Help...'),
+      array('Help! Help! Help!', 12, 'Help!...'),
+      array('Help! Help! Help!', 11, 'Help!...'),
+      array('Help! Help! Help!', 10, 'Help!...'),
+      array('Help! Help! Help!', 9, 'Help!...'),
+      array('Help! Help! Help!', 8, 'Help!...'),
+      array('Help! Help! Help!', 7, 'Help...'),
+      array('Help! Help! Help!', 6, 'Hel...'),
+      array('Help! Help! Help!', 5, 'He...'),
+    );
+    $this->runTruncateTests($wordsafe_ellipsis_cases, TRUE, TRUE);
+  }
+
+  /**
+   * Runs test cases for helperTestTruncate().
+   *
+   * Runs each test case through truncate_utf8() and compares the output
+   * to the expected output.
+   *
+   * @param $cases
+   *   Cases array. Each case is an array with the input string, length to
+   *   truncate to, and expected output.
+   * @param $wordsafe
+   *   TRUE to use word-safe truncation, FALSE to not use word-safe truncation.
+   * @param $ellipsis
+   *   TRUE to append ... if the input is truncated, FALSE to not append ....
+   */
+  function runTruncateTests($cases, $wordsafe, $ellipsis) {
+    foreach ($cases as $case) {
+      list($input, $max_length, $expected) = $case;
+      $output = truncate_utf8($input, $max_length, $wordsafe, $ellipsis);
+      $this->assertEqual($output, $expected, format_string('%input truncate to %length characters with %wordsafe, %ellipsis is %expected (got %output)', array('%input' => $input, '%length' => $max_length, '%output' => $output, '%expected' => $expected, '%wordsafe' => ($wordsafe ? 'word-safe' : 'not word-safe'), '%ellipsis' => ($ellipsis ? 'ellipsis' : 'not ellipsis'))));
+    }
+  }
+}