mirror of
https://github.com/moodle/moodle.git
synced 2025-01-18 22:08:20 +01:00
383 lines
16 KiB
PHP
383 lines
16 KiB
PHP
<?php
|
||
// This file is part of Moodle - http://moodle.org/
|
||
//
|
||
// Moodle is free software: you can redistribute it and/or modify
|
||
// it under the terms of the GNU General Public License as published by
|
||
// the Free Software Foundation, either version 3 of the License, or
|
||
// (at your option) any later version.
|
||
//
|
||
// Moodle is distributed in the hope that it will be useful,
|
||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
// GNU General Public License for more details.
|
||
//
|
||
// You should have received a copy of the GNU General Public License
|
||
// along with Moodle. If not, see <http://www.gnu.org/licenses/>.
|
||
|
||
/**
|
||
* core_text unit tests.
|
||
*
|
||
* @package core
|
||
* @category phpunit
|
||
* @copyright 2012 Petr Skoda {@link http://skodak.org}
|
||
* @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
|
||
*/
|
||
|
||
defined('MOODLE_INTERNAL') || die();
|
||
|
||
|
||
/**
|
||
* Unit tests for our utf-8 aware text processing.
|
||
*
|
||
* @package core
|
||
* @category phpunit
|
||
* @copyright 2010 Petr Skoda (http://skodak.org)
|
||
* @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
|
||
*/
|
||
class core_text_testcase extends advanced_testcase {
|
||
|
||
/**
|
||
* Tests the static parse charset method.
|
||
*/
|
||
public function test_parse_charset() {
|
||
$this->assertSame('windows-1250', core_text::parse_charset('Cp1250'));
|
||
// Does typo3 work? Some encoding moodle does not use.
|
||
$this->assertSame('windows-1252', core_text::parse_charset('ms-ansi'));
|
||
}
|
||
|
||
/**
|
||
* Tests the static convert method.
|
||
*/
|
||
public function test_convert() {
|
||
$utf8 = "Žluťoučký koníček";
|
||
$iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b");
|
||
$win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame($iso2, core_text::convert($utf8, 'utf-8', 'iso-8859-2'));
|
||
$this->assertSame($utf8, core_text::convert($iso2, 'iso-8859-2', 'utf-8'));
|
||
$this->assertSame($win, core_text::convert($utf8, 'utf-8', 'win-1250'));
|
||
$this->assertSame($utf8, core_text::convert($win, 'win-1250', 'utf-8'));
|
||
$this->assertSame($iso2, core_text::convert($win, 'win-1250', 'iso-8859-2'));
|
||
$this->assertSame($win, core_text::convert($iso2, 'iso-8859-2', 'win-1250'));
|
||
$this->assertSame($iso2, core_text::convert($iso2, 'iso-8859-2', 'iso-8859-2'));
|
||
$this->assertSame($win, core_text::convert($win, 'win-1250', 'cp1250'));
|
||
$this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8'));
|
||
|
||
$utf8 = '言語設定';
|
||
$str = pack("H*", "b8c0b8ecc0dfc4ea"); // EUC-JP
|
||
$this->assertSame($str, core_text::convert($utf8, 'utf-8', 'EUC-JP'));
|
||
$this->assertSame($utf8, core_text::convert($str, 'EUC-JP', 'utf-8'));
|
||
$this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8'));
|
||
|
||
$str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP
|
||
$this->assertSame($str, core_text::convert($utf8, 'utf-8', 'ISO-2022-JP'));
|
||
$this->assertSame($utf8, core_text::convert($str, 'ISO-2022-JP', 'utf-8'));
|
||
$this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8'));
|
||
|
||
$str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS
|
||
$this->assertSame($str, core_text::convert($utf8, 'utf-8', 'SHIFT-JIS'));
|
||
$this->assertSame($utf8, core_text::convert($str, 'SHIFT-JIS', 'utf-8'));
|
||
$this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8'));
|
||
|
||
$utf8 = '简体中文';
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312
|
||
$this->assertSame($str, core_text::convert($utf8, 'utf-8', 'GB2312'));
|
||
$this->assertSame($utf8, core_text::convert($str, 'GB2312', 'utf-8'));
|
||
$this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8'));
|
||
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030
|
||
$this->assertSame($str, core_text::convert($utf8, 'utf-8', 'GB18030'));
|
||
$this->assertSame($utf8, core_text::convert($str, 'GB18030', 'utf-8'));
|
||
$this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8'));
|
||
|
||
$utf8 = "Žluťoučký koníček";
|
||
$this->assertSame('Zlutoucky konicek', core_text::convert($utf8, 'utf-8', 'ascii'));
|
||
$this->assertSame($utf8, core_text::convert($utf8.chr(130), 'utf-8', 'utf-8'));
|
||
$utf8 = "Der eine stößt den Speer zum Mann";
|
||
$this->assertSame('Der eine stoesst den Speer zum Mann', core_text::convert($utf8, 'utf-8', 'ascii'));
|
||
$iso1 = core_text::convert($utf8, 'utf-8', 'iso-8859-1');
|
||
$this->assertSame('Der eine stoesst den Speer zum Mann', core_text::convert($iso1, 'iso-8859-1', 'ascii'));
|
||
}
|
||
|
||
/**
|
||
* Tests the static sub string method.
|
||
*/
|
||
public function test_substr() {
|
||
$str = "Žluťoučký koníček";
|
||
$this->assertSame($str, core_text::substr($str, 0));
|
||
$this->assertSame('luťoučký koníček', core_text::substr($str, 1));
|
||
$this->assertSame('luť', core_text::substr($str, 1, 3));
|
||
$this->assertSame($str, core_text::substr($str, 0, 100));
|
||
$this->assertSame('če', core_text::substr($str, -3, 2));
|
||
|
||
$iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame(core_text::convert('luť', 'utf-8', 'iso-8859-2'), core_text::substr($iso2, 1, 3, 'iso-8859-2'));
|
||
$this->assertSame(core_text::convert($str, 'utf-8', 'iso-8859-2'), core_text::substr($iso2, 0, 100, 'iso-8859-2'));
|
||
$this->assertSame(core_text::convert('če', 'utf-8', 'iso-8859-2'), core_text::substr($iso2, -3, 2, 'iso-8859-2'));
|
||
|
||
$win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame(core_text::convert('luť', 'utf-8', 'cp1250'), core_text::substr($win, 1, 3, 'cp1250'));
|
||
$this->assertSame(core_text::convert($str, 'utf-8', 'cp1250'), core_text::substr($win, 0, 100, 'cp1250'));
|
||
$this->assertSame(core_text::convert('če', 'utf-8', 'cp1250'), core_text::substr($win, -3, 2, 'cp1250'));
|
||
|
||
$str = pack("H*", "b8c0b8ecc0dfc4ea"); // EUC-JP
|
||
$s = pack("H*", "b8ec"); // EUC-JP
|
||
$this->assertSame($s, core_text::substr($str, 1, 1, 'EUC-JP'));
|
||
|
||
$str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP
|
||
$s = pack("H*", "1b2442386c1b2842"); // ISO-2022-JP
|
||
$this->assertSame($s, core_text::substr($str, 1, 1, 'ISO-2022-JP'));
|
||
|
||
$str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS
|
||
$s = pack("H*", "8cea"); // SHIFT-JIS
|
||
$this->assertSame($s, core_text::substr($str, 1, 1, 'SHIFT-JIS'));
|
||
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312
|
||
$s = pack("H*", "cce5"); // GB2312
|
||
$this->assertSame($s, core_text::substr($str, 1, 1, 'GB2312'));
|
||
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030
|
||
$s = pack("H*", "cce5"); // GB18030
|
||
$this->assertSame($s, core_text::substr($str, 1, 1, 'GB18030'));
|
||
}
|
||
|
||
/**
|
||
* Tests the static string length method.
|
||
*/
|
||
public function test_strlen() {
|
||
$str = "Žluťoučký koníček";
|
||
$this->assertSame(17, core_text::strlen($str));
|
||
|
||
$iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame(17, core_text::strlen($iso2, 'iso-8859-2'));
|
||
|
||
$win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame(17, core_text::strlen($win, 'cp1250'));
|
||
|
||
$str = pack("H*", "b8ec"); // EUC-JP
|
||
$this->assertSame(1, core_text::strlen($str, 'EUC-JP'));
|
||
$str = pack("H*", "b8c0b8ecc0dfc4ea"); // EUC-JP
|
||
$this->assertSame(4, core_text::strlen($str, 'EUC-JP'));
|
||
|
||
$str = pack("H*", "1b2442386c1b2842"); // ISO-2022-JP
|
||
$this->assertSame(1, core_text::strlen($str, 'ISO-2022-JP'));
|
||
$str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP
|
||
$this->assertSame(4, core_text::strlen($str, 'ISO-2022-JP'));
|
||
|
||
$str = pack("H*", "8cea"); // SHIFT-JIS
|
||
$this->assertSame(1, core_text::strlen($str, 'SHIFT-JIS'));
|
||
$str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS
|
||
$this->assertSame(4, core_text::strlen($str, 'SHIFT-JIS'));
|
||
|
||
$str = pack("H*", "cce5"); // GB2312
|
||
$this->assertSame(1, core_text::strlen($str, 'GB2312'));
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312
|
||
$this->assertSame(4, core_text::strlen($str, 'GB2312'));
|
||
|
||
$str = pack("H*", "cce5"); // GB18030
|
||
$this->assertSame(1, core_text::strlen($str, 'GB18030'));
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030
|
||
$this->assertSame(4, core_text::strlen($str, 'GB18030'));
|
||
}
|
||
|
||
/**
|
||
* Tests the static strtolower method.
|
||
*/
|
||
public function test_strtolower() {
|
||
$str = "Žluťoučký koníček";
|
||
$low = 'žluťoučký koníček';
|
||
$this->assertSame($low, core_text::strtolower($str));
|
||
|
||
$iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame(core_text::convert($low, 'utf-8', 'iso-8859-2'), core_text::strtolower($iso2, 'iso-8859-2'));
|
||
|
||
$win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame(core_text::convert($low, 'utf-8', 'cp1250'), core_text::strtolower($win, 'cp1250'));
|
||
|
||
$str = '言語設定';
|
||
$this->assertSame($str, core_text::strtolower($str));
|
||
|
||
$str = '简体中文';
|
||
$this->assertSame($str, core_text::strtolower($str));
|
||
|
||
$str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP
|
||
$this->assertSame($str, core_text::strtolower($str, 'ISO-2022-JP'));
|
||
|
||
$str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS
|
||
$this->assertSame($str, core_text::strtolower($str, 'SHIFT-JIS'));
|
||
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312
|
||
$this->assertSame($str, core_text::strtolower($str, 'GB2312'));
|
||
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030
|
||
$this->assertSame($str, core_text::strtolower($str, 'GB18030'));
|
||
|
||
// Typo3 has problems with integers.
|
||
$str = 1309528800;
|
||
$this->assertSame((string)$str, core_text::strtolower($str));
|
||
}
|
||
|
||
/**
|
||
* Tests the static strtoupper.
|
||
*/
|
||
public function test_strtoupper() {
|
||
$str = "Žluťoučký koníček";
|
||
$up = 'ŽLUŤOUČKÝ KONÍČEK';
|
||
$this->assertSame($up, core_text::strtoupper($str));
|
||
|
||
$iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame(core_text::convert($up, 'utf-8', 'iso-8859-2'), core_text::strtoupper($iso2, 'iso-8859-2'));
|
||
|
||
$win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b");
|
||
$this->assertSame(core_text::convert($up, 'utf-8', 'cp1250'), core_text::strtoupper($win, 'cp1250'));
|
||
|
||
$str = '言語設定';
|
||
$this->assertSame($str, core_text::strtoupper($str));
|
||
|
||
$str = '简体中文';
|
||
$this->assertSame($str, core_text::strtoupper($str));
|
||
|
||
$str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP
|
||
$this->assertSame($str, core_text::strtoupper($str, 'ISO-2022-JP'));
|
||
|
||
$str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS
|
||
$this->assertSame($str, core_text::strtoupper($str, 'SHIFT-JIS'));
|
||
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312
|
||
$this->assertSame($str, core_text::strtoupper($str, 'GB2312'));
|
||
|
||
$str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030
|
||
$this->assertSame($str, core_text::strtoupper($str, 'GB18030'));
|
||
}
|
||
|
||
/**
|
||
* Test the strrev method.
|
||
*/
|
||
public function test_strrev() {
|
||
$strings = array(
|
||
"Žluťoučký koníček" => "kečínok ýkčuoťulŽ",
|
||
'ŽLUŤOUČKÝ KONÍČEK' => "KEČÍNOK ÝKČUOŤULŽ",
|
||
'言語設定' => '定設語言',
|
||
'简体中文' => '文中体简',
|
||
"Der eine stößt den Speer zum Mann" => "nnaM muz reepS ned tßöts enie reD"
|
||
);
|
||
foreach ($strings as $before => $after) {
|
||
// Make sure we can reverse it both ways and that it comes out the same.
|
||
$this->assertSame($after, core_text::strrev($before));
|
||
$this->assertSame($before, core_text::strrev($after));
|
||
// Reverse it twice to be doubly sure.
|
||
$this->assertSame($after, core_text::strrev(core_text::strrev($after)));
|
||
}
|
||
}
|
||
|
||
/**
|
||
* Tests the static strpos method.
|
||
*/
|
||
public function test_strpos() {
|
||
$str = "Žluťoučký koníček";
|
||
$this->assertSame(10, core_text::strpos($str, 'koníč'));
|
||
}
|
||
|
||
/**
|
||
* Tests the static strrpos.
|
||
*/
|
||
public function test_strrpos() {
|
||
$str = "Žluťoučký koníček";
|
||
$this->assertSame(11, core_text::strrpos($str, 'o'));
|
||
}
|
||
|
||
/**
|
||
* Tests the static specialtoascii method.
|
||
*/
|
||
public function test_specialtoascii() {
|
||
$str = "Žluťoučký koníček";
|
||
$this->assertSame('Zlutoucky konicek', core_text::specialtoascii($str));
|
||
}
|
||
|
||
/**
|
||
* Tests the static encode_mimeheader method.
|
||
*/
|
||
public function test_encode_mimeheader() {
|
||
$str = "Žluťoučký koníček";
|
||
$this->assertSame('=?utf-8?B?xb1sdcWlb3XEjWvDvSBrb27DrcSNZWs=?=', core_text::encode_mimeheader($str));
|
||
}
|
||
|
||
/**
|
||
* Tests the static entities_to_utf8 method.
|
||
*/
|
||
public function test_entities_to_utf8() {
|
||
$str = "Žluťoučký koníček©"&<>§«";
|
||
$this->assertSame("Žluťoučký koníček©\"&<>§«", core_text::entities_to_utf8($str));
|
||
}
|
||
|
||
/**
|
||
* Tests the static utf8_to_entities method.
|
||
*/
|
||
public function test_utf8_to_entities() {
|
||
$str = "Žluťoučký koníček©"&<>§«";
|
||
$this->assertSame("Žluťoučký koníček©"&<>§«", core_text::utf8_to_entities($str));
|
||
$this->assertSame("Žluťoučký koníček©"&<>§«", core_text::utf8_to_entities($str, true));
|
||
|
||
$str = "Žluťoučký koníček©"&<>§«";
|
||
$this->assertSame("Žluťoučký koníček©\"&<>§«", core_text::utf8_to_entities($str, false, true));
|
||
$this->assertSame("Žluťoučký koníček©\"&<>§«", core_text::utf8_to_entities($str, true, true));
|
||
}
|
||
|
||
/**
|
||
* Tests the static trim_utf8_bom method.
|
||
*/
|
||
public function test_trim_utf8_bom() {
|
||
$bom = "\xef\xbb\xbf";
|
||
$str = "Žluťoučký koníček";
|
||
$this->assertSame($str.$bom, core_text::trim_utf8_bom($bom.$str.$bom));
|
||
}
|
||
|
||
/**
|
||
* Tests the static get_encodings method.
|
||
*/
|
||
public function test_get_encodings() {
|
||
$encodings = core_text::get_encodings();
|
||
$this->assertTrue(is_array($encodings));
|
||
$this->assertTrue(count($encodings) > 1);
|
||
$this->assertTrue(isset($encodings['UTF-8']));
|
||
}
|
||
|
||
/**
|
||
* Tests the static code2utf8 method.
|
||
*/
|
||
public function test_code2utf8() {
|
||
$this->assertSame('Ž', core_text::code2utf8(381));
|
||
}
|
||
|
||
/**
|
||
* Tests the static utf8ord method.
|
||
*/
|
||
public function test_utf8ord() {
|
||
$this->assertSame(ord(''), core_text::utf8ord(''));
|
||
$this->assertSame(ord('f'), core_text::utf8ord('f'));
|
||
$this->assertSame(0x03B1, core_text::utf8ord('α'));
|
||
$this->assertSame(0x0439, core_text::utf8ord('й'));
|
||
$this->assertSame(0x2FA1F, core_text::utf8ord(''));
|
||
$this->assertSame(381, core_text::utf8ord('Ž'));
|
||
}
|
||
|
||
/**
|
||
* Tests the static strtotitle method.
|
||
*/
|
||
public function test_strtotitle() {
|
||
$str = "žluťoučký koníček";
|
||
$this->assertSame("Žluťoučký Koníček", core_text::strtotitle($str));
|
||
}
|
||
|
||
/**
|
||
* Test strrchr.
|
||
*/
|
||
public function test_strrchr() {
|
||
$str = "Žluťoučký koníček";
|
||
$this->assertSame('koníček', core_text::strrchr($str, 'koní'));
|
||
$this->assertSame('Žluťoučký ', core_text::strrchr($str, 'koní', true));
|
||
$this->assertFalse(core_text::strrchr($str, 'A'));
|
||
$this->assertFalse(core_text::strrchr($str, 'ç', true));
|
||
}
|
||
}
|
||
|