Lithium Docs

						public function testFullTokenization() {
		$result = Parser::tokenize('$foo = function() {};');
		$this->assertEqual(11, count($result));

		$expected = array('id' => 309, 'name' => 'T_VARIABLE', 'content' => '$foo', 'line' => 1);
		$this->assertEqual($expected, $result[0]);

		$expected = array('id' => null, 'name' => ';', 'content' => ';', 'line' => 1);
		$this->assertEqual($expected, $result[10]);

		$code = '$defaults = array("id" => "foo", "name" => "bar", \'count\' => 5);';
		$result = Parser::tokenize($code);

		$this->assertEqual(27, count($result));
		$this->assertEqual('T_VARIABLE', $result[0]['name']);
		$this->assertEqual('$defaults', $result[0]['content']);
	}