94 lines
2.8 KiB
D
94 lines
2.8 KiB
D
|
|
// Copyright Ferdinand Majerech 2011.
|
|
// Distributed under the Boost Software License, Version 1.0.
|
|
// (See accompanying file LICENSE_1_0.txt or copy at
|
|
// http://www.boost.org/LICENSE_1_0.txt)
|
|
|
|
module dyaml.test.tokens;
|
|
|
|
@safe unittest
|
|
{
|
|
import std.array : split;
|
|
import std.conv : text;
|
|
import std.file : readText;
|
|
|
|
import dyaml.test.common : run;
|
|
import dyaml.reader : Reader;
|
|
import dyaml.scanner : Scanner;
|
|
import dyaml.token : TokenID;
|
|
|
|
// Read and scan a YAML doc, returning a range of tokens.
|
|
static auto scanTestCommon(string filename) @safe
|
|
{
|
|
ubyte[] yamlData = cast(ubyte[])readText(filename).dup;
|
|
return Scanner(new Reader(yamlData));
|
|
}
|
|
|
|
/**
|
|
Test tokens output by scanner.
|
|
|
|
Params:
|
|
dataFilename = File to scan.
|
|
tokensFilename = File containing expected tokens.
|
|
*/
|
|
static void testTokens(string dataFilename, string tokensFilename) @safe
|
|
{
|
|
//representations of YAML tokens in tokens file.
|
|
auto replace = [
|
|
TokenID.directive: "%",
|
|
TokenID.documentStart: "---",
|
|
TokenID.documentEnd: "...",
|
|
TokenID.alias_: "*",
|
|
TokenID.anchor: "&",
|
|
TokenID.tag: "!",
|
|
TokenID.scalar: "_",
|
|
TokenID.blockSequenceStart: "[[",
|
|
TokenID.blockMappingStart: "{{",
|
|
TokenID.blockEnd: "]}",
|
|
TokenID.flowSequenceStart: "[",
|
|
TokenID.flowSequenceEnd: "]",
|
|
TokenID.flowMappingStart: "{",
|
|
TokenID.flowMappingEnd: "}",
|
|
TokenID.blockEntry: ",",
|
|
TokenID.flowEntry: ",",
|
|
TokenID.key: "?",
|
|
TokenID.value: ":"
|
|
];
|
|
|
|
string[] tokens;
|
|
string[] expectedTokens = readText(tokensFilename).split();
|
|
|
|
foreach (token; scanTestCommon(dataFilename))
|
|
{
|
|
if (token.id != TokenID.streamStart && token.id != TokenID.streamEnd)
|
|
{
|
|
tokens ~= replace[token.id];
|
|
}
|
|
}
|
|
|
|
assert(tokens == expectedTokens,
|
|
text("In token test for '", tokensFilename, "', expected '", expectedTokens, "', got '", tokens, "'"));
|
|
}
|
|
|
|
/**
|
|
Test scanner by scanning a file, expecting no errors.
|
|
|
|
Params:
|
|
dataFilename = File to scan.
|
|
canonicalFilename = Another file to scan, in canonical YAML format.
|
|
*/
|
|
static void testScanner(string dataFilename, string canonicalFilename) @safe
|
|
{
|
|
foreach (filename; [dataFilename, canonicalFilename])
|
|
{
|
|
string[] tokens;
|
|
foreach (token; scanTestCommon(filename))
|
|
{
|
|
tokens ~= token.id.text;
|
|
}
|
|
}
|
|
}
|
|
run(&testTokens, ["data", "tokens"]);
|
|
run(&testScanner, ["data", "canonical"]);
|
|
}
|