00001 /******************************************************************************* 00002 00003 @file RegexToken.d 00004 00005 Copyright (c) 2004 Kris Bell 00006 00007 This software is provided 'as-is', without any express or implied 00008 warranty. In no event will the authors be held liable for damages 00009 of any kind arising from the use of this software. 00010 00011 Permission is hereby granted to anyone to use this software for any 00012 purpose, including commercial applications, and to alter it and/or 00013 redistribute it freely, subject to the following restrictions: 00014 00015 1. The origin of this software must not be misrepresented; you must 00016 not claim that you wrote the original software. If you use this 00017 software in a product, an acknowledgment within documentation of 00018 said product would be appreciated but is not required. 00019 00020 2. Altered source versions must be plainly marked as such, and must 00021 not be misrepresented as being the original software. 00022 00023 3. This notice may not be removed or altered from any distribution 00024 of the source. 00025 00026 4. Derivative works are permitted, but they must carry this notice 00027 in full and credit the original source. 00028 00029 00030 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 00031 00032 00033 @version Initial version, December 2005 00034 00035 @author Kris 00036 00037 00038 *******************************************************************************/ 00039 00040 module mango.text.RegexToken; 00041 00042 private import mango.text.Token; 00043 00044 /******************************************************************************* 00045 00046 00047 *******************************************************************************/ 00048 00049 class RegexTokenTemplate(T) : TokenTemplate!(T) 00050 { 00051 private import std.regexp; 00052 00053 private RegExp regex; 00054 00055 /*********************************************************************** 00056 00057 Construct a RegexToken with the provided RegExp. 00058 00059 ***********************************************************************/ 00060 00061 this (T[] pattern, T[] string = null) 00062 { 00063 super (string); 00064 regex = new RegExp (pattern, ""); 00065 } 00066 00067 /*********************************************************************** 00068 00069 00070 ***********************************************************************/ 00071 00072 override bool next() 00073 { 00074 do { 00075 ++peek; 00076 00077 // did we find a match? 00078 if (regex.test (peek [0 .. end - peek])) 00079 { 00080 int start = regex.pmatch[0].rm_so; 00081 int finish = regex.pmatch[0].rm_eo; 00082 00083 last = peek + start; 00084 peek += finish; 00085 00086 return found; 00087 } 00088 } while (getMore); 00089 00090 return hasTail; 00091 } 00092 } 00093 00094 // convenience alias 00095 alias RegexTokenTemplate!(char) RegexToken;