/CoolEngine/IronPython/Src/IronPython.Modules/re.cs

/* ****************************************************************************

 *

 * Copyright (c) Microsoft Corporation. 

 *

 * This source code is subject to terms and conditions of the Microsoft Public License. A 

 * copy of the license can be found in the License.html file at the root of this distribution. If 

 * you cannot locate the  Microsoft Public License, please send an email to 

 * ironpy@microsoft.com. By using this source code in any fashion, you are agreeing to be bound 

 * by the terms of the Microsoft Public License.

 *

 * You must not remove this notice, or any other, from this software.

 *

 *

 * ***************************************************************************/



using System;

using System.Text;

using System.Collections;

using System.Collections.Generic;

using System.Diagnostics;



using IronPython.Runtime;

using IronPython.Runtime.Operations;

using IronPython.Runtime.Exceptions;



using System.Text.RegularExpressions;

using System.Runtime.InteropServices;

using Microsoft.Scripting.Utils;

using IronPython.Runtime.Types;



[assembly: PythonModule("re", typeof(IronPython.Modules.PythonRegex))]

namespace IronPython.Modules {



    /// <summary>

    /// Python regular expression module.

    /// </summary>

    public static class PythonRegex {

        private static readonly Random r = new Random(DateTime.Now.Millisecond);



        #region CONSTANTS



        // short forms

        public const int I = 0x02;

        public const int L = 0x04;

        public const int M = 0x08;

        public const int S = 0x10;

        public const int U = 0x20;

        public const int X = 0x40;



        // long forms

        public const int IGNORECASE = 0x02;

        public const int LOCALE = 0x04;

        public const int MULTILINE = 0x08;

        public const int DOTALL = 0x10;

        public const int UNICODE = 0x20;

        public const int VERBOSE = 0x40;



        #endregion



        #region Public API Surface



        public static RE_Pattern compile(object pattern) {

            try {

                return new RE_Pattern(ValidatePattern(pattern), 0, true);

            } catch (ArgumentException e) {

                throw PythonExceptions.CreateThrowable(error, e.Message);

            }

        }



        public static RE_Pattern compile(object pattern, object flags) {

            try {

                return new RE_Pattern(ValidatePattern(pattern), Converter.ConvertToInt32(flags), true);

            } catch (ArgumentException e) {

                throw PythonExceptions.CreateThrowable(error, e.Message);

            }

        }



        public const string engine = "cli reg ex";



        public static PythonType error = PythonExceptions.CreateSubType(PythonExceptions.Exception, "error", "re", "");



        public static string escape(string text) {

            if (text == null) throw PythonOps.TypeError("text must not be None");



            for (int i = 0; i < text.Length; i++) {

                if (!Char.IsLetterOrDigit(text[i])) {

                    StringBuilder sb = new StringBuilder(text, 0, i, text.Length);



                    char ch = text[i];

                    do {

                        sb.Append('\\');

                        sb.Append(ch);

                        i++;



                        int last = i;

                        while (i < text.Length) {

                            ch = text[i];

                            if (!Char.IsLetterOrDigit(ch)) {

                                break;

                            }

                            i++;

                        }

                        sb.Append(text, last, i - last);

                    } while (i < text.Length);



                    return sb.ToString();

                }

            }

            return text;

        }



        public static object findall(object pattern, string @string) {

            return findall(pattern, @string, 0);

        }



        public static object findall(object pattern, string @string, int flags) {

            RE_Pattern pat = new RE_Pattern(ValidatePattern(pattern), flags);

            ValidateString(@string, "string");



            MatchCollection mc = pat.FindAllWorker(@string, 0, @string.Length);

            return FixFindAllMatch(pat, mc);

        }



        private static object FixFindAllMatch(RE_Pattern pat, MatchCollection mc) {

            object[] matches = new object[mc.Count];

            int numgrps = pat._re.GetGroupNumbers().Length;

            for (int i = 0; i < mc.Count; i++) {

                if (numgrps > 2) { // CLR gives us a "bonus" group of 0 - the entire expression

                    //  at this point we have more than one group in the pattern;

                    //  need to return a list of tuples in this case



                    //  for each match item in the matchcollection, create a tuple representing what was matched

                    //  e.g. findall("(\d+)|(\w+)", "x = 99y") == [('', 'x'), ('99', ''), ('', 'y')]

                    //  in the example above, ('', 'x') did not match (\d+) as indicated by '' but did 

                    //  match (\w+) as indicated by 'x' and so on...

                    int k = 0;

                    List<object> tpl = new List<object>();

                    foreach (Group g in mc[i].Groups) {

                        //  here also the CLR gives us a "bonus" match as the first item which is the 

                        //  group that was actually matched in the tuple e.g. we get 'x', '', 'x' for 

                        //  the first match object...so we'll skip the first item when creating the 

                        //  tuple

                        if (k++ != 0) {

                            tpl.Add(g.Value);

                        }

                    }

                    matches[i] = PythonTuple.Make(tpl);

                } else if (numgrps == 2) {

                    //  at this point we have exactly one group in the pattern (including the "bonus" one given 

                    //  by the CLR 

                    //  skip the first match since that contains the entire match and not the group match

                    //  e.g. re.findall(r"(\w+)\s+fish\b", "green fish") will have "green fish" in the 0 

                    //  index and "green" as the (\w+) group match

                    matches[i] = mc[i].Groups[1].Value;

                } else {

                    matches[i] = mc[i].Value;

                }

            }



            return List.FromArrayNoCopy(matches);

        }



        public static object finditer(object pattern, object @string) {

            return finditer(pattern, @string, 0);

        }



        public static object finditer(object pattern, object @string, int flags) {

            RE_Pattern pat = new RE_Pattern(ValidatePattern(pattern), flags);



            string str = ValidateString(@string, "string");

            return MatchIterator(pat.FindAllWorker(str, 0, str.Length), pat, str);

        }



        public static object match(object pattern, object @string) {

            return match(pattern, @string, 0);

        }



        public static object match(object pattern, object @string, int flags) {

            return new RE_Pattern(ValidatePattern(pattern), flags).match(ValidateString(@string, "string"));

        }



        public static object search(object pattern, object @string) {

            return search(pattern, @string, 0);

        }



        public static object search(object pattern, object @string, int flags) {

            return new RE_Pattern(ValidatePattern(pattern), flags).search(ValidateString(@string, "string"));

        }



        public static object split(object pattern, object @string) {

            return split(ValidatePattern(pattern), ValidateString(@string, "string"), 0);

        }



        public static object split(object pattern, object @string, int maxsplit) {

            return new RE_Pattern(ValidatePattern(pattern)).split(ValidateString(@string, "string"),

                maxsplit);

        }



        public static object sub(object pattern, object repl, object @string) {

            return sub(pattern, repl, @string, Int32.MaxValue);

        }



        public static object sub(object pattern, object repl, object @string, int count) {

            return new RE_Pattern(ValidatePattern(pattern)).sub(repl, ValidateString(@string, "string"), count);

        }



        public static object subn(object pattern, object repl, object @string) {

            return subn(pattern, repl, @string, Int32.MaxValue);

        }



        public static object subn(object pattern, object repl, object @string, int count) {

            return new RE_Pattern(ValidatePattern(pattern)).subn(repl, ValidateString(@string, "string"), count);



        }



        #endregion



        #region Public classes

        /// <summary>

        /// Compiled reg-ex pattern

        /// </summary>

        [PythonSystemType]

        public class RE_Pattern : IWeakReferenceable {

            internal Regex _re;

            private PythonDictionary _groups;

            private int _compileFlags;

            private WeakRefTracker _weakRefTracker;

            internal ParsedRegex _pre;



            internal RE_Pattern(object pattern)

                : this(pattern, 0) {

            }



            internal RE_Pattern(object pattern, int flags) :

                this(pattern, flags, false) {

            }



            internal RE_Pattern(object pattern, int flags, bool compiled) {

                _pre = PreParseRegex(ValidatePattern(pattern));

                try {

                    RegexOptions opts = FlagsToOption(flags);

#if SILVERLIGHT

                    this._re = new Regex(_pre.Pattern, opts);

#else

                    this._re = new Regex(_pre.Pattern, opts | (compiled ? RegexOptions.Compiled : RegexOptions.None));

#endif

                } catch (ArgumentException e) {

                    throw PythonExceptions.CreateThrowable(error, e.Message);

                }

                this._compileFlags = flags;

            }



            public RE_Match match(object text) {

                string input = ValidateString(text, "text");

                return RE_Match.makeMatch(_re.Match(input), this, input, 0, input.Length);

            }



            private static int FixPosition(string text, int position) {

                if (position < 0) return 0;

                if (position > text.Length) return text.Length;



                return position;

            }



            public RE_Match match(object text, int pos) {

                string input = ValidateString(text, "text");

                pos = FixPosition(input, pos);

                return RE_Match.makeMatch(_re.Match(input, pos), this, input, pos, input.Length);

            }



            public RE_Match match(object text, [DefaultParameterValue(0)]int pos, int endpos) {

                string input = ValidateString(text, "text");

                pos = FixPosition(input, pos);

                endpos = FixPosition(input, endpos);

                return RE_Match.makeMatch(

                    _re.Match(input.Substring(0, endpos), pos),

                    this,

                    input,

                    pos,

                    endpos);

            }



            public RE_Match search(object text) {

                string input = ValidateString(text, "text");

                return RE_Match.make(_re.Match(input), this, input);

            }



            public RE_Match search(object text, int pos) {

                string input = ValidateString(text, "text");

                return RE_Match.make(_re.Match(input, pos, input.Length - pos), this, input);

            }



            public RE_Match search(object text, int pos, int endpos) {

                string input = ValidateString(text, "text");

                return RE_Match.make(_re.Match(input, pos, Math.Max(endpos - pos, 0)), this, input);

            }



            public object findall(string @string) {

                return findall(@string, 0, null);

            }



            public object findall(string @string, int pos) {

                return findall(@string, pos, null);

            }



            public object findall(object @string, int pos, object endpos) {

                MatchCollection mc = FindAllWorker(ValidateString(@string, "text"), pos, endpos);



                return FixFindAllMatch(this, mc);

            }



            internal MatchCollection FindAllWorker(string str, int pos, object endpos) {

                string against = str;

                if (endpos != null) {

                    int end = Converter.ConvertToInt32(endpos);

                    against = against.Substring(0, Math.Max(end, 0));

                }

                return _re.Matches(against, pos);

            }



            public object finditer(object @string) {

                string input = ValidateString(@string, "string");

                return MatchIterator(FindAllWorker(input, 0, input.Length), this, input);

            }



            public object finditer(object @string, int pos) {

                string input = ValidateString(@string, "string");

                return MatchIterator(FindAllWorker(input, pos, input.Length), this, input);

            }



            public object finditer(object @string, int pos, int endpos) {

                string input = ValidateString(@string, "string");

                return MatchIterator(FindAllWorker(input, pos, endpos), this, input);

            }



            public object split(object @string) {

                return split(@string, 0);

            }



            public object split(object @string, int maxsplit) {

                List result = new List();

                // fast path for negative maxSplit ( == "make no splits")

                if (maxsplit < 0)

                    result.AddNoLock(@string);

                else {

                    // iterate over all matches

                    string theStr = ValidateString(@string, "string");

                    MatchCollection matches = _re.Matches(theStr);

                    int lastPos = 0; // is either start of the string, or first position *after* the last match

                    int nSplits = 0; // how many splits have occurred?

                    foreach (Match m in matches) {

                        if (m.Length > 0) {

                            // add substring from lastPos to beginning of current match

                            result.AddNoLock(theStr.Substring(lastPos, m.Index - lastPos));

                            // if there are subgroups of the match, add their match or None

                            if (m.Groups.Count > 1)

                                for (int i = 1; i < m.Groups.Count; i++)

                                    if (m.Groups[i].Success)

                                        result.AddNoLock(m.Groups[i].Value);

                                    else

                                        result.AddNoLock(null);

                            // update lastPos, nSplits

                            lastPos = m.Index + m.Length;

                            nSplits++;

                            if (nSplits == maxsplit)

                                break;

                        }

                    }

                    // add tail following last match

                    result.AddNoLock(theStr.Substring(lastPos));

                }

                return result;

            }



            public string sub(object repl, object @string) {

                return sub(repl, ValidateString(@string, "string"), Int32.MaxValue);

            }



            public string sub(object repl, object @string, int count) {

                if (repl == null) throw PythonOps.TypeError("NoneType is not valid repl");

                //  if 'count' is omitted or 0, all occurrences are replaced

                if (count == 0) count = Int32.MaxValue;



                string replacement = repl as string;

                if (replacement == null) {

                    if (repl is ExtensibleString) {

                        replacement = (repl as ExtensibleString).Value;

                    }

                }



                Match prev = null;

                string input = ValidateString(@string, "string");

                return _re.Replace(

                    input,

                    delegate(Match match) {

                        //  from the docs: Empty matches for the pattern are replaced 

                        //  only when not adjacent to a previous match

                        if (String.IsNullOrEmpty(match.Value) && prev != null &&

                                        (prev.Index + prev.Length) == match.Index) {

                            return "";

                        };

                        prev = match;



                        if (replacement != null) return UnescapeGroups(match, replacement);

                        return PythonCalls.Call(repl, RE_Match.make(match, this, input)) as string;

                    },

                    count);

            }



            public object subn(object repl, string @string) {

                return subn(repl, @string, Int32.MaxValue);

            }



            public object subn(object repl, object @string, int count) {

                if (repl == null) throw PythonOps.TypeError("NoneType is not valid repl");

                //  if 'count' is omitted or 0, all occurrences are replaced

                if (count == 0) count = Int32.MaxValue;



                int totalCount = 0;

                string res;

                string replacement = repl as string;



                if (replacement == null) {

                    if (repl is ExtensibleString) {

                        replacement = (repl as ExtensibleString).Value;

                    }

                }



                Match prev = null;

                string input = ValidateString(@string, "string");

                res = _re.Replace(

                    input,

                    delegate(Match match) {

                        //  from the docs: Empty matches for the pattern are replaced 

                        //  only when not adjacent to a previous match

                        if (String.IsNullOrEmpty(match.Value) && prev != null &&

                            (prev.Index + prev.Length) == match.Index) {

                            return "";

                        };

                        prev = match;



                        totalCount++;

                        if (replacement != null) return UnescapeGroups(match, replacement);



                        return PythonCalls.Call(repl, RE_Match.make(match, this, input)) as string;

                    },

                    count);



                return PythonTuple.MakeTuple(res, totalCount);

            }



            public int flags {

                get {

                    return _compileFlags;

                }

            }



            public PythonDictionary groupindex {

                get {

                    if (_groups == null) {

                        PythonDictionary d = new PythonDictionary();

                        string[] names = _re.GetGroupNames();

                        int[] nums = _re.GetGroupNumbers();

                        for (int i = 1; i < names.Length; i++) {

                            if (Char.IsDigit(names[i][0])) continue;    // skip numeric names



                            d[names[i]] = nums[i];

                        }

                        _groups = d;

                    }

                    return _groups;

                }

            }



            public string pattern {

                get {

                    return _pre.UserPattern;

                }

            }





            #region IWeakReferenceable Members



            WeakRefTracker IWeakReferenceable.GetWeakRef() {

                return _weakRefTracker;

            }



            bool IWeakReferenceable.SetWeakRef(WeakRefTracker value) {

                _weakRefTracker = value;

                return true;

            }



            void IWeakReferenceable.SetFinalizer(WeakRefTracker value) {

                ((IWeakReferenceable)this).SetWeakRef(value);

            }



            #endregion

        }



        [PythonSystemType]

        public class RE_Match {

            RE_Pattern _pattern;

            private Match _m;

            private string _text;

            private int _lastindex = -1;

            private int _pos, _endPos;



            #region Internal makers

            internal static RE_Match make(Match m, RE_Pattern pattern, string input) {

                if (m.Success) return new RE_Match(m, pattern, input, 0, input.Length);

                return null;

            }



            internal static RE_Match make(Match m, RE_Pattern pattern, string input, int offset, int endpos) {

                if (m.Success) return new RE_Match(m, pattern, input, offset, endpos);

                return null;

            }



            internal static RE_Match makeMatch(Match m, RE_Pattern pattern, string input, int offset, int endpos) {

                if (m.Success && m.Index == offset) return new RE_Match(m, pattern, input, offset, endpos);

                return null;

            }

            #endregion



            #region Public ctors



            public RE_Match(Match m, RE_Pattern pattern, string text) {

                _m = m;

                _pattern = pattern;

                _text = text;

            }



            public RE_Match(Match m, RE_Pattern pattern, string text, int pos, int endpos) {

                _m = m;

                _pattern = pattern;

                _text = text;

                _pos = pos;

                _endPos = endpos;

            }



            #endregion



            //			public override bool __nonzero__() {

            //				return m.Success;

            //			}



            #region Public API Surface



            public int end() {

                return _m.Index + _m.Length;

            }



            public int start() {

                return _m.Index;

            }



            public int start(object group) {

                int grpIndex = GetGroupIndex(group);

                if (!_m.Groups[grpIndex].Success) {

                    return -1;

                }

                return _m.Groups[grpIndex].Index;

            }



            public int end(object group) {

                int grpIndex = GetGroupIndex(group);

                if (!_m.Groups[grpIndex].Success) {

                    return -1;

                }

                return _m.Groups[grpIndex].Index + _m.Groups[grpIndex].Length;

            }



            public object group(object index, params object[] additional) {

                if (additional.Length == 0) return group(index);



                object[] res = new object[additional.Length + 1];

                res[0] = _m.Groups[GetGroupIndex(index)].Success ? _m.Groups[GetGroupIndex(index)].Value : null;

                for (int i = 1; i < res.Length; i++) {

                    int grpIndex = GetGroupIndex(additional[i - 1]);

                    res[i] = _m.Groups[grpIndex].Success ? _m.Groups[grpIndex].Value : null;

                }

                return PythonTuple.MakeTuple(res);

            }



            public object group(object index) {

                int pos = GetGroupIndex(index);

                Group g = _m.Groups[pos];

                return g.Success ? g.Value : null;



            }



            public object group() {

                return group(0);

            }



            public object groups() {

                return groups(null);

            }



            public object groups(object @default) {

                object[] ret = new object[_m.Groups.Count - 1];

                for (int i = 1; i < _m.Groups.Count; i++) {

                    if (!_m.Groups[i].Success) {

                        ret[i - 1] = @default;

                    } else {

                        ret[i - 1] = _m.Groups[i].Value;

                    }

                }

                return PythonTuple.MakeTuple(ret);

            }



            public object expand(object template) {

                string strTmp = ValidateString(template, "template");



                StringBuilder res = new StringBuilder();

                for (int i = 0; i < strTmp.Length; i++) {

                    if (strTmp[i] != '\\') { res.Append(strTmp[i]); continue; }

                    if (++i == strTmp.Length) { res.Append(strTmp[i - 1]); continue; }



                    if (Char.IsDigit(strTmp[i])) {

                        AppendGroup(res, (int)(strTmp[i] - '0'));

                    } else if (strTmp[i] == 'g') {

                        if (++i == strTmp.Length) { res.Append("\\g"); return res.ToString(); }

                        if (strTmp[i] != '<') {

                            res.Append("\\g<"); continue;

                        } else { // '<'

                            StringBuilder name = new StringBuilder();

                            i++;

                            while (strTmp[i] != '>' && i < strTmp.Length) {

                                name.Append(strTmp[i++]);

                            }

                            AppendGroup(res, _pattern._re.GroupNumberFromName(name.ToString()));

                        }

                    } else {

                        switch (strTmp[i]) {

                            case 'n': res.Append('\n'); break;

                            case 'r': res.Append('\r'); break;

                            case 't': res.Append('\t'); break;

                            case '\\': res.Append('\\'); break;

                        }

                    }



                }

                return res.ToString();

            }



            public object groupdict() {

                return groupdict(null);

            }

            

            private static bool IsGroupNumber(string name) {

                foreach (char c in name) {

                    if (!Char.IsNumber(c)) return false;

                }

                return true;

            }



            public object groupdict(object value) {

                string[] groupNames = this._pattern._re.GetGroupNames();

                Debug.Assert(groupNames.Length == this._m.Groups.Count);

                PythonDictionary d = new PythonDictionary();

                for (int i = 0; i < groupNames.Length; i++) {

                    if (IsGroupNumber(groupNames[i])) continue; // python doesn't report group numbers



                    if (_m.Groups[i].Captures.Count != 0) {

                        d[groupNames[i]] = _m.Groups[i].Value;

                    } else {

                        d[groupNames[i]] = value;

                    }

                }

                return d;

            }



            public object span() {

                return PythonTuple.MakeTuple(this.start(), this.end());

            }



            public object span(object group) {

                return PythonTuple.MakeTuple(this.start(group), this.end(group));

            }



            public int pos {

                get {

                    return _pos;

                }

            }



            public int endpos {

                get {

                    return _endPos;

                }

            }



            public string @string {

                get {

                    return _text;

                }

            }



            public object regs {

                get {

                    object[] res = new object[_m.Groups.Count];

                    for (int i = 0; i < res.Length; i++) {

                        res[i] = PythonTuple.MakeTuple(start(i), end(i));

                    }



                    return PythonTuple.MakeTuple(res);

                }

            }



            public object re {

                get {

                    return _pattern;

                }

            }



            public object lastindex {

                get {

                    //   -1 : initial value of lastindex

                    //    0 : no match found

                    //other : the true lastindex



                    // Match.Groups contains "lower" level matched groups, which has to be removed

                    if (_lastindex == -1) {

                        int i = 1;

                        while (i < _m.Groups.Count) {

                            if (_m.Groups[i].Success) {

                                _lastindex = i;

                                int start = _m.Groups[i].Index;

                                int end = start + _m.Groups[i].Length;

                                i++;



                                // skip any group which fall into the range [start, end], 

                                // no matter match succeed or fail

                                while (i < _m.Groups.Count && (_m.Groups[i].Index < end)) {

                                    i++;

                                }

                            } else {

                                i++;

                            }

                        }



                        if (_lastindex == -1) {

                            _lastindex = 0;

                        }

                    }



                    if (_lastindex == 0) {

                        return null;

                    } else {

                        return _lastindex;

                    }

                }

            }



            public object lastgroup {

                get {

                    if (lastindex == null) return null;



                    // when group was not explicitly named, RegEx assigns the number as name

                    // This is different from C-Python, which returns None in such cases



                    return this._pattern._re.GroupNameFromNumber((int)lastindex);

                }

            }



            #endregion



            #region Private helper functions



            private void AppendGroup(StringBuilder sb, int index) {

                sb.Append(_m.Groups[index].Value);

            }



            private int GetGroupIndex(object group) {

                int grpIndex;

                if (!Converter.TryConvertToInt32(group, out grpIndex)) {

                    grpIndex = _pattern._re.GroupNumberFromName(ValidateString(group, "group"));

                }

                if (grpIndex < 0 || grpIndex >= _m.Groups.Count) {

                    throw PythonOps.IndexError("no such group");

                }

                return grpIndex;

            }



            #endregion

        }



        #endregion



        #region Private helper functions



        private static IEnumerator MatchIterator(MatchCollection matches, RE_Pattern pattern, string input) {

            for (int i = 0; i < matches.Count; i++) {

                yield return RE_Match.make(matches[i], pattern, input, 0, input.Length);

            }

        }



        private static RegexOptions FlagsToOption(int flags) {

            RegexOptions opts = RegexOptions.None;

            if ((flags & (int)IGNORECASE) != 0) opts |= RegexOptions.IgnoreCase;

            if ((flags & (int)MULTILINE) != 0) opts |= RegexOptions.Multiline;

            if (((flags & (int)LOCALE)) == 0) opts &= (~RegexOptions.CultureInvariant);

            if ((flags & (int)DOTALL) != 0) opts |= RegexOptions.Singleline;

            if ((flags & (int)VERBOSE) != 0) opts |= RegexOptions.IgnorePatternWhitespace;



            return opts;

        }



        internal class ParsedRegex {

            public ParsedRegex(string pattern) {

                this.UserPattern = pattern;

            }



            public string UserPattern;

            public string Pattern;

            public RegexOptions Options = RegexOptions.CultureInvariant;

        }



        /// <summary>

        /// Preparses a regular expression text returning a ParsedRegex class

        /// that can be used for further regular expressions.

        /// </summary>

        private static ParsedRegex PreParseRegex(string pattern) {

            ParsedRegex res = new ParsedRegex(pattern);



            //string newPattern;

            int cur = 0, nameIndex;

            int curGroup = 0;

            bool containsNamedGroup = false;



            for (; ; ) {

                nameIndex = pattern.IndexOf("(", cur);

                if (nameIndex > 0 && pattern[nameIndex - 1] == '\\') {

                    int curIndex = nameIndex - 2;

                    int backslashCount = 1;

                    while (curIndex >= 0 && pattern[curIndex] == '\\') {

                        backslashCount++;

                        curIndex--;

                    }

                    // odd number of back slashes, this is an optional

                    // paren that we should ignore.

                    if ((backslashCount & 0x01) != 0) {

                        cur++;

                        continue;

                    }

                }



                if (nameIndex == -1) break;

                if (nameIndex == pattern.Length - 1) break;



                switch (pattern[++nameIndex]) {

                    case '?':

                        // extension syntax

                        if (nameIndex == pattern.Length - 1) throw PythonExceptions.CreateThrowable(error, "unexpected end of regex");

                        switch (pattern[++nameIndex]) {

                            case 'P':

                                //  named regex, .NET doesn't expect the P so we'll remove it;

                                //  also, once we see a named group i.e. ?P then we need to start artificially 

                                //  naming all unnamed groups from then on---this is to get around the fact that 

                                //  the CLR RegEx support orders all the unnamed groups before all the named 

                                //  groups, even if the named groups are before the unnamed ones in the pattern;

                                //  the artificial naming preserves the order of the groups and thus the order of

                                //  the matches

                                if (nameIndex + 1 < pattern.Length && pattern[nameIndex + 1] == '=') {

                                    // match whatever was previously matched by the named group



                                    // remove the (?P=

                                    pattern = pattern.Remove(nameIndex - 2, 4);

                                    pattern = pattern.Insert(nameIndex - 2, "\\\\k<");

                                    int tmpIndex = nameIndex;

                                    while (tmpIndex < pattern.Length && pattern[tmpIndex] != ')')

                                        tmpIndex++;



                                    if (tmpIndex == pattern.Length) throw PythonExceptions.CreateThrowable(error, "unexpected end of regex");



                                    pattern = pattern.Substring(0, tmpIndex) + ">" + pattern.Substring(tmpIndex + 1);

                                } else {

                                    containsNamedGroup = true;

                                    pattern = pattern.Remove(nameIndex, 1);

                                }

                                break;

                            case 'i': res.Options |= RegexOptions.IgnoreCase; break;

                            case 'L': res.Options &= ~(RegexOptions.CultureInvariant); break;

                            case 'm': res.Options |= RegexOptions.Multiline; break;

                            case 's': res.Options |= RegexOptions.Singleline; break;

                            case 'u': break;

                            case 'x': res.Options |= RegexOptions.IgnorePatternWhitespace; break;

                            case ':': break; // non-capturing

                            case '=': break; // look ahead assertion

                            case '<': break; // positive look behind assertion

                            case '!': break; // negative look ahead assertion

                            case '#': break; // inline comment

                            case '(':  // yes/no if group exists, we don't support this

                            default: throw PythonExceptions.CreateThrowable(error, "Unrecognized extension " + pattern[nameIndex]);

                        }

                        break;

                    default:

                        // just another group

                        curGroup++;

                        if (containsNamedGroup) {

                            // need to name this unnamed group

                            pattern = pattern.Insert(nameIndex, "?<Named" + GetRandomString() + ">");

                        }

                        break;

                }



                cur = nameIndex;

            }



            cur = 0;

            for (; ; ) {

                nameIndex = pattern.IndexOf('\\', cur);



                if (nameIndex == -1 || nameIndex == pattern.Length - 1) break;

                char curChar = pattern[++nameIndex];

                switch (curChar) {

                    case 'x':

                    case 'u':

                    case 'a':

                    case 'b':

                    case 'e':

                    case 'f':

                    case 'n':

                    case 'r':

                    case 't':

                    case 'v':

                    case 'c':

                    case 's':

                    case 'W':

                    case 'w':

                    case 'p':

                    case 'P':

                    case 'S':

                    case 'd':

                    case 'D':

                    case 'Z':

                        // known escape sequences, leave escaped.

                        break;

                    case '\\':

                        // escaping a \\

                        cur += 2;

                        break;

                    default:

                        System.Globalization.UnicodeCategory charClass = Char.GetUnicodeCategory(curChar);

                        switch (charClass) {

                            // recognized word characters, always unescape.

                            case System.Globalization.UnicodeCategory.ModifierLetter:

                            case System.Globalization.UnicodeCategory.LowercaseLetter:

                            case System.Globalization.UnicodeCategory.UppercaseLetter:

                            case System.Globalization.UnicodeCategory.TitlecaseLetter:

                            case System.Globalization.UnicodeCategory.OtherLetter:

                            case System.Globalization.UnicodeCategory.LetterNumber:

                            case System.Globalization.UnicodeCategory.OtherNumber:

                            case System.Globalization.UnicodeCategory.ConnectorPunctuation:

                                pattern = pattern.Remove(nameIndex - 1, 1);

                                break;

                            case System.Globalization.UnicodeCategory.DecimalDigitNumber:

                                //  actually don't want to unescape '\1', '\2' etc. which are references to groups

                                break;

                        }

                        break;

                }

                cur++;

            }



            res.Pattern = pattern;

            return res;

        }



        private static string GetRandomString() {

            return r.Next(Int32.MaxValue / 2, Int32.MaxValue).ToString();

        }



        private static string UnescapeGroups(Match m, string text) {

            for (int i = 0; i < text.Length; i++) {

                if (text[i] == '\\') {

                    StringBuilder sb = new StringBuilder(text, 0, i, text.Length);



                    do {

                        if (text[i] == '\\') {

                            i++;

                            if (i == text.Length) { sb.Append('\\'); break; }



                            switch (text[i]) {

                                case 'n': sb.Append('\n'); break;

                                case 'r': sb.Append('\r'); break;

                                case 't': sb.Append('\t'); break;

                                case '\\': sb.Append('\\'); break;

                                case '\'': sb.Append('\''); break;

                                case '"': sb.Append('"'); break;

                                case 'b': sb.Append('\b'); break;

                                case 'g':

                                    //  \g<#>, \g<name> need to be substituted by the groups they 

                                    //  matched

                                    if (text[i + 1] == '<') {

                                        int anglebrkStart = i + 1;

                                        int anglebrkEnd = text.IndexOf('>', i + 2);

                                        if (anglebrkEnd != -1) {

                                            //  grab the # or 'name' of the group between '< >'

                                            int lengrp = anglebrkEnd - (anglebrkStart + 1);

                                            string grp = text.Substring(anglebrkStart + 1, lengrp);

                                            int num;

                                            Group g;



                                            if (StringUtils.TryParseInt32(grp, out num)) {

                                                g = m.Groups[num];

                                                if (String.IsNullOrEmpty(g.Value)) {

                                                    throw PythonOps.IndexError("unknown group reference");

                                                }

                                                sb.Append(g.Value);

                                            } else {

                                                g = m.Groups[grp];

                                                if (String.IsNullOrEmpty(g.Value)) {

                                                    throw PythonOps.IndexError("unknown group reference");

                                                }

                                                sb.Append(g.Value);

                                            }

                                            i = anglebrkEnd;

                                        }

                                        break;

                                    }

                                    sb.Append('\\');

                                    sb.Append((char)text[i]);

                                    break;

                                default:

                                    if (Char.IsDigit(text[i]) && text[i] <= '7') {

                                        int val = 0;

                                        int digitCount = 0;

                                        while (i < text.Length && Char.IsDigit(text[i]) && text[i] <= '7') {

                                            digitCount++;

                                            val += val * 8 + (text[i] - '0');

                                            i++;

                                        }

                                        i--;



                                        if (digitCount == 1 && val > 0 && val < m.Groups.Count) {

                                            sb.Append(m.Groups[val].Value);

                                        } else {

                                            sb.Append((char)val);

                                        }

                                    } else {

                                        sb.Append('\\');

                                        sb.Append((char)text[i]);

                                    }

                                    break;

                            }

                        } else {

                            sb.Append(text[i]);

                        }

                    } while (++i < text.Length);

                    return sb.ToString();

                }

            }

            return text;

        }



        private static string ValidatePattern(object pattern) {

            if (pattern is string) return pattern as string;



            ExtensibleString es = pattern as ExtensibleString;

            if (es != null) return es.Value;



            RE_Pattern rep = pattern as RE_Pattern;

            if (rep != null) return rep._pre.UserPattern;



            throw PythonOps.TypeError("pattern must be a string or compiled pattern");

        }



        private static string ValidateString(object str, string param) {

            if (str is string) return str as string;



            ExtensibleString es = str as ExtensibleString;

            if (es != null) return es.Value;



            throw PythonOps.TypeError("expected string for parameter '{0}' but got '{1}'", param, PythonOps.GetPythonTypeName(str));

        }



        #endregion

    }

}