/CmsData/Emailer.cs

/* Author: David Carroll

 * Copyright (c) 2008, 2009 Bellevue Baptist Church 

 * Licensed under the GNU General Public License (GPL v2)

 * you may not use this code except in compliance with the License.

 * You may obtain a copy of the License at http://bvcms.codeplex.com/license 

 */

using System;

using System.Net.Mail;

using System.Threading;

using CmsData.Codes;

using UtilityExtensions;

using System.Linq;

using System.Text;

using System.Configuration;

using System.Collections.Generic;

using System.Web;

using System.Text.RegularExpressions;

using System.Diagnostics;

using System.IO;

using System.Xml.Linq;

using HtmlAgilityPack;



namespace CmsData

{

    public partial class CMSDataContext

    {

        public string CmsHost

        {

            get

            {

                var h = ConfigurationManager.AppSettings["cmshost"];

                return h.Replace("{church}", Host);

            }

        }

        public void Email(string from, Person p, string subject, string body)

        {

            Email(from, p, null, subject, body, false);

        }

        public void EmailRedacted(string from, Person p, string subject, string body)

        {

            Email(from, p, null, subject, body, true);

        }

        public void Email(string from, Person p, List<MailAddress> addmail, string subject, string body, bool redacted)

        {

            var From = Util.FirstAddress(from);

            if (From == null)

                From = Util.FirstAddress(Util.SysFromEmail);

            var emailqueue = new EmailQueue

            {

                Queued = DateTime.Now,

                FromAddr = From.Address,

                FromName = From.DisplayName,

                Subject = subject,

                Body = body,

                QueuedBy = Util.UserPeopleId,

                Redacted = redacted,

                Transactional = true

            };

            EmailQueues.InsertOnSubmit(emailqueue);

            string addmailstr = null;

            if (addmail != null)

                addmailstr = addmail.EmailAddressListToString();

            emailqueue.EmailQueueTos.Add(new EmailQueueTo

            {

                PeopleId = p.PeopleId,

                OrgId = CurrentOrgId,

                AddEmail = addmailstr,

                Guid = Guid.NewGuid(),

            });

            SubmitChanges();

            SendPersonEmail(CmsHost, emailqueue.Id, p.PeopleId);

        }



        public List<MailAddress> PersonListToMailAddressList(IEnumerable<Person> list)

        {

            var aa = new List<MailAddress>();

            foreach (var p in list)

                aa.AddRange(GetAddressList(p));

            return aa;

        }

        public void Email(string from, IEnumerable<Person> list, string subject, string body)

        {

            if (list.Count() == 0)

                return;

            var aa = PersonListToMailAddressList(list);

            Email(from, list.First(), aa, subject, body, false);

        }

        public void EmailRedacted(string from, IEnumerable<Person> list, string subject, string body)

        {

            if (list.Count() == 0)

                return;

            var aa = PersonListToMailAddressList(list);

            Email(from, list.First(), aa, subject, body, redacted: true);

        }

        public IEnumerable<Person> PeopleFromPidString(string pidstring)

        {

            var a = pidstring.SplitStr(",").Select(ss => ss.ToInt()).ToArray();

            var q = from p in People

                    where a.Contains(p.PeopleId)

                    orderby p.PeopleId == a[0] descending

                    select p;

            return q;

        }

        public List<Person> StaffPeopleForDiv(int divid)

        {

            var q = from o in Organizations

                    where o.DivOrgs.Any(dd => dd.DivId == divid)

                    where o.NotifyIds != null && o.NotifyIds != ""

                    select o.NotifyIds;

            var pids = string.Join(",", q);

            var a = pids.SplitStr(",").Select(ss => ss.ToInt()).ToArray();

            var q2 = from p in People

                     where a.Contains(p.PeopleId)

                     orderby p.PeopleId == a[0] descending

                     select p;

            if (q2.Count() == 0)

                return AdminPeople();

            return q2.ToList();

        }

        public List<Person> AdminPeople()

        {

            return (from p in CMSRoleProvider.provider.GetAdmins()

                    orderby p.Users.Any(u => u.Roles.Contains("Developer")) ascending

                    select p).ToList();

        }

        public List<Person> FinancePeople()

        {

            var q = from u in Users

                    where u.UserRoles.Any(ur => ur.Role.RoleName == "Finance")

                    select u.Person;

            return q.ToList();

        }

        public string StaffEmailForOrg(int orgid)

        {

            var q = from o in Organizations

                    where o.OrganizationId == orgid

                    where o.NotifyIds != null && o.NotifyIds != ""

                    select o.NotifyIds;

            var pids = string.Join(",", q);

            var a = pids.SplitStr(",").Select(ss => ss.ToInt()).ToArray();

            var q2 = from p in People

                     where p.PeopleId == a[0]

                     select p.FromEmail;

            if (q2.Count() == 0)

                return (from p in CMSRoleProvider.provider.GetAdmins()

                        orderby p.Users.Any(u => u.Roles.Contains("Developer")) descending

                        select p.FromEmail).First();

            return q2.SingleOrDefault();

        }

        public List<Person> StaffPeopleForOrg(int orgid)

        {

            var org = LoadOrganizationById(orgid);

            var pids = org.NotifyIds ?? "";

            var a = pids.Split(',').Select(ss => ss.ToInt()).ToArray();

            var q2 = from p in People

                     where a.Contains(p.PeopleId)

                     orderby p.PeopleId == a.FirstOrDefault() descending

                     select p;

            //if (q2.Count() == 0)

            //    return (from p in CMSRoleProvider.provider.GetAdmins()

            //            orderby p.Users.Any(u => u.Roles.Contains("Developer")) descending

            //            select p).ToList();

            return q2.ToList();

        }

        public Person UserPersonFromEmail(string email)

        {

            var q = from u in Users

                    where u.Person.EmailAddress == email || u.Person.EmailAddress2 == email

                    select u.Person;

            var p = q.FirstOrDefault();

            if (p == null)

                p = CMSRoleProvider.provider.GetAdmins().First();

            return p;

        }

        public EmailQueue CreateQueue(MailAddress From, string subject, string body, DateTime? schedule, int tagId, bool publicViewable)

        {

            var emailqueue = new EmailQueue

            {

                Queued = DateTime.Now,

                FromAddr = From.Address,

                FromName = From.DisplayName,

                Subject = subject,

                Body = body,

                SendWhen = schedule,

                QueuedBy = Util.UserPeopleId,

                Transactional = false,

                PublicX = publicViewable,

            };

            EmailQueues.InsertOnSubmit(emailqueue);



            SubmitChanges();

            if (body.Contains("http://publiclink", ignoreCase: true))

            {

                var link = Util.URLCombine(CmsHost, "/Manage/Emails/View/" + emailqueue.Id);

                var re = new Regex("http://publiclink", RegexOptions.Singleline | RegexOptions.Multiline | RegexOptions.IgnoreCase);

                emailqueue.Body = re.Replace(body, link);

            }



            var tag = TagById(tagId);

            var q = tag.People(this); 



            var q2 = from p in q.Distinct()

                     where p.EmailAddress != null

                     where p.EmailAddress != ""

                     where (p.SendEmailAddress1 ?? true) || (p.SendEmailAddress2 ?? false)

                     where !p.EmailOptOuts.Any(oo => oo.FromEmail == emailqueue.FromAddr)

                     orderby p.PeopleId

                     select p.PeopleId;



            var i = 0;

            foreach (var pid in q2)

            {

                i++;

                emailqueue.EmailQueueTos.Add(new EmailQueueTo

                {

                    PeopleId = pid,

                    OrgId = CurrentOrgId,

                    Guid = Guid.NewGuid()

                });

            }

            SubmitChanges();

            return emailqueue;

        }

        public void SendPersonEmail(string CmsHost, int id, int pid)

        {

            var SysFromEmail = Setting("SysFromEmail", ConfigurationManager.AppSettings["sysfromemail"]);

            var emailqueue = EmailQueues.Single(eq => eq.Id == id);

            var emailqueueto = EmailQueueTos.Single(eq => eq.Id == id && eq.PeopleId == pid);

            var fromname = emailqueue.FromName;

            if (!fromname.HasValue())

                fromname = emailqueue.FromAddr;

            else

                fromname = emailqueue.FromName.Replace("\"", "");

            var From = Util.FirstAddress(emailqueue.FromAddr, fromname);



            try

            {

                var p = LoadPersonById(emailqueueto.PeopleId);

                string text = emailqueue.Body;

                var aa = DoReplacements(ref text, CmsHost, p, emailqueueto);



                var qs = "OptOut/UnSubscribe/?enc=" + Util.EncryptForUrl("{0}|{1}".Fmt(emailqueueto.PeopleId, From.Address));

                var url = Util.URLCombine(CmsHost, qs);

                var link = @"<a href=""{0}"">Unsubscribe</a>".Fmt(url);

                text = text.Replace("{unsubscribe}", link);

                text = text.Replace("{Unsubscribe}", link);

                if (aa.Count > 0)

                {

                    text = text.Replace("{toemail}", aa[0].Address);

                    text = text.Replace("%7Btoemail%7D", aa[0].Address);

                }

                text = text.Replace("{fromemail}", From.Address);

                text = text.Replace("%7Bfromemail%7D", From.Address);



                if (Setting("sendemail", "true") != "false")

                {

                    if (aa.Count > 0)

                        Util.SendMsg(SysFromEmail, CmsHost, From, emailqueue.Subject, text, aa, emailqueue.Id, pid);

                    else

                        Util.SendMsg(SysFromEmail, CmsHost, From,

                            "(no email address) " + emailqueue.Subject,

                            "<p style='color:red'>You are receiving this because there is no email address for {0}({1}). You should probably contact them since they were probably expecting this information.</p>\n{2}".Fmt(p.Name, p.PeopleId, text),

                            Util.ToMailAddressList(From),

                            emailqueue.Id, pid);

                    emailqueueto.Sent = DateTime.Now;

                    emailqueue.Sent = DateTime.Now;

                    if (emailqueue.Redacted ?? false)

                        emailqueue.Body = "redacted";

                    SubmitChanges();

                }

            }

            catch (Exception ex)

            {

                Util.SendMsg(SysFromEmail, CmsHost, From,

                    "sent emails - error", ex.ToString(),

                    Util.ToMailAddressList(From),

                    emailqueue.Id, null);

                throw ex;

            }

        }

        public List<MailAddress> DoReplacements(ref string text, string CmsHost, Person p, EmailQueueTo emailqueueto)

        {

            if (text == null)

                text = "(no content)";

            if (p.Name.Contains("?") || p.Name.Contains("unknown", true))

                text = text.Replace("{name}", string.Empty);

            else

                text = text.Replace("{name}", p.Name);



            if (p.PreferredName.Contains("?", true) || (p.PreferredName.Contains("unknown", true)))

                text = text.Replace("{first}", string.Empty);

            else

                text = text.Replace("{first}", p.PreferredName);

            text = text.Replace("{occupation}", p.OccupationOther);

            var eurl = Util.URLCombine(CmsHost, "Manage/Emails/View/" + emailqueueto.Id);

            text = text.Replace("{emailhref}", eurl);



            text = DoVoteLinkAnchorStyle(text, CmsHost, emailqueueto);

            text = DoVoteTag(text, CmsHost, emailqueueto);

            text = DoVoteTag2(text, CmsHost, emailqueueto);

            text = DoRegisterTag(text, CmsHost, emailqueueto);

            text = DoRegisterTag2(text, CmsHost, emailqueueto);

            text = DoExtraValueData(text, emailqueueto);

            if (emailqueueto.OrgId.HasValue)

            {

                if (text.Contains("{smallgroup:"))

                    text = DoSmallGroupData(text, emailqueueto);

                if (text.Contains("{addsmallgroup:"))

                    text = DoAddSmallGroup(text, emailqueueto);

                if (text.Contains("{nextmeetingtime}"))

                    text = DoMeetingDate(text, emailqueueto);

            }

            if (text.Contains("{createaccount}"))

                text = text.Replace("{createaccount}", DoCreateUserTag(CmsHost, emailqueueto));

            if (text.Contains("http://votelink", ignoreCase: true))

                text = DoVoteLink(text, CmsHost, emailqueueto);

            if (text.Contains("http://registerlink", ignoreCase: true))

                text = DoRegisterLink(text, CmsHost, emailqueueto);

            if (text.Contains("http://rsvplink", ignoreCase: true))

                text = DoRsvpLink(text, CmsHost, emailqueueto);

            if (text.Contains("http://volsublink", ignoreCase: true))

                text = DoVolSubLink(text, CmsHost, emailqueueto);

            if (text.Contains("http://volreqlink", ignoreCase: true))

                text = DoVolReqLink(text, CmsHost, emailqueueto);

            if (text.Contains("{barcode}", ignoreCase: true))

            {

                var link = Util.URLCombine(CmsHost, "/Track/Barcode/" + emailqueueto.PeopleId);

                text = text.Replace("{barcode}", "<img src='" + link + "' />");

            }

            if (text.Contains("{campus}", ignoreCase: true))

                if (p.CampusId != null)

                    text = text.Replace("{campus}", p.Campu.Description);

                else

                    text = text.Replace("{campus}", "No Campus Specified");



            if (emailqueueto.Guid.HasValue)

            {

                var turl = Util.URLCombine(CmsHost, "/Track/Key/" + emailqueueto.Guid.Value.GuidToQuerystring());

                text = text.Replace("{track}", "<img src=\"{0}\" />".Fmt(turl));

            }



            var aa = GetAddressList(p);



            if (emailqueueto.AddEmail.HasValue())

                foreach (var ad in emailqueueto.AddEmail.SplitStr(","))

                    Util.AddGoodAddress(aa, ad);



            if (emailqueueto.OrgId.HasValue)

            {

                var qm = (from m in OrganizationMembers

                          where m.PeopleId == emailqueueto.PeopleId && m.OrganizationId == emailqueueto.OrgId

                          select new { m.PayLink, m.Amount, m.AmountPaid, m.RegisterEmail }).SingleOrDefault();

                if (qm != null)

                {

                    if (qm.PayLink.HasValue())

                        text = text.Replace("{paylink}", "<a href=\"{0}\">payment link</a>".Fmt(qm.PayLink));

                    text = text.Replace("{amtdue}", (qm.Amount - qm.AmountPaid).ToString2("c"));

                    Util.AddGoodAddress(aa, Util.FullEmail(qm.RegisterEmail, p.Name));

                }

            }

            return aa.DistinctEmails();

        }

        private string DoMeetingDate(string text, EmailQueueTo emailqueueto)

        {

            var mt = (from aa in Attends

                      where aa.OrganizationId == emailqueueto.OrgId

                      where aa.PeopleId == emailqueueto.PeopleId

                      where aa.Commitment == AttendCommitmentCode.Attending

                      where aa.MeetingDate > DateTime.Now

                      orderby aa.MeetingDate

                      select aa.MeetingDate).FirstOrDefault();

            text = text.Replace("{nextmeetingtime}", mt.ToString("g"));

            return text;

        }

        private string DoSmallGroupData(string text, EmailQueueTo emailqueueto)

        {

            const string RE = @"\{smallgroup:\[(?<prefix>[^\]]*)\](?:,(?<def>[^}]*)){0,1}\}";

            var re = new Regex(RE, RegexOptions.Singleline);

            var match = re.Match(text);

            while (match.Success && emailqueueto.OrgId.HasValue)

            {

                var tag = match.Value;

                var prefix = match.Groups["prefix"].Value;

                var def = match.Groups["def"].Value;

                var sg = (from mm in OrgMemMemTags

                          where mm.OrgId == emailqueueto.OrgId

                          where mm.PeopleId == emailqueueto.PeopleId

                          where mm.MemberTag.Name.StartsWith(prefix)

                          select mm.MemberTag.Name).FirstOrDefault();

                if (!sg.HasValue())

                    sg = def;

                text = text.Replace(tag, sg);

                match = match.NextMatch();

            }

            return text;

        }

        private string DoAddSmallGroup(string text, EmailQueueTo emailqueueto)

        {

            const string RE = @"\{addsmallgroup:\[(?<group>[^\]]*)\]\}";

            var re = new Regex(RE, RegexOptions.Singleline);

            var match = re.Match(text);

            if (match.Success && emailqueueto.OrgId.HasValue)

            {

                var tag = match.Value;

                var group = match.Groups["group"].Value;

                var om = (from mm in OrganizationMembers

                          where mm.OrganizationId == emailqueueto.OrgId

                          where mm.PeopleId == emailqueueto.PeopleId

                          select mm).SingleOrDefault();

                if (om != null)

                    om.AddToGroup(this, group);

                text = text.Replace(tag, "");

            }

            return text;

        }

        private string DoExtraValueData(string text, EmailQueueTo emailqueueto)

        {

            const string RE = @"{extra(?<type>.*?):(?<field>.*?)}";

            var re = new Regex(RE, RegexOptions.Singleline);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;

                var field = match.Groups["field"].Value;

                var type = match.Groups["type"].Value;

                var ev = PeopleExtras.SingleOrDefault(ee => ee.Field == field && emailqueueto.PeopleId == ee.PeopleId);

                string value = "";

                switch (type)

                {

                    case "value":

                        value = ev.StrValue;

                        break;

                    case "data":

                        value = ev.Data;

                        break;

                    case "date":

                        value = ev.DateValue.FormatDate();

                        break;

                    case "int":

                        value = ev.IntValue.ToString();

                        break;

                }

                text = text.Replace(tag, value);

                match = match.NextMatch();

            }

            return text;

        }

        private string DoVoteLinkAnchorStyle(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            var list = new Dictionary<string, OneTimeLink>();

            const string VoteLinkRE = @"{votelink(?<inside>[^}]*)}";

            var re = new Regex(VoteLinkRE, RegexOptions.Singleline | RegexOptions.Multiline);

            var match = re.Match(text);

            while (match.Success)

            {

                var votelink = match.Value;

                var anchor = "<a " + match.Groups["inside"].Value + ">text</a>";

                anchor = anchor.Replace("&quot;", "\"");

                anchor = anchor.Replace("&rdquo;", "\"");

                anchor = anchor.Replace("&ldquo;", "\"");



                var doc = new HtmlDocument();

                doc.LoadHtml(anchor);

                var ele = doc.DocumentNode.Element("a");

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);

                var txt = "click here";

                if (d.ContainsKey("text"))

                    txt = d["text"];



                string msg = "Thank you for responding.";

                if (d.ContainsKey("message"))

                    msg = d["message"];



                string confirm = "false";

                if (d.ContainsKey("confirm"))

                    confirm = d["confirm"];



                if (!d.ContainsKey("smallgroup"))

                    throw new Exception("Votelink: no smallgroup attribute");

                var smallgroup = d["smallgroup"];

                var pre = "";

                var a = smallgroup.SplitStr(":");

                if (a.Length > 1)

                    pre = a[0];



                if (!d.ContainsKey("id"))

                    throw new Exception("Votelink: no id attribute");

                var id = d["id"];



                var url = VoteLinkUrl(text, CmsHost, emailqueueto, list, votelink, id, msg, confirm, smallgroup, pre);

                text = text.Replace(votelink, @"<a href=""{0}"">{1}</a>".Fmt(url, txt));



                match = match.NextMatch();

            }

            return text;

        }//&lt;votetag .*?&gt;(?<inside>.+?)&lt;/votetag&gt;

        private string DoVoteTag2(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            var list = new Dictionary<string, OneTimeLink>();

            const string VoteLinkRE = @"&lt;votetag .*?&gt;(?<inside>.+?)&lt;/votetag&gt;";

            var re = new Regex(VoteLinkRE, RegexOptions.Singleline | RegexOptions.Multiline);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;

                var inside = HttpUtility.HtmlDecode(match.Groups["inside"].Value);



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("votetag");

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                string msg = "Thank you for responding.";

                if (d.ContainsKey("message"))

                    msg = d["message"];



                string confirm = "false";

                if (d.ContainsKey("confirm"))

                    confirm = d["confirm"];



                if (!d.ContainsKey("smallgroup"))

                    throw new Exception("Votelink: no smallgroup attribute");

                var smallgroup = d["smallgroup"];

                var pre = "";

                var a = smallgroup.SplitStr(":");

                if (a.Length > 1)

                    pre = a[0];



                if (!d.ContainsKey("id"))

                    throw new Exception("Votelink: no id attribute");

                var id = d["id"];



                var url = VoteLinkUrl(text, CmsHost, emailqueueto, list, tag, id, msg, confirm, smallgroup, pre);

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }

        private string DoCreateUserTag(string CmsHost, EmailQueueTo emailqueueto)

        {

            var user = (from u in Users

                        where u.PeopleId == emailqueueto.PeopleId

                        select u).FirstOrDefault();

            if (user != null)

            {

                user.ResetPasswordCode = Guid.NewGuid();

                user.ResetPasswordExpires = DateTime.Now.AddHours(Setting("ResetPasswordExpiresHours", "24").ToInt());

                var link = Util.URLCombine(CmsHost, "/Account/SetPassword/" + user.ResetPasswordCode.ToString());

                SubmitChanges();

                return @"<a href=""{0}"">Set password for {1}</a>".Fmt(link, user.Username);

            }

            var ot = new OneTimeLink

            {

                Id = Guid.NewGuid(),

                Querystring = emailqueueto.PeopleId.ToString()

            };

            OneTimeLinks.InsertOnSubmit(ot);

            SubmitChanges();

            var url = Util.URLCombine(CmsHost, "/Account/CreateAccount/{0}".Fmt(ot.Id.ToCode()));

            return @"<a href=""{0}"">Create Account</a>".Fmt(url);

        }

        private string DoVoteLink(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            //<a dir="ltr" href="http://votelink" id="798" rel="smallgroup" title="This is a message">test</a>

            var list = new Dictionary<string, OneTimeLink>();

            const string VoteLinkRE = "<a[^>]*?href=\"https{0,1}://votelink\"[^>]*>.*?</a>";

            var re = new Regex(VoteLinkRE, RegexOptions.Singleline | RegexOptions.Multiline | RegexOptions.IgnoreCase);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("a");

                var inside = ele.InnerHtml;

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                string msg = "Thank you for responding.";

                if (d.ContainsKey("title"))

                    msg = d["title"];



                string confirm = "false";

                if (d.ContainsKey("dir") && d["dir"] == "ltr")

                    confirm = "true";



                if (!d.ContainsKey("rel"))

                    throw new Exception("Votelink: no smallgroup attribute");

                var smallgroup = d["rel"];

                var pre = "";

                var a = smallgroup.SplitStr(":");

                if (a.Length > 1)

                    pre = a[0];



                if (!d.ContainsKey("id"))

                    throw new Exception("Votelink: no id attribute");

                var id = d["id"];



                var url = VoteLinkUrl(text, CmsHost, emailqueueto, list, tag, id, msg, confirm, smallgroup, pre);

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }

        private string DoRsvpLink(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            //<a dir="ltr" href="http://rsvplink" id="798" rel="meetingid" title="This is a message">test</a>

            var list = new Dictionary<string, OneTimeLink>();

            const string RsvpLinkRE = "<a[^>]*?href=\"https{0,1}://rsvplink\"[^>]*>.*?</a>";

            var re = new Regex(RsvpLinkRE, RegexOptions.Singleline | RegexOptions.Multiline | RegexOptions.IgnoreCase);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("a");

                var inside = ele.InnerHtml;

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                string msg = "Thank you for responding.";

                if (d.ContainsKey("title"))

                    msg = d["title"];



                string confirm = "false";

                if (d.ContainsKey("dir") && d["dir"] == "ltr")

                    confirm = "true";



                string smallgroup = null;

                if (d.ContainsKey("rel"))

                    smallgroup = d["rel"];



                if (!d.ContainsKey("id"))

                    throw new Exception("Rsvplink: no id attribute");

                var id = d["id"];



                var url = RsvpLinkUrl(CmsHost, emailqueueto, list, id, smallgroup, msg, confirm);

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }

        private string DoRegisterLink(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            var list = new Dictionary<string, OneTimeLink>();

            const string VoteLinkRE = "<a[^>]*?href=\"https{0,1}://(?<rlink>registerlink2{0,1})\"[^>]*>.*?</a>";

            var re = new Regex(VoteLinkRE, RegexOptions.Singleline | RegexOptions.Multiline | RegexOptions.IgnoreCase);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;

                var rlink = match.Groups["rlink"].Value;



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("a");

                var inside = ele.InnerHtml;

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                if (!d.ContainsKey("id"))

                    throw new Exception("RegisterTag: no id attribute");

                var id = d["id"];



                var url = RegisterTagUrl(text, CmsHost, emailqueueto, list, tag, id,

                    showfamily: rlink == "registerlink2");

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }

        public string DoVolSubLink(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            var list = new Dictionary<string, OneTimeLink>();

            const string VolSubLinkRE = "<a[^>]*?href=\"https{0,1}://volsublink\"[^>]*>.*?</a>";

            var re = new Regex(VolSubLinkRE, RegexOptions.Singleline | RegexOptions.Multiline | RegexOptions.IgnoreCase);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("a");

                var inside = ele.InnerHtml;

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                var qs = "{0},{1},{2},{3}"

                    .Fmt(d["aid"], d["pid"], d["ticks"], emailqueueto.PeopleId);

                OneTimeLink ot = null;

                if (list.ContainsKey(qs))

                    ot = list[qs];

                else

                {

                    ot = new OneTimeLink

                    {

                        Id = Guid.NewGuid(),

                        Querystring = qs

                    };

                    OneTimeLinks.InsertOnSubmit(ot);

                    SubmitChanges();

                    list.Add(qs, ot);

                }



                var url = Util.URLCombine(CmsHost, "/OnlineReg/ClaimVolSub/{0}/{1}".Fmt(d["ans"], ot.Id.ToCode()));

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }

        public string DoVolReqLink(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            var list = new Dictionary<string, OneTimeLink>();

            const string VolSubLinkRE = "<a[^>]*?href=\"https{0,1}://volreqlink\"[^>]*>.*?</a>";

            var re = new Regex(VolSubLinkRE, RegexOptions.Singleline | RegexOptions.Multiline | RegexOptions.IgnoreCase);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("a");

                var inside = ele.InnerHtml;

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                var qs = "{0},{1},{2},{3}"

                    .Fmt(d["mid"], d["pid"], d["ticks"], emailqueueto.PeopleId);

                OneTimeLink ot = null;

                if (list.ContainsKey(qs))

                    ot = list[qs];

                else

                {

                    ot = new OneTimeLink

                    {

                        Id = Guid.NewGuid(),

                        Querystring = qs

                    };

                    OneTimeLinks.InsertOnSubmit(ot);

                    SubmitChanges();

                    list.Add(qs, ot);

                }



                var url = Util.URLCombine(CmsHost, "/OnlineReg/RequestResponse?ans={0}&guid={1}".Fmt(d["ans"], ot.Id.ToCode()));

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }



        private string DoVoteTag(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            var list = new Dictionary<string, OneTimeLink>();

            const string VoteLinkRE = @"<votetag[^>]*>(?<inside>.+?)</votetag>";

            var re = new Regex(VoteLinkRE, RegexOptions.Singleline | RegexOptions.Multiline);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;

                var inside = match.Groups["inside"].Value;



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("votetag");

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                string msg = "Thank you for responding.";

                if (d.ContainsKey("message"))

                    msg = d["message"];



                string confirm = "false";

                if (d.ContainsKey("confirm"))

                    confirm = d["confirm"];



                if (!d.ContainsKey("smallgroup"))

                    throw new Exception("Votelink: no smallgroup attribute");

                var smallgroup = d["smallgroup"];

                var pre = "";

                var a = smallgroup.SplitStr(":");

                if (a.Length > 1)

                    pre = a[0];



                if (!d.ContainsKey("id"))

                    throw new Exception("Votelink: no id attribute");

                var id = d["id"];



                var url = VoteLinkUrl(text, CmsHost, emailqueueto, list, tag, id, msg, confirm, smallgroup, pre);

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }

        private string DoRegisterTag2(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            var list = new Dictionary<string, OneTimeLink>();

            const string VoteLinkRE = @"&lt;registertag .*?&gt;(?<inside>.+?)&lt;/registertag&gt;";

            var re = new Regex(VoteLinkRE, RegexOptions.Singleline | RegexOptions.Multiline);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;

                var inside = HttpUtility.HtmlDecode(match.Groups["inside"].Value);



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("registertag");

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                if (!d.ContainsKey("id"))

                    throw new Exception("RegisterTag: no id attribute");

                var id = d["id"];



                var url = RegisterTagUrl(text, CmsHost, emailqueueto, list, tag, id);

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }

        private string DoRegisterTag(string text, string CmsHost, EmailQueueTo emailqueueto)

        {

            var list = new Dictionary<string, OneTimeLink>();

            const string VoteLinkRE = @"<registertag[^>]*>(?<inside>.+?)</registertag>";

            var re = new Regex(VoteLinkRE, RegexOptions.Singleline | RegexOptions.Multiline);

            var match = re.Match(text);

            while (match.Success)

            {

                var tag = match.Value;

                var inside = match.Groups["inside"].Value;



                var doc = new HtmlDocument();

                doc.LoadHtml(tag);

                var ele = doc.DocumentNode.Element("registertag");

                var d = ele.Attributes.ToDictionary(aa => aa.Name.ToString(), aa => aa.Value);



                if (!d.ContainsKey("id"))

                    throw new Exception("RegisterTag: no id attribute");

                var id = d["id"];



                var url = RegisterTagUrl(text, CmsHost, emailqueueto, list, tag, id);

                text = text.Replace(tag, @"<a href=""{0}"">{1}</a>".Fmt(url, inside));

                match = match.NextMatch();

            }

            return text;

        }

        private string RsvpLinkUrl(

            string CmsHost,

            EmailQueueTo emailqueueto,

            Dictionary<string, OneTimeLink> list,

            string id,

            string smallgroup,

            string msg,

            string confirm)

        {

            var qs = "{0},{1},{2}".Fmt(id, emailqueueto.PeopleId, emailqueueto.Id);

            OneTimeLink ot;

            if (list.ContainsKey(qs))

                ot = list[qs];

            else

            {

                ot = new OneTimeLink

                {

                    Id = Guid.NewGuid(),

                    Querystring = qs

                };

                OneTimeLinks.InsertOnSubmit(ot);

                SubmitChanges();

                list.Add(qs, ot);

            }

            var url = Util.URLCombine(CmsHost, "/OnlineReg/RsvpLink/{0}?confirm={1}&smallgroup={2}&message={3}"

                .Fmt(ot.Id.ToCode(), confirm, smallgroup, HttpUtility.UrlEncode(msg)));

            return url;

        }

        private string VoteLinkUrl(string text,

            string CmsHost,

            EmailQueueTo emailqueueto,

            Dictionary<string, OneTimeLink> list,

            string votelink,

            string id,

            string msg,

            string confirm,

            string smallgroup,

            string pre)

        {

            var qs = "{0},{1},{2},{3}".Fmt(id, emailqueueto.PeopleId, emailqueueto.Id, pre);

            OneTimeLink ot;

            if (list.ContainsKey(qs))

                ot = list[qs];

            else

            {

                ot = new OneTimeLink

                {

                    Id = Guid.NewGuid(),

                    Querystring = qs

                };

                OneTimeLinks.InsertOnSubmit(ot);

                SubmitChanges();

                list.Add(qs, ot);

            }

            var url = Util.URLCombine(CmsHost, "/OnlineReg/VoteLink/{0}?smallgroup={1}&confirm={2}&message={3}"

                .Fmt(ot.Id.ToCode(), HttpUtility.UrlEncode(smallgroup), confirm, HttpUtility.UrlEncode(msg)));

            return url;

        }

        private string RegisterTagUrl(string text,

            string CmsHost,

            EmailQueueTo emailqueueto,

            Dictionary<string, OneTimeLink> list,

            string votelink,

            string id,

            bool showfamily = false)

        {

            var qs = "{0},{1},{2}".Fmt(id, emailqueueto.PeopleId, emailqueueto.Id);

            OneTimeLink ot;

            if (list.ContainsKey(qs))

                ot = list[qs];

            else

            {

                ot = new OneTimeLink

                {

                    Id = Guid.NewGuid(),

                    Querystring = qs

                };

                OneTimeLinks.InsertOnSubmit(ot);

                SubmitChanges();

                list.Add(qs, ot);

            }

            var url = Util.URLCombine(CmsHost, "/OnlineReg/RegisterLink/{0}".Fmt(ot.Id.ToCode()));

            if (showfamily)

                url += "?showfamily=true";

            return url;

        }

        public List<MailAddress> GetAddressList(Person p)

        {

            return GetAddressList(p, null);

        }

        public List<MailAddress> GetAddressList(Person p, string regemail)

        {

            var aa = new List<MailAddress>();

            if (p.SendEmailAddress1 ?? true)

                Util.AddGoodAddress(aa, p.FromEmail);

            if (p.SendEmailAddress2 ?? false)

                Util.AddGoodAddress(aa, p.FromEmail2);

            if (regemail.HasValue())

                foreach (var ad in regemail.SplitStr(",;"))

                    Util.AddGoodAddress(aa, ad);

            return aa;

        }



        bool EmailMatch(string existing, string addemail)

        {

            var exist = Util.TryGetMailAddress(existing, null);

            var add = Util.TryGetMailAddress(addemail, null);

            if (add == null || exist == null)

                return false;

            var r = string.Compare(exist.Address, add.Address, true);

            return r == 0;

        }

        public void SendPeopleEmail(int queueid)

        {

            var emailqueue = EmailQueues.Single(ee => ee.Id == queueid);

            var sysFromEmail = Setting("SysFromEmail", ConfigurationManager.AppSettings["sysfromemail"]);

            var From = Util.FirstAddress(emailqueue.FromAddr, emailqueue.FromName);

            if (!emailqueue.Subject.HasValue() || !emailqueue.Body.HasValue())

            {

                Util.SendMsg(sysFromEmail, CmsHost, From,

                    "sent emails - error", "no subject or body, no emails sent",

                    Util.ToMailAddressList(From),

                    emailqueue.Id, null);

                return;

            }



            emailqueue.Started = DateTime.Now;

            SubmitChanges();



            var q = from To in EmailQueueTos

                    where To.Id == emailqueue.Id

                    where To.Sent == null

                    orderby To.PeopleId

                    select To;

            foreach (var To in q)

            {

                try

                {

                    var p = LoadPersonById(To.PeopleId);

                    string text = emailqueue.Body;

                    var aa = DoReplacements(ref text, CmsHost, p, To);

                    var qs = "OptOut/UnSubscribe/?enc=" + Util.EncryptForUrl("{0}|{1}".Fmt(To.PeopleId, From.Address));

                    var url = Util.URLCombine(CmsHost, qs);

                    var link = @"<a href=""{0}"">Unsubscribe</a>".Fmt(url);

                    text = text.Replace("{unsubscribe}", link);

                    text = text.Replace("{Unsubscribe}", link);

                    if (aa.Count > 0)

                    {

                        text = text.Replace("{toemail}", aa[0].Address);

                        text = text.Replace("%7Btoemail%7D", aa[0].Address);

                    }

                    text = text.Replace("{fromemail}", From.Address);

                    text = text.Replace("%7Bfromemail%7D", From.Address);



                    if (Setting("sendemail", "true") != "false")

                    {

                        Util.SendMsg(sysFromEmail, CmsHost, From,

                            emailqueue.Subject, text, aa, emailqueue.Id, To.PeopleId);

                        To.Sent = DateTime.Now;



                        SubmitChanges();

                    }

                }

                catch (Exception ex)

                {

                    Util.SendMsg(sysFromEmail, CmsHost, From,

                        "sent emails - error: {0}".Fmt(CmsHost), ex.Message,

                        Util.ToMailAddressList(From),

                        emailqueue.Id, null);

                    Util.SendMsg(sysFromEmail, CmsHost, From,

                        "sent emails - error: {0}".Fmt(CmsHost), ex.Message,

                        Util.SendErrorsTo(),

                        emailqueue.Id, null);

                }

            }

            emailqueue.Sent = DateTime.Now;

            if (emailqueue.Redacted ?? false)

                emailqueue.Body = "redacted";

            else if (emailqueue.Transactional == false)

            {

                var nitems = emailqueue.EmailQueueTos.Count();

                if (nitems > 1)

                    NotifySentEmails(CmsHost, From.Address, From.DisplayName,

                        emailqueue.Subject, nitems, emailqueue.Id);

            }

            SubmitChanges();

        }



        private void NotifySentEmails(string CmsHost, string From, string FromName, string subject, int count, int id)

        {

            if (Setting("sendemail", "true") != "false")

            {

                var from = new MailAddress(From, FromName);

                string subj = "sent emails: " + subject;

                var uri = new Uri(new Uri(CmsHost), "/Manage/Emails/Details/" + id);

                string body = @"<a href=""{0}"">{1} emails sent</a>".Fmt(uri, count);

                var SysFromEmail = Setting("SysFromEmail", ConfigurationManager.AppSettings["sysfromemail"]);

                var SendErrorsTo = ConfigurationManager.AppSettings["senderrorsto"];

                SendErrorsTo = SendErrorsTo.Replace(';', ',');



                Util.SendMsg(SysFromEmail, CmsHost, from,

                    subj, body, Util.ToMailAddressList(from), id, null);

                var host = uri.Host;

                Util.SendMsg(SysFromEmail, CmsHost, from,

                    host + " " + subj, body,

                    Util.SendErrorsTo(), id, null);

            }

        }

    }

}