divan/RMuseum/Services/Implementation/DiwanService-Partials/DiwanService-Stats.cs

using DNTPersianUtils.Core;
using Microsoft.EntityFrameworkCore;
using RMuseum.DbContext;
using RMuseum.Models.Diwan;
using RSecurityBackend.Models.Generic;
using RSecurityBackend.Services.Implementation;
using System;
using System.Collections.Generic;
using System.Data;
using System.Globalization;
using System.Linq;
using System.Threading.Tasks;

namespace RMuseum.Services.Implementation
{
    internal class RhythmCoupletCount
    {
        public int? DiwanMetreId { get; set; }
        public int Count { get; set; }
    }

    internal class LanguageCoupletCount
    {
        public string Language { get; set; }

        public int Count { get; set; }
    }

    internal class PoemFormatCoupletCount
    {
        public DiwanPoemFormat Format { get; set; }

        public int Count { get; set; }
    }

    internal class SectionCoupletCount
    {
        public int CoupletCount { get; set; }

        public int Count { get; set; }
    }

    /// <summary>
    /// IDiwanService implementation
    /// </summary>
    public partial class DiwanService : IDiwanService
    {

        private async Task _UpdatePageHtmlText(RMuseumDbContext context, Guid userId, DiwanPage page, string note, string htmlText)
        {
            context.DiwanPageSnapshots.Add
                           (
                           new DiwanPageSnapshot()
                           {
                               DiwanPageId = page.Id,
                               MadeObsoleteByUserId = userId,
                               HtmlText = page.HtmlText,
                               Note = note,
                               RecordDate = DateTime.Now
                           }
                           );
            page.HtmlText = htmlText;
            context.DiwanPages.Update(page);
            await context.SaveChangesAsync();
        }

        private async Task _UpdatePoetStatsPage(Guid editingUserId, DiwanPoet poet, List<DiwanMetre> rhythms, RMuseumDbContext context, int wholeCoupletsCount)
        {
            var poetUrl = (await context.DiwanCategories.AsNoTracking().Where(c => c.ParentId == null && c.PoetId == poet.Id).SingleAsync()).FullUrl;

            var pageUrl = $"{poetUrl}/vazn";

            var dbPage = await context.DiwanPages.Where(p => p.FullUrl == pageUrl).SingleOrDefaultAsync();
            if (dbPage == null) return;//do not create another vazn page




            var wholePoemSections = await context.DiwanPoemSections.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
                                                .Where(s => s.PoetId == poet.Id && (string.IsNullOrEmpty(s.Language) || s.Language == "ur-PK") && s.Poem.Cat.Poet.Published && s.SectionType == PoemSectionType.WholePoem)
                                                .Select(s => new { s.PoemId, s.Index, s.DiwanMetreId, s.VerseType })
                                                .ToListAsync();

            Dictionary<int?, int> metreCounts = new Dictionary<int?, int>();
            int secondMetreCoupletCount = 0;
            Dictionary<int, int> groupedCoupletCounts = new Dictionary<int, int>();
            foreach (var section in wholePoemSections)
            {
                int coupletCount = await context.DiwanVerses.AsNoTracking()
                    .Where(v =>
                        v.PoemId == section.PoemId
                        &&
                        (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                        &&
                         (
                            (section.VerseType == VersePoemSectionType.First && v.SectionIndex1 == section.Index)
                            ||
                            (section.VerseType == VersePoemSectionType.Second && v.SectionIndex2 == section.Index)
                            ||
                            (section.VerseType == VersePoemSectionType.Third && v.SectionIndex3 == section.Index)
                            ||
                            (section.VerseType == VersePoemSectionType.Forth && v.SectionIndex4 == section.Index)
                         )
                        ).CountAsync();//DiwanPoemSection.CoupletsCount added later

                if (groupedCoupletCounts.TryGetValue(coupletCount, out int groupedCoupletCount))
                {
                    groupedCoupletCount++;
                }
                else
                {
                    groupedCoupletCount = 1;
                }
                groupedCoupletCounts[coupletCount] = groupedCoupletCount;

                var metreId = section.DiwanMetreId == null ? 0 : (int)section.DiwanMetreId;
                if (metreCounts.TryGetValue(metreId, out int sectionCoupletCount))
                {
                    sectionCoupletCount += coupletCount;
                }
                else
                {
                    sectionCoupletCount = coupletCount;
                }
                metreCounts[metreId] = sectionCoupletCount;
                if (metreId != 0 && section.VerseType != VersePoemSectionType.First)
                {
                    secondMetreCoupletCount += coupletCount;
                }
            }


            List<RhythmCoupletCount> rhythmsCoupletCounts = new List<RhythmCoupletCount>();
            foreach (var metreCount in metreCounts)
            {
                int? metreId = metreCount.Key == 0 ? null : metreCount.Key;
                rhythmsCoupletCounts.Add(new RhythmCoupletCount() { DiwanMetreId = metreId, Count = metreCount.Value });
            }
            rhythmsCoupletCounts.Sort((a, b) => b.Count - a.Count);

            int sumRhythmsCouplets = rhythmsCoupletCounts.Sum(c => c.Count);

            string stats = "";
            if ((sumRhythmsCouplets - secondMetreCoupletCount) != wholeCoupletsCount)
            {
                stats = $"{LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت شعر فارسی از کل {LanguageUtils.FormatMoney(wholeCoupletsCount)} بیت شعر موجود";
            }
            else
            {
                stats = $"{LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت شعر موجود";
            }

            string htmlText = $"<p>این آمار از میان {stats} در گنجور از {poet.Nickname} استخراج شده است.</p>{Environment.NewLine}";
            htmlText += $"<p>توجه فرمایید که این آمار به دلایلی از قبیل وجود چند نسخه از آثار شعرا در سایت (مثل آثار خیام) و همینطور یک بیت محسوب شدن مصرع‌های بند قالبهای ترکیبی مثل مخمس‌ها تقریبی و حدودی است و افزونگی دارد.</p>{Environment.NewLine}";
            htmlText += $"<p>آمار همهٔ شعرهای گنجور را <a href=\"/vazn\">اینجا</a> ببینید.</p>{Environment.NewLine}";
            htmlText += $"<p>وزن‌یابی دستی در بیشتر موارد با ملاحظهٔ تنها یک مصرع از شعر صورت گرفته و امکان وجود اشکال در آن (مخصوصاً اشتباه در تشخیص وزنهای قابل تبدیل از قبیل وزن مثنوی مولوی به جای وزن عروضی سریع مطوی مکشوف) وجود دارد. وزن‌یابی ماشینی نیز که جدیداً با استفاده از امکانات <a href=\"http://www.sorud.info/\">تارنمای سرود</a> اضافه شده بعضاً خطا دارد. برخی از بخشها شامل اشعاری با بیش از یک وزن هستند که در این صورت عمدتاً وزن ابیات آغازین و برای بعضی منظومه‌ها وزن غالب منظومه به عنوان وزن آن بخش منظور شده است.</p>{Environment.NewLine}";
            if (secondMetreCoupletCount > 0)
            {
                htmlText += $"<p>در {LanguageUtils.FormatMoney(secondMetreCoupletCount)} مورد ابیات به لحاظ چند وزنی بودن در جدول اوزان بیش از یک بار محاسبه شده‌اند و جمع آمار ناخالص ابیات با احتساب چندبارهٔ ابیات چندوزنی در جمع فهرست اوزان برابر {LanguageUtils.FormatMoney(sumRhythmsCouplets)} بیت است که در محاسبهٔ نسبت درصد از کل استفاده شده است):</p>";
            }
            htmlText += $"<table class=\"stats\" id=\"rhythms-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                                            $"<tr class=\"h\">{Environment.NewLine}" +
                                            $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                                            $"<td class=\"c2\">وزن</td>{Environment.NewLine}" +
                                            $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                                            $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                                            $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

            for (int i = 0; i < rhythmsCoupletCounts.Count; i++)
            {
                if (i % 2 == 0)
                    htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                else
                    htmlText += $"<tr>{Environment.NewLine}";

                htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                string rhythm = rhythmsCoupletCounts[i].DiwanMetreId == null
                    ?
                    $"<a href=\"/simi/?v=null&amp;a={poet.Id}\">وزن‌یابی نشده</a>" :
                                $"<a href=\"/simi/?v={Uri.EscapeDataString(rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].DiwanMetreId).Single().Rhythm)}&amp;a={poet.Id}\">{rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].DiwanMetreId).Single().Rhythm}</a>";
                htmlText += $"<td class=\"c2\">{rhythm}</td>{Environment.NewLine}";
                htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(rhythmsCoupletCounts[i].Count)}</td>{Environment.NewLine}";
                htmlText += $"<td class=\"c4\">{(rhythmsCoupletCounts[i].Count * 100.0 / sumRhythmsCouplets).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                htmlText += $"</tr>{Environment.NewLine}";
            }
            htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";

            if (sumRhythmsCouplets != wholeCoupletsCount)
            {
                var linqResult = await (from v in context.DiwanVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
                                        from s in context.DiwanPoemSections
                                        where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
                                        &&
                                        v.Poem.Cat.Poet.Published
                                        &&
                                        (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                        &&
                                        v.Poem.Cat.PoetId == poet.Id
                                        group s.Language by s.Language into g
                                        select new { Language = g.Key, Count = g.Count() }).ToListAsync();

                List<LanguageCoupletCount> languagesCoupletsCountsUnprocessed = new List<LanguageCoupletCount>
                {
                    new LanguageCoupletCount()
                    {
                        Language = "ur-PK",
                        Count = 0
                    }
                };
                foreach (var item in linqResult)
                {
                    if (item.Language == "ur-PK" || string.IsNullOrEmpty(item.Language))
                    {
                        var fa = languagesCoupletsCountsUnprocessed.Where(l => l.Language == "ur-PK").Single();
                        fa.Count += item.Count;
                    }
                    else
                        languagesCoupletsCountsUnprocessed.Add(new LanguageCoupletCount()
                        {
                            Language = item.Language,
                            Count = item.Count
                        });
                }

                languagesCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);

                if (languagesCoupletsCountsUnprocessed.Count > 1)
                {
                    htmlText += $"<p>آمار ابیات برچسب‌گذاری شدهٔ {poet.Nickname} با زبان غالب شعر در گنجور به شرح زیر است:</p>{Environment.NewLine}";

                    htmlText += $"<table  class=\"stats\" id=\"langs-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                        $"<tr class=\"h\">{Environment.NewLine}" +
                        $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                        $"<td class=\"c2\">زبان</td>{Environment.NewLine}" +
                        $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                        $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                        $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

                    for (int i = 0; i < languagesCoupletsCountsUnprocessed.Count; i++)
                    {
                        if (i % 2 == 0)
                            htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                        else
                            htmlText += $"<tr>{Environment.NewLine}";

                        htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                        var langModel = await context.DiwanLanguages.AsNoTracking().Where(l => l.Code == languagesCoupletsCountsUnprocessed[i].Language).SingleAsync();
                        string language = langModel.Name;
                        htmlText += $"<td class=\"c2\"><a href=\"/simi/?l={Uri.EscapeDataString(langModel.Code)}&amp;a={poet.Id}\">{language}</a></td>{Environment.NewLine}";
                        htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(languagesCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
                        htmlText += $"<td class=\"c4\">{(languagesCoupletsCountsUnprocessed[i].Count * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                        htmlText += $"</tr>{Environment.NewLine}";
                    }
                    htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";
                }
            }

            
            var formatsResult = await (from v in context.DiwanVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
                                       from s in context.DiwanPoemSections
                                       where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
                                       &&
                                       v.Poem.Cat.Poet.Published
                                       &&
                                       v.Poem.Cat.PoetId == poet.Id
                                       &&
                                       (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                       group s.PoemFormat by s.PoemFormat into g
                                       select new { PoemFormat = g.Key, Count = g.Count() }).ToListAsync();


            List<PoemFormatCoupletCount> formatCoupletsCountsUnprocessed = new List<PoemFormatCoupletCount>
                                        {
                                            new PoemFormatCoupletCount()
                                            {
                                                Format = DiwanPoemFormat.Unknown,
                                                Count = 0
                                            }
                                        };
            foreach (var item in formatsResult)
            {
                if (item.PoemFormat == null || item.PoemFormat == DiwanPoemFormat.Unknown)
                {
                    var fa = formatCoupletsCountsUnprocessed.Where(l => l.Format == DiwanPoemFormat.Unknown).Single();
                    fa.Count += item.Count;
                }
                else
                    formatCoupletsCountsUnprocessed.Add(new PoemFormatCoupletCount()
                    {
                        Format = (DiwanPoemFormat)item.PoemFormat,
                        Count = item.Count
                    });
            }


            formatCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);

            htmlText += $"<p>آمار ابیات برچسب‌گذاری شدهٔ {poet.Nickname} با قالب شعری در گنجور به شرح زیر است:</p>{Environment.NewLine}";

            htmlText += $"<table  class=\"stats\" id=\"formats-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                $"<tr class=\"h\">{Environment.NewLine}" +
                $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                $"<td class=\"c2\">قالب شعری</td>{Environment.NewLine}" +
                $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

            for (int i = 0; i < formatCoupletsCountsUnprocessed.Count; i++)
            {
                if (formatCoupletsCountsUnprocessed[i].Count == 0) continue;
                if (i % 2 == 0)
                    htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                else
                    htmlText += $"<tr>{Environment.NewLine}";

                htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                htmlText += $"<td class=\"c2\"><a href=\"/simi/?f={(int)formatCoupletsCountsUnprocessed[i].Format}&amp;a={poet.Id}\">{DiwanPoemFormatConvertor.GetString(formatCoupletsCountsUnprocessed[i].Format)}</a></td>{Environment.NewLine}";
                htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(formatCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
                htmlText += $"<td class=\"c4\">{(formatCoupletsCountsUnprocessed[i].Count * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                htmlText += $"</tr>{Environment.NewLine}";
            }
            htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";


            List<SectionCoupletCount> coupletCountsList = new List<SectionCoupletCount>();
            int maxCouplets = 0;
            int minCouplets = 100000;
            foreach (var coupletCount in groupedCoupletCounts)
            {
                if (coupletCount.Key == 0) continue;
                coupletCountsList.Add(new SectionCoupletCount() { CoupletCount = coupletCount.Key, Count = coupletCount.Value });
                if(coupletCount.Key > maxCouplets)
                {
                    maxCouplets = coupletCount.Key;
                }
                if (coupletCount.Key < minCouplets)
                {
                    minCouplets = coupletCount.Key;
                }
            }
            coupletCountsList.Sort((a, b) => b.Count - a.Count);
            int cc = coupletCountsList.Sum(c => c.Count);
            if (coupletCountsList.Count > 0 && cc > 0)
            {
                htmlText += $"<p>آمار فراوانی تعداد ابیات اشعار {poet.Nickname} به شرح زیر است (بلندترین شعر شامل <a href=\"/simi/?a={poet.Id}&amp;c1={maxCouplets}&amp;c2={maxCouplets}\">{maxCouplets.ToPersianNumbers()}</a> بیت و کوتاه‌ترین شامل <a href=\"/simi/?a={poet.Id}&amp;c1={minCouplets}&amp;c2={minCouplets}\">{minCouplets.ToPersianNumbers()}</a> بیت شعر است):</p>{Environment.NewLine}";

                htmlText += $"<table  class=\"stats\" id=\"couplets-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                    $"<tr class=\"h\">{Environment.NewLine}" +
                    $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                    $"<td class=\"c2\">تعداد ابیات شعر</td>{Environment.NewLine}" +
                    $"<td class=\"c3\">فراوانی</td>{Environment.NewLine}" +
                    $"<td class=\"c4\">درصد از {LanguageUtils.FormatMoney(cc)} شعر</td>{Environment.NewLine}" +
                    $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";
                for (int i = 0; i < coupletCountsList.Count; i++)
                {
                    if (coupletCountsList[i].Count == 0) continue;
                    if (i % 2 == 0)
                        htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                    else
                        htmlText += $"<tr>{Environment.NewLine}";

                    htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                    htmlText += $"<td class=\"c2\"><a href=\"/simi/?a={poet.Id}&amp;c1={coupletCountsList[i].CoupletCount}&amp;c2={coupletCountsList[i].CoupletCount}\">{coupletCountsList[i].CoupletCount.ToPersianNumbers()}</a></td>{Environment.NewLine}";
                    htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(coupletCountsList[i].Count)}</td>{Environment.NewLine}";
                    htmlText += $"<td class=\"c4\">{(coupletCountsList[i].Count * 100.0 / cc).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                    htmlText += $"</tr>{Environment.NewLine}";
                }
                htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";
            }



            await _UpdatePageHtmlText(context, editingUserId, dbPage, "به روزرسانی خودکار صفحهٔ آمار وزنها", htmlText);
            

        }


        private async Task<string> _GetCategoryStatsPage( int poetId, int catId, List<DiwanMetre> rhythms, RMuseumDbContext context)
        {
            List<int> catIdList = [catId];
            await _populateCategoryChildren(context, catId, catIdList);

           
            var catsCoupletCounts =
                                                   await context.DiwanVerses.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
                                                   .Where(v =>
                                                   v.Poem.Cat.Poet.Published
                                                   &&
                                                   (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                                   &&
                                                   catIdList.Contains(v.Poem.CatId)
                                                   )
                                                   .GroupBy(v => new { v.Poem.Cat.PoetId })
                                                   .Select(g => new { g.Key.PoetId, Count = g.Count() })
                                                   .ToListAsync();

            if (catsCoupletCounts.Count != 1)
                return "";

            int wholeCoupletsCount = catsCoupletCounts[0].Count;

            var wholePoemSections = await context.DiwanPoemSections.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
                                                .Where(s => catIdList.Contains(s.Poem.CatId) && (string.IsNullOrEmpty(s.Language) || s.Language == "ur-PK") && s.Poem.Cat.Poet.Published && s.SectionType == PoemSectionType.WholePoem)
                                                .Select(s => new { s.PoemId, s.Index, s.DiwanMetreId, s.VerseType })
                                                .ToListAsync();

            Dictionary<int?, int> metreCounts = new Dictionary<int?, int>();
            int secondMetreCoupletCount = 0;
            Dictionary<int, int> groupedCoupletCounts = new Dictionary<int, int>();
            foreach (var section in wholePoemSections)
            {
                int coupletCount = await context.DiwanVerses.AsNoTracking()
                    .Where(v =>
                        v.PoemId == section.PoemId
                        &&
                        (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                        &&
                         (
                            (section.VerseType == VersePoemSectionType.First && v.SectionIndex1 == section.Index)
                            ||
                            (section.VerseType == VersePoemSectionType.Second && v.SectionIndex2 == section.Index)
                            ||
                            (section.VerseType == VersePoemSectionType.Third && v.SectionIndex3 == section.Index)
                            ||
                            (section.VerseType == VersePoemSectionType.Forth && v.SectionIndex4 == section.Index)
                         )
                        ).CountAsync();//DiwanPoemSection.CoupletsCount added later
                if (groupedCoupletCounts.TryGetValue(coupletCount, out int groupedCoupletCount))
                {
                    groupedCoupletCount++;
                }
                else
                {
                    groupedCoupletCount = 1;
                }
                groupedCoupletCounts[coupletCount] = groupedCoupletCount;

                var metreId = section.DiwanMetreId == null ? 0 : (int)section.DiwanMetreId;
                if (metreCounts.TryGetValue(metreId, out int sectionCoupletCount))
                {
                    sectionCoupletCount += coupletCount;
                }
                else
                {
                    sectionCoupletCount = coupletCount;
                }
                metreCounts[metreId] = sectionCoupletCount;
                if (metreId != 0 && section.VerseType != VersePoemSectionType.First)
                {
                    secondMetreCoupletCount += coupletCount;
                }
            }


            List<RhythmCoupletCount> rhythmsCoupletCounts = new List<RhythmCoupletCount>();
            foreach (var metreCount in metreCounts)
            {
                int? metreId = metreCount.Key == 0 ? null : metreCount.Key;
                rhythmsCoupletCounts.Add(new RhythmCoupletCount() { DiwanMetreId = metreId, Count = metreCount.Value });
            }
            rhythmsCoupletCounts.Sort((a, b) => b.Count - a.Count);

            int sumRhythmsCouplets = rhythmsCoupletCounts.Sum(c => c.Count);

            string stats = "";
            if ((sumRhythmsCouplets - secondMetreCoupletCount) != wholeCoupletsCount)
            {
                stats = $"{LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت شعر فارسی از کل {LanguageUtils.FormatMoney(wholeCoupletsCount)} بیت شعر موجود";
            }
            else
            {
                stats = $"{LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت شعر موجود";
            }

            string htmlText = "<div id=\"stats\" style=\"display:block\">";

            htmlText += $"<div id=\"stats-section\">{Environment.NewLine}";

            

            htmlText += $"<p>این آمار از میان {stats} در گنجور از اشعار این بخش استخراج شده است.</p>{Environment.NewLine}";

            htmlText += $"<div class=\"notice\">{Environment.NewLine}";
            htmlText += $"<p>توجه فرمایید که این آمار به دلایلی از قبیل وجود چند نسخه از آثار شعرا در سایت (مثل آثار خیام) و همینطور یک بیت محسوب شدن مصرع‌های بند قالبهای ترکیبی مثل مخمس‌ها تقریبی و حدودی است و افزونگی دارد.</p>{Environment.NewLine}";
            htmlText += $"<p>آمار همهٔ شعرهای گنجور را <a href=\"/vazn\">اینجا</a> ببینید.</p>{Environment.NewLine}";
            htmlText += $"<p>وزن‌یابی دستی در بیشتر موارد با ملاحظهٔ تنها یک مصرع از شعر صورت گرفته و امکان وجود اشکال در آن (مخصوصاً اشتباه در تشخیص وزنهای قابل تبدیل از قبیل وزن مثنوی مولوی به جای وزن عروضی سریع مطوی مکشوف) وجود دارد. وزن‌یابی ماشینی نیز که جدیداً با استفاده از امکانات <a href=\"http://www.sorud.info/\">تارنمای سرود</a> اضافه شده بعضاً خطا دارد. برخی از بخشها شامل اشعاری با بیش از یک وزن هستند که در این صورت عمدتاً وزن ابیات آغازین و برای بعضی منظومه‌ها وزن غالب منظومه به عنوان وزن آن بخش منظور شده است.</p>{Environment.NewLine}";
            if (secondMetreCoupletCount > 0)
            {
                htmlText += $"<p>در {LanguageUtils.FormatMoney(secondMetreCoupletCount)} مورد ابیات به لحاظ چند وزنی بودن در جدول اوزان بیش از یک بار محاسبه شده‌اند و جمع آمار ناخالص ابیات با احتساب چندبارهٔ ابیات چندوزنی در جمع فهرست اوزان برابر {LanguageUtils.FormatMoney(sumRhythmsCouplets)} بیت است که در محاسبهٔ نسبت درصد از کل استفاده شده است):</p>";
            }

            htmlText += $"</div>{Environment.NewLine}";

            htmlText += $"<table  class=\"stats\" id=\"rhythms-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                                            $"<tr class=\"h\">{Environment.NewLine}" +
                                            $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                                            $"<td class=\"c2\">وزن</td>{Environment.NewLine}" +
                                            $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                                            $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                                            $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

            for (int i = 0; i < rhythmsCoupletCounts.Count; i++)
            {
                if (i % 2 == 0)
                    htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                else
                    htmlText += $"<tr>{Environment.NewLine}";

                htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                string rhythm = rhythmsCoupletCounts[i].DiwanMetreId == null
                    ?
                    $"<a href=\"/simi/?v=null&amp;a={poetId}&amp;c={catId}\">وزن‌یابی نشده</a>" :
                                $"<a href=\"/simi/?v={Uri.EscapeDataString(rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].DiwanMetreId).Single().Rhythm)}&amp;a={poetId}&amp;c={catId}\">{rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].DiwanMetreId).Single().Rhythm}</a>";
                htmlText += $"<td class=\"c2\">{rhythm}</td>{Environment.NewLine}";
                htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(rhythmsCoupletCounts[i].Count)}</td>{Environment.NewLine}";
                htmlText += $"<td class=\"c4\">{(rhythmsCoupletCounts[i].Count * 100.0 / sumRhythmsCouplets).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                htmlText += $"</tr>{Environment.NewLine}";
            }
            htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";

            if (sumRhythmsCouplets != wholeCoupletsCount)
            {
                var linqResult = await (from v in context.DiwanVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
                                        from s in context.DiwanPoemSections
                                        where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
                                        &&
                                        v.Poem.Cat.Poet.Published
                                        &&
                                        (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                        &&
                                        catIdList.Contains(v.Poem.CatId)
                                        group s.Language by s.Language into g
                                        select new { Language = g.Key, Count = g.Count() }).ToListAsync();

                List<LanguageCoupletCount> languagesCoupletsCountsUnprocessed = new List<LanguageCoupletCount>
                {
                    new LanguageCoupletCount()
                    {
                        Language = "ur-PK",
                        Count = 0
                    }
                };
                foreach (var item in linqResult)
                {
                    if (item.Language == "ur-PK" || string.IsNullOrEmpty(item.Language))
                    {
                        var fa = languagesCoupletsCountsUnprocessed.Where(l => l.Language == "ur-PK").Single();
                        fa.Count += item.Count;
                    }
                    else
                        languagesCoupletsCountsUnprocessed.Add(new LanguageCoupletCount()
                        {
                            Language = item.Language,
                            Count = item.Count
                        });
                }

                languagesCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);

                if (languagesCoupletsCountsUnprocessed.Count > 1)
                {
                    htmlText += $"<p>آمار ابیات برچسب‌گذاری شدهٔ این بخش با زبان غالب شعر در گنجور به شرح زیر است:</p>{Environment.NewLine}";

                    htmlText += $"<table  class=\"stats\" id=\"langs-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                        $"<tr class=\"h\">{Environment.NewLine}" +
                        $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                        $"<td class=\"c2\">زبان</td>{Environment.NewLine}" +
                        $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                        $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                        $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

                    for (int i = 0; i < languagesCoupletsCountsUnprocessed.Count; i++)
                    {
                        if (i % 2 == 0)
                            htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                        else
                            htmlText += $"<tr>{Environment.NewLine}";

                        htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                        var langModel = await context.DiwanLanguages.AsNoTracking().Where(l => l.Code == languagesCoupletsCountsUnprocessed[i].Language).SingleAsync();
                        string language = langModel.Name;
                        htmlText += $"<td class=\"c2\"><a href=\"/simi/?l={Uri.EscapeDataString(langModel.Code)}&amp;a={poetId}&amp;c={catId}\">{language}</a></td>{Environment.NewLine}";
                        htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(languagesCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
                        htmlText += $"<td class=\"c4\">{(languagesCoupletsCountsUnprocessed[i].Count * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                        htmlText += $"</tr>{Environment.NewLine}";
                    }
                    htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";
                }
            }


            var formatsResult = await (from v in context.DiwanVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
                                       from s in context.DiwanPoemSections
                                       where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
                                       &&
                                       v.Poem.Cat.Poet.Published
                                       &&
                                       catIdList.Contains(v.Poem.CatId)
                                       &&
                                       (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                       group s.PoemFormat by s.PoemFormat into g
                                       select new { PoemFormat = g.Key, Count = g.Count() }).ToListAsync();


            List<PoemFormatCoupletCount> formatCoupletsCountsUnprocessed = new List<PoemFormatCoupletCount>
                                        {
                                            new PoemFormatCoupletCount()
                                            {
                                                Format = DiwanPoemFormat.Unknown,
                                                Count = 0
                                            }
                                        };
            foreach (var item in formatsResult)
            {
                if (item.PoemFormat == null || item.PoemFormat == DiwanPoemFormat.Unknown)
                {
                    var fa = formatCoupletsCountsUnprocessed.Where(l => l.Format == DiwanPoemFormat.Unknown).Single();
                    fa.Count += item.Count;
                }
                else
                    formatCoupletsCountsUnprocessed.Add(new PoemFormatCoupletCount()
                    {
                        Format = (DiwanPoemFormat)item.PoemFormat,
                        Count = item.Count
                    });
            }


            formatCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);

            htmlText += $"<p>آمار ابیات برچسب‌گذاری شدهٔ این بخش با قالب شعری در گنجور به شرح زیر است:</p>{Environment.NewLine}";

            htmlText += $"<table  class=\"stats\" id=\"formats-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                $"<tr class=\"h\">{Environment.NewLine}" +
                $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                $"<td class=\"c2\">قالب شعری</td>{Environment.NewLine}" +
                $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

            for (int i = 0; i < formatCoupletsCountsUnprocessed.Count; i++)
            {
                if (formatCoupletsCountsUnprocessed[i].Count == 0) continue;
                if (i % 2 == 0)
                    htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                else
                    htmlText += $"<tr>{Environment.NewLine}";

                htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                htmlText += $"<td class=\"c2\"><a href=\"/simi/?f={(int)formatCoupletsCountsUnprocessed[i].Format}&amp;a={poetId}&amp;c={catId}\">{DiwanPoemFormatConvertor.GetString(formatCoupletsCountsUnprocessed[i].Format)}</a></td>{Environment.NewLine}";
                htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(formatCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
                htmlText += $"<td class=\"c4\">{(formatCoupletsCountsUnprocessed[i].Count * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                htmlText += $"</tr>{Environment.NewLine}";
            }
            htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";

            List<SectionCoupletCount> coupletCountsList = new List<SectionCoupletCount>();
            int maxCouplets = 0;
            int minCouplets = 100000;
            foreach (var coupletCount in groupedCoupletCounts)
            {
                if (coupletCount.Key == 0) continue;
                coupletCountsList.Add(new SectionCoupletCount() { CoupletCount = coupletCount.Key, Count = coupletCount.Value });
                if (coupletCount.Key > maxCouplets)
                {
                    maxCouplets = coupletCount.Key;
                }
                if (coupletCount.Key < minCouplets)
                {
                    minCouplets = coupletCount.Key;
                }
            }
            coupletCountsList.Sort((a, b) => b.Count - a.Count);
            int cc = coupletCountsList.Sum(c => c.Count);
            if (coupletCountsList.Count > 0 && cc > 0)
            {
                htmlText += $"<p>آمار فراوانی تعداد ابیات اشعار این بخش به شرح زیر است (بلندترین شعر شامل <a href=\"/simi/?a={poetId}&amp;c={catId}&amp;c1={maxCouplets}&amp;c2={maxCouplets}\">{maxCouplets.ToPersianNumbers()}</a> بیت و کوتاه‌ترین شامل <a href=\"/simi/?a={poetId}&amp;c={catId}&amp;c1={minCouplets}&amp;c2={minCouplets}\">{minCouplets.ToPersianNumbers()}</a> بیت شعر است):</p>{Environment.NewLine}";

                htmlText += $"<table  class=\"stats\" id=\"couplets-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                    $"<tr class=\"h\">{Environment.NewLine}" +
                    $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                    $"<td class=\"c2\">تعداد ابیات شعر</td>{Environment.NewLine}" +
                    $"<td class=\"c3\">فراوانی</td>{Environment.NewLine}" +
                    $"<td class=\"c4\">درصد از {LanguageUtils.FormatMoney(cc)} شعر</td>{Environment.NewLine}" +
                    $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

                for (int i = 0; i < coupletCountsList.Count; i++)
                {
                    if (coupletCountsList[i].Count == 0) continue;
                    if (i % 2 == 0)
                        htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                    else
                        htmlText += $"<tr>{Environment.NewLine}";

                    htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                    htmlText += $"<td class=\"c2\"><a href=\"/simi/?a={poetId}&amp;c={catId}&amp;c1={coupletCountsList[i].CoupletCount}&amp;c2={coupletCountsList[i].CoupletCount}\">{coupletCountsList[i].CoupletCount.ToPersianNumbers()}</a></td>{Environment.NewLine}";
                    htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(coupletCountsList[i].Count)}</td>{Environment.NewLine}";
                    htmlText += $"<td class=\"c4\">{(coupletCountsList[i].Count * 100.0 / cc).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                    htmlText += $"</tr>{Environment.NewLine}";
                }
                htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";
            }



            //آمار شعرهای زیربخشها

            var subCats = await context.DiwanCategories.AsNoTracking().Where(c => c.ParentId == catId).ToListAsync();
            
            subCats.Add(await context.DiwanCategories.AsNoTracking().Where(c => c.Id == catId).SingleAsync());
            int subCatIndex = 0;
            string subCatsHtmlText = "";
            bool skippedSomeCats = false;
            foreach (var subCat in subCats)
            {
                if(subCat.Id == catId && subCatsHtmlText == "")
                {
                    break;
                }
                List<int> subcatIdList = [subCat.Id];
                if(subCat.Id != catId)
                {
                    await _populateCategoryChildren(context, subCat.Id, subcatIdList);
                }

                var subCatCoupletCounts =
                                                  await context.DiwanVerses.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
                                                  .Where(v =>
                                                  v.Poem.Cat.Poet.Published
                                                  &&
                                                  (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                                  &&
                                                  subcatIdList.Contains(v.Poem.CatId)
                                                  )
                                                  .GroupBy(v => new { v.Poem.Cat.PoetId })
                                                  .Select(g => new { g.Key.PoetId, Count = g.Count() })
                                                  .ToListAsync();
                if (subCatCoupletCounts.Count != 1)
                {
                    skippedSomeCats = true;
                    continue;
                }
                int subCatWholeCoupletsCount = subCatCoupletCounts[0].Count;
                if (subCatWholeCoupletsCount == 0)
                {
                    if(subCat.Id != catId)
                    {
                        skippedSomeCats = true;
                    }
                    continue;
                }
                if (subCatIndex % 2 == 0)
                    subCatsHtmlText += $"<tr class=\"e\">{Environment.NewLine}";
                else
                    subCatsHtmlText += $"<tr>{Environment.NewLine}";

                subCatsHtmlText += $"<td class=\"c1\">{(subCatIndex + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                if(subCat.Id == catId)
                {
                    subCatsHtmlText += $"<td class=\"c2\">اشعار همین بخش</td>{Environment.NewLine}";
                }
                else
                {
                    subCatsHtmlText += $"<td class=\"c2\"><a href=\"{subCat.FullUrl}\">{subCat.Title}</a></td>{Environment.NewLine}";
                }
                
                subCatsHtmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(subCatWholeCoupletsCount)}</td>{Environment.NewLine}";
                subCatsHtmlText += $"<td class=\"c4\">{(subCatWholeCoupletsCount * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                subCatsHtmlText += $"</tr>{Environment.NewLine}";
                subCatIndex++;
            }

            if (!string.IsNullOrEmpty(subCatsHtmlText))
            {
                htmlText += $"<p>آمار ابیات به تفکیک زیربخش‌های این قسمت به شرح زیر است";
                if(skippedSomeCats)
                {
                    htmlText += " (بخش‌هایی که در این جدول نیامده‌اند فاقد شعر بوده‌اند)";
                }
                htmlText += $":</p>{Environment.NewLine}";
                // this table's own row order is intentionally the sub-categories' natural/defined
                // order, not sorted by couplet count like the other stats tables on this page - so
                // the generic plotChart() in bk.js is told (via data-chart-sort) to sort by value
                // before charting, without touching the table's own displayed row order
                htmlText += $"<table  class=\"stats\" id=\"cats-stats\" data-chart-sort=\"value-desc\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                       $"<tr class=\"h\">{Environment.NewLine}" +
                       $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                       $"<td class=\"c2\">بخش</td>{Environment.NewLine}" +
                       $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                       $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                       $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";
                htmlText += subCatsHtmlText;
                htmlText += $"</thead>{Environment.NewLine}</table>{Environment.NewLine}";
            }



            htmlText += $"</div>{Environment.NewLine}";


            htmlText += $"</div>{Environment.NewLine}";


            return htmlText;


        }
        /// <summary>
        /// start updating stats page
        /// </summary>
        /// <returns></returns>
        public RServiceResult<bool> StartUpdatingStatsPage(Guid editingUserId)
        {
            try
            {
                _backgroundTaskQueue.QueueBackgroundWorkItem
                            (
                            async token =>
                            {
                                using (RMuseumDbContext context = new RMuseumDbContext(new DbContextOptions<RMuseumDbContext>())) //this is long running job, so _context might be already been freed/collected by GC
                                {
                                    LongRunningJobProgressServiceEF jobProgressServiceEF = new LongRunningJobProgressServiceEF(context);
                                    var job = (await jobProgressServiceEF.NewJob("UpdateStatsPage", "Total Poets Stats")).Result;

                                    try
                                    {
                                        var poetsCoupletCounts =
                                                    await context.DiwanVerses.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
                                                    .Where(v =>
                                                    v.Poem.Cat.Poet.Published
                                                    &&
                                                    (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1))
                                                    .GroupBy(v => new { v.Poem.Cat.PoetId })
                                                    .Select(g => new { g.Key.PoetId, Count = g.Count() })
                                                    .ToListAsync();
                                        poetsCoupletCounts.Sort((a, b) => b.Count - a.Count);
                                        var sumPoetsCouplets = poetsCoupletCounts.Sum(c => c.Count);

                                        await jobProgressServiceEF.UpdateJob(job.Id, 1, "Counting Languages");
                                        var linqResult = await (from v in context.DiwanVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
                                                                from s in context.DiwanPoemSections
                                                                where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
                                                                &&
                                                                v.Poem.Cat.Poet.Published
                                                                &&
                                                                (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                                                group s.Language by s.Language into g
                                                                select new { Language = g.Key, Count = g.Count() }).ToListAsync();


                                        List<LanguageCoupletCount> languagesCoupletsCountsUnprocessed = new List<LanguageCoupletCount>
                                        {
                                            new LanguageCoupletCount()
                                            {
                                                Language = "ur-PK",
                                                Count = 0
                                            }
                                        };
                                        foreach (var item in linqResult)
                                        {
                                            if (item.Language == "ur-PK" || string.IsNullOrEmpty(item.Language))
                                            {
                                                var fa = languagesCoupletsCountsUnprocessed.Where(l => l.Language == "ur-PK").Single();
                                                fa.Count += item.Count;
                                            }
                                            else
                                                languagesCoupletsCountsUnprocessed.Add(new LanguageCoupletCount()
                                                {
                                                    Language = item.Language,
                                                    Count = item.Count
                                                });
                                        }

                                        languagesCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);

                                        
                                        await jobProgressServiceEF.UpdateJob(job.Id, 1, "Counting Poem Formats");
                                        var formatsResult = await (from v in context.DiwanVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
                                                                from s in context.DiwanPoemSections
                                                                where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
                                                                &&
                                                                v.Poem.Cat.Poet.Published
                                                                &&
                                                                (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                                                group s.PoemFormat by s.PoemFormat into g
                                                                select new { PoemFormat = g.Key, Count = g.Count() }).ToListAsync();


                                        List<PoemFormatCoupletCount> formatCoupletsCountsUnprocessed = new List<PoemFormatCoupletCount>
                                        {
                                            new PoemFormatCoupletCount()
                                            {
                                                Format = DiwanPoemFormat.Unknown,
                                                Count = 0
                                            }
                                        };
                                        foreach (var item in formatsResult)
                                        {
                                            if (item.PoemFormat == null || item.PoemFormat == DiwanPoemFormat.Unknown)
                                            {
                                                var fa = formatCoupletsCountsUnprocessed.Where(l => l.Format == DiwanPoemFormat.Unknown).Single();
                                                fa.Count += item.Count;
                                            }
                                            else
                                                formatCoupletsCountsUnprocessed.Add(new PoemFormatCoupletCount()
                                                {
                                                    Format = (DiwanPoemFormat)item.PoemFormat,
                                                    Count = item.Count
                                                });
                                        }

                                        formatCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);
                                        


                                        await jobProgressServiceEF.UpdateJob(job.Id, 1, "Counting whole sections");

                                        var wholePoemSections = await context.DiwanPoemSections.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
                                                .Where(s => s.Poem.Cat.Poet.Published && (string.IsNullOrEmpty(s.Language) || s.Language == "ur-PK") && s.SectionType == PoemSectionType.WholePoem)
                                                .Select(s => new { s.PoemId, s.Index, s.DiwanMetreId, Versetype = s.VerseType })
                                                .ToListAsync();

                                        Dictionary<int, int> metreCounts = new Dictionary<int, int>();
                                        int secondMetreCoupletCount = 0;
                                        Dictionary<int, int> groupedCoupletCounts = new Dictionary<int, int>();
                                        foreach (var section in wholePoemSections)
                                        {
                                            int coupletCount = await context.DiwanVerses.AsNoTracking()
                                                .Where(v =>
                                                    v.PoemId == section.PoemId
                                                    &&
                                                    (v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
                                                    &&
                                                    (
                                                    (section.Versetype == VersePoemSectionType.First && v.SectionIndex1 == section.Index)
                                                    ||
                                                    (section.Versetype == VersePoemSectionType.Second && v.SectionIndex2 == section.Index)
                                                    ||
                                                    (section.Versetype == VersePoemSectionType.Third && v.SectionIndex3 == section.Index)
                                                    ||
                                                    (section.Versetype == VersePoemSectionType.Forth && v.SectionIndex4 == section.Index)
                                                    )
                                                    ).CountAsync();//DiwanPoemSection.CoupletsCount added later
                                            if (groupedCoupletCounts.TryGetValue(coupletCount, out int groupedCoupletCount))
                                            {
                                                groupedCoupletCount++;
                                            }
                                            else
                                            {
                                                groupedCoupletCount = 1;
                                            }
                                            groupedCoupletCounts[coupletCount] = groupedCoupletCount;
                                            var metreId = section.DiwanMetreId == null ? 0 : (int)section.DiwanMetreId;
                                            if (metreCounts.TryGetValue(metreId, out int sectionCoupletCount))
                                            {
                                                sectionCoupletCount += coupletCount;
                                            }
                                            else
                                            {
                                                sectionCoupletCount = coupletCount;
                                            }
                                            metreCounts[metreId] = sectionCoupletCount;
                                            if (metreId != 0 && section.Versetype != VersePoemSectionType.First)
                                            {
                                                secondMetreCoupletCount += coupletCount;
                                            }
                                        }

                                        List<RhythmCoupletCount> rhythmsCoupletCounts = new List<RhythmCoupletCount>();
                                        foreach (var metreCount in metreCounts)
                                        {
                                            int? metreId = metreCount.Key == 0 ? null : metreCount.Key;
                                            rhythmsCoupletCounts.Add(new RhythmCoupletCount() { DiwanMetreId = metreId, Count = metreCount.Value });
                                        }
                                        rhythmsCoupletCounts.Sort((a, b) => b.Count - a.Count);

                                        await jobProgressServiceEF.UpdateJob(job.Id, 2, "Counting whole sections done!");

                                        var sumRhythmsCouplets = rhythmsCoupletCounts.Sum(c => c.Count);

                                        var dbPage = await context.DiwanPages.Where(p => p.FullUrl == "/vazn").SingleAsync();

                                        var poets = await context.DiwanPoets.AsNoTracking().ToListAsync();

                                        string htmlText = $"<div class=\"poempretab\" id=\"pretab\"></div>{Environment.NewLine}";
                                        htmlText += $"<div class=\"poemtab\">{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks active\"><a href=\"#pretab\">سخنوران</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#langs-stats-tab-items\">زبان‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#formats-stats-tab-items\">قالب‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#rhyhtms-stats-tab-items\">وزن‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#couplets-stats-tab-items\">تعداد ابیات</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#wordcounts-placeholder-tab-items\">بسامد واژگان</a></div>{Environment.NewLine}";
                                        htmlText += $"</div>{Environment.NewLine}";
                                        htmlText +=
                                        $"<p>تا تاریخ {LanguageUtils.FormatDate(DateTime.Now)} مجموعاً {LanguageUtils.FormatMoney(sumPoetsCouplets)} بیت شعر از طریق سایت گنجور در دسترس قرار گرفته است. در جدول زیر که سخنوران در آنها بر اساس تعداد ابیات اشعارشان به صورت نزولی مرتب شده‌اند با کلیک بر روی نام هر سخنور می‌توانید آمار اوزان اشعار او را مشاهده کنید.</p>{Environment.NewLine}";
                                        htmlText += $"<p>توجه فرمایید که این آمار به دلایلی از قبیل وجود چند نسخه از آثار شعرا در گنجور (مثل آثار خیام)، یک بیت محسوب شدن مصرع‌های بند قالبهای ترکیبی مثل مخمس‌ها و همینطور این که اشعار نقل شده از سخنوران دیگر در تذکره‌ها و کتابهایی مانند آن به نام مؤلف نقل‌کنندهٔ شعر ثبت شده تقریبی و حدودی است و افزونگی دارد.</p>{Environment.NewLine}";

                                        htmlText += $"<table  class=\"stats\" id=\"poets-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                                            $"<tr class=\"h\">{Environment.NewLine}" +
                                            $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                                            $"<td class=\"c2\">سخنور</td>{Environment.NewLine}" +
                                            $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                                            $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                                            $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

                                        for (int i = 0; i < poetsCoupletCounts.Count; i++)
                                        {
                                            if (i % 2 == 0)
                                                htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                                            else
                                                htmlText += $"<tr>{Environment.NewLine}";

                                            htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c2\"><a href=\"{(await context.DiwanCategories.Where(c => c.ParentId == null && c.PoetId == poetsCoupletCounts[i].PoetId).SingleAsync()).FullUrl}\">{poets.Where(p => p.Id == poetsCoupletCounts[i].PoetId).Single().Nickname}</a></td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(poetsCoupletCounts[i].Count)}</td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c4\">{(poetsCoupletCounts[i].Count * 100.0 / sumPoetsCouplets).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                                            htmlText += $"</tr>{Environment.NewLine}";
                                        }
                                        htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";

                                        htmlText += $"<div class=\"poempretab\" id=\"langs-stats-tab-items\"></div>{Environment.NewLine}";
                                        htmlText += $"<div class=\"poemtab\">{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#pretab\">سخنوران</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks active\"><a href=\"#langs-stats-tab-items\">زبان‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#formats-stats-tab-items\">قالب‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#rhyhtms-stats-tab-items\">وزن‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#couplets-stats-tab-items\">تعداد ابیات</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#wordcounts-placeholder-tab-items\">بسامد واژگان</a></div>{Environment.NewLine}";
                                        htmlText += $"</div>{Environment.NewLine}";


                                        htmlText += $"<p>آمار ابیات برچسب‌گذاری شده با زبان غالب شعر در گنجور به شرح زیر است:</p>{Environment.NewLine}";



                                        htmlText += $"<table  class=\"stats\" id=\"langs-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                                            $"<tr class=\"h\">{Environment.NewLine}" +
                                            $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                                            $"<td class=\"c2\">زبان</td>{Environment.NewLine}" +
                                            $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                                            $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                                            $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

                                        for (int i = 0; i < languagesCoupletsCountsUnprocessed.Count; i++)
                                        {
                                            if (i % 2 == 0)
                                                htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                                            else
                                                htmlText += $"<tr>{Environment.NewLine}";

                                            htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                                            var langModel = await context.DiwanLanguages.AsNoTracking().Where(l => l.Code == languagesCoupletsCountsUnprocessed[i].Language).SingleAsync();
                                            string language = langModel.Description;  
                                            htmlText += $"<td class=\"c2\"><a href=\"/simi/?l={Uri.EscapeDataString(langModel.Code)}\">{language}</a></td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(languagesCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c4\">{(languagesCoupletsCountsUnprocessed[i].Count * 100.0 / sumPoetsCouplets).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                                            htmlText += $"</tr>{Environment.NewLine}";
                                        }
                                        htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";

                                        htmlText += $"<div class=\"poempretab\" id=\"formats-stats-tab-items\"></div>{Environment.NewLine}";
                                        htmlText += $"<div class=\"poemtab\">{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#pretab\">سخنوران</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#langs-stats-tab-items\">زبان‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks active\"><a href=\"#formats-stats-tab-items\">قالب‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#rhyhtms-stats-tab-items\">وزن‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#couplets-stats-tab-items\">تعداد ابیات</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#wordcounts-placeholder-tab-items\">بسامد واژگان</a></div>{Environment.NewLine}";
                                        htmlText += $"</div>{Environment.NewLine}";


                                        htmlText += $"<p>آمار ابیات برچسب‌گذاری شده با قالب شعری در گنجور به شرح زیر است:</p>{Environment.NewLine}";

                                        htmlText += $"<table  class=\"stats\" id=\"formats-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                                            $"<tr class=\"h\">{Environment.NewLine}" +
                                            $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                                            $"<td class=\"c2\">قالب شعری</td>{Environment.NewLine}" +
                                            $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                                            $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                                            $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

                                        for (int i = 0; i < formatCoupletsCountsUnprocessed.Count; i++)
                                        {
                                            if (formatCoupletsCountsUnprocessed[i].Count == 0) continue;
                                            if (i % 2 == 0)
                                                htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                                            else
                                                htmlText += $"<tr>{Environment.NewLine}";

                                            htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c2\"><a href=\"/simi/?f={(int)formatCoupletsCountsUnprocessed[i].Format}\">{DiwanPoemFormatConvertor.GetString(formatCoupletsCountsUnprocessed[i].Format)}</a></td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(formatCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c4\">{(formatCoupletsCountsUnprocessed[i].Count * 100.0 / sumPoetsCouplets).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                                            htmlText += $"</tr>{Environment.NewLine}";
                                        }
                                        htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";

                                        htmlText += $"<div class=\"poempretab\" id=\"rhyhtms-stats-tab-items\"></div>{Environment.NewLine}";
                                        htmlText += $"<div class=\"poemtab\">{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#pretab\">سخنوران</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#langs-stats-tab-items\">زبان‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#formats-stats-tab-items\">قالب‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks active\"><a href=\"#rhyhtms-stats-tab-items\">وزن‌ها</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#couplets-stats-tab-items\">تعداد ابیات</a></div>{Environment.NewLine}";
                                        htmlText += $"  <div class=\"poemtablinks\"><a href=\"#wordcounts-placeholder-tab-items\">بسامد واژگان</a></div>{Environment.NewLine}";
                                        htmlText += $"</div>{Environment.NewLine}";


                                        var rhythms = await context.DiwanMetres.ToListAsync();

                                        htmlText += $"<p>فهرست زیر نیز آمار {LanguageUtils.FormatMoney(sumRhythmsCouplets)} بیت شعر فارسی گنجور را از لحاظ اوزان عروضی نشان می‌دهد (از این تعداد {LanguageUtils.FormatMoney(secondMetreCoupletCount)} بیت به لحاظ چند وزنی بودن بیش از یک بار محاسبه شده‌اند و آمار خالص ابیات در فهرست اوزان برابر {LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت است):</p>{Environment.NewLine}";

                                        htmlText += $"<table  class=\"stats\" id=\"rhyhtms-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                                            $"<tr class=\"h\">{Environment.NewLine}" +
                                            $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                                            $"<td class=\"c2\">وزن</td>{Environment.NewLine}" +
                                            $"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
                                            $"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
                                            $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

                                        for (int i = 0; i < rhythmsCoupletCounts.Count; i++)
                                        {
                                            if (i % 2 == 0)
                                                htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                                            else
                                                htmlText += $"<tr>{Environment.NewLine}";

                                            htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                                            var rhythm = rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].DiwanMetreId).SingleOrDefault();
                                            if (rhythm != null)
                                            {
                                                rhythm.VerseCount = rhythmsCoupletCounts[i].Count;
                                                context.Update(rhythm);
                                            }
                                            string rhythmName = rhythmsCoupletCounts[i].DiwanMetreId == null ?
                                            $"<a href=\"/simi/?v=null\">وزن‌یابی نشده</a>"
                                            :
                                            $"<a href=\"/simi/?v={Uri.EscapeDataString(rhythm.Rhythm)}\">{rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].DiwanMetreId).Single().Rhythm}</a>";
                                            htmlText += $"<td class=\"c2\">{rhythmName}</td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(rhythmsCoupletCounts[i].Count)}</td>{Environment.NewLine}";
                                            htmlText += $"<td class=\"c4\">{(rhythmsCoupletCounts[i].Count * 100.0 / sumRhythmsCouplets).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                                            htmlText += $"</tr>{Environment.NewLine}";
                                        }
                                        htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";


                                        List<SectionCoupletCount> coupletCountsList = new List<SectionCoupletCount>();
                                        foreach (var coupletCount in groupedCoupletCounts)
                                        {
                                            if (coupletCount.Key == 0) continue;
                                            coupletCountsList.Add(new SectionCoupletCount() { CoupletCount = coupletCount.Key, Count = coupletCount.Value });
                                        }
                                        coupletCountsList.Sort((a, b) => b.Count - a.Count);
                                        int cc = coupletCountsList.Sum(c => c.Count);
                                        if (coupletCountsList.Count > 0 &&  cc> 0)
                                        {
                                            htmlText += $"<div class=\"poempretab\" id=\"couplets-stats-tab-items\"></div>{Environment.NewLine}";
                                            htmlText += $"<div class=\"poemtab\">{Environment.NewLine}";
                                            htmlText += $"  <div class=\"poemtablinks\"><a href=\"#pretab\">سخنوران</a></div>{Environment.NewLine}";
                                            htmlText += $"  <div class=\"poemtablinks\"><a href=\"#langs-stats-tab-items\">زبان‌ها</a></div>{Environment.NewLine}";
                                            htmlText += $"  <div class=\"poemtablinks\"><a href=\"#formats-stats-tab-items\">قالب‌ها</a></div>{Environment.NewLine}";
                                            htmlText += $"  <div class=\"poemtablinks\"><a href=\"#rhyhtms-stats-tab-items\">وزن‌ها</a></div>{Environment.NewLine}";
                                            htmlText += $"  <div class=\"poemtablinks active\"><a href=\"#couplets-stats-tab-items\">تعداد ابیات</a></div>{Environment.NewLine}";
                                            htmlText += $"  <div class=\"poemtablinks\"><a href=\"#wordcounts-placeholder-tab-items\">بسامد واژگان</a></div>{Environment.NewLine}";
                                            htmlText += $"</div>{Environment.NewLine}";

                                            htmlText += $"<p>آمار فراوانی تعداد ابیات اشعار به شرح زیر است:</p>{Environment.NewLine}";

                                            htmlText += $"<table  class=\"stats\" id=\"couplets-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
                                                $"<tr class=\"h\">{Environment.NewLine}" +
                                                $"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
                                                $"<td class=\"c2\">تعداد ابیات شعر</td>{Environment.NewLine}" +
                                                $"<td class=\"c3\">فراوانی</td>{Environment.NewLine}" +
                                                $"<td class=\"c4\">درصد از {LanguageUtils.FormatMoney(cc)} شعر</td>{Environment.NewLine}" +
                                                $"</tr>{Environment.NewLine}</thead>{Environment.NewLine}<tbody>{Environment.NewLine}";

                                            for (int i = 0; i < coupletCountsList.Count; i++)
                                            {
                                                if (coupletCountsList[i].Count == 0) continue;
                                                if (i % 2 == 0)
                                                    htmlText += $"<tr class=\"e\">{Environment.NewLine}";
                                                else
                                                    htmlText += $"<tr>{Environment.NewLine}";

                                                htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
                                                htmlText += $"<td class=\"c2\"><a href=\"/simi/?c1={coupletCountsList[i].CoupletCount}&amp;c2={coupletCountsList[i].CoupletCount}\">{coupletCountsList[i].CoupletCount.ToPersianNumbers()}</a></td>{Environment.NewLine}";
                                                htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(coupletCountsList[i].Count)}</td>{Environment.NewLine}";
                                                htmlText += $"<td class=\"c4\">{(coupletCountsList[i].Count * 100.0 / cc).ToString("N2", new CultureInfo("ur-PK")).ToPersianNumbers()}</td>{Environment.NewLine}";

                                                htmlText += $"</tr>{Environment.NewLine}";
                                            }
                                            htmlText += $"</tbody>{Environment.NewLine}</table>{Environment.NewLine}";
                                        }

                                        await context.SaveChangesAsync();//store rhythm[s].VerseCount

                                        await _UpdatePageHtmlText(context, editingUserId, dbPage, "به روزرسانی خودکار صفحهٔ آمار وزنها", htmlText);

                                        foreach (var poetInfo in poetsCoupletCounts)
                                        {
                                            var poet = poets.Where(p => p.Id == poetInfo.PoetId).Single();
                                            await jobProgressServiceEF.UpdateJob(job.Id, poetInfo.PoetId, poet.Nickname);
                                            await _UpdatePoetStatsPage(editingUserId, poet, rhythms, context, poetInfo.Count);
                                        }

                                        await jobProgressServiceEF.UpdateJob(job.Id, 100, "", true);

                                        await _RegenerateTOCsAsync(editingUserId, context, jobProgressServiceEF);
                                    }
                                    catch (Exception exp)
                                    {
                                        await jobProgressServiceEF.UpdateJob(job.Id, 100, "", false, exp.ToString());
                                    }
                                }

                            }
                            );


                return new RServiceResult<bool>(true);
            }
            catch (Exception exp)
            {
                return new RServiceResult<bool>(false, exp.ToString());
            }
        }
    }
}