1186 lines
77 KiB
C#
1186 lines
77 KiB
C#
using DNTPersianUtils.Core;
|
|
using Microsoft.EntityFrameworkCore;
|
|
using NAudio.Gui;
|
|
using RMuseum.DbContext;
|
|
using RMuseum.Models.Ganjoor;
|
|
using RSecurityBackend.Models.Generic;
|
|
using RSecurityBackend.Services.Implementation;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Data;
|
|
using System.Globalization;
|
|
using System.Linq;
|
|
using System.Threading.Tasks;
|
|
|
|
namespace RMuseum.Services.Implementation
|
|
{
|
|
internal class RhythmCoupletCount
|
|
{
|
|
public int? GanjoorMetreId { get; set; }
|
|
public int Count { get; set; }
|
|
}
|
|
|
|
internal class LanguageCoupletCount
|
|
{
|
|
public string Language { get; set; }
|
|
|
|
public int Count { get; set; }
|
|
}
|
|
|
|
internal class PoemFormatCoupletCount
|
|
{
|
|
public GanjoorPoemFormat Format { get; set; }
|
|
|
|
public int Count { get; set; }
|
|
}
|
|
|
|
internal class SectionCoupletCount
|
|
{
|
|
public int CoupletCount { get; set; }
|
|
|
|
public int Count { get; set; }
|
|
}
|
|
|
|
/// <summary>
|
|
/// IGanjoorService implementation
|
|
/// </summary>
|
|
public partial class GanjoorService : IGanjoorService
|
|
{
|
|
|
|
private async Task _UpdatePageHtmlText(RMuseumDbContext context, Guid userId, GanjoorPage page, string note, string htmlText)
|
|
{
|
|
context.GanjoorPageSnapshots.Add
|
|
(
|
|
new GanjoorPageSnapshot()
|
|
{
|
|
GanjoorPageId = page.Id,
|
|
MadeObsoleteByUserId = userId,
|
|
HtmlText = page.HtmlText,
|
|
Note = note,
|
|
RecordDate = DateTime.Now
|
|
}
|
|
);
|
|
page.HtmlText = htmlText;
|
|
context.GanjoorPages.Update(page);
|
|
await context.SaveChangesAsync();
|
|
}
|
|
|
|
private async Task _UpdatePoetStatsPage(Guid editingUserId, GanjoorPoet poet, List<GanjoorMetre> rhythms, RMuseumDbContext context, int wholeCoupletsCount)
|
|
{
|
|
var poetUrl = (await context.GanjoorCategories.AsNoTracking().Where(c => c.ParentId == null && c.PoetId == poet.Id).SingleAsync()).FullUrl;
|
|
|
|
var pageUrl = $"{poetUrl}/vazn";
|
|
|
|
var dbPage = await context.GanjoorPages.Where(p => p.FullUrl == pageUrl).SingleOrDefaultAsync();
|
|
if (dbPage == null) return;//do not create another vazn page
|
|
|
|
|
|
|
|
|
|
var wholePoemSections = await context.GanjoorPoemSections.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
|
|
.Where(s => s.PoetId == poet.Id && (string.IsNullOrEmpty(s.Language) || s.Language == "fa-IR") && s.Poem.Cat.Poet.Published && s.SectionType == PoemSectionType.WholePoem)
|
|
.Select(s => new { s.PoemId, s.Index, s.GanjoorMetreId, s.VerseType })
|
|
.ToListAsync();
|
|
|
|
Dictionary<int?, int> metreCounts = new Dictionary<int?, int>();
|
|
int secondMetreCoupletCount = 0;
|
|
Dictionary<int, int> groupedCoupletCounts = new Dictionary<int, int>();
|
|
foreach (var section in wholePoemSections)
|
|
{
|
|
int coupletCount = await context.GanjoorVerses.AsNoTracking()
|
|
.Where(v =>
|
|
v.PoemId == section.PoemId
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
&&
|
|
(
|
|
(section.VerseType == VersePoemSectionType.First && v.SectionIndex1 == section.Index)
|
|
||
|
|
(section.VerseType == VersePoemSectionType.Second && v.SectionIndex2 == section.Index)
|
|
||
|
|
(section.VerseType == VersePoemSectionType.Third && v.SectionIndex3 == section.Index)
|
|
||
|
|
(section.VerseType == VersePoemSectionType.Forth && v.SectionIndex4 == section.Index)
|
|
)
|
|
).CountAsync();//GanjoorPoemSection.CoupletsCount added later
|
|
|
|
if (groupedCoupletCounts.TryGetValue(coupletCount, out int groupedCoupletCount))
|
|
{
|
|
groupedCoupletCount++;
|
|
}
|
|
else
|
|
{
|
|
groupedCoupletCount = 1;
|
|
}
|
|
groupedCoupletCounts[coupletCount] = groupedCoupletCount;
|
|
|
|
var metreId = section.GanjoorMetreId == null ? 0 : (int)section.GanjoorMetreId;
|
|
if (metreCounts.TryGetValue(metreId, out int sectionCoupletCount))
|
|
{
|
|
sectionCoupletCount += coupletCount;
|
|
}
|
|
else
|
|
{
|
|
sectionCoupletCount = coupletCount;
|
|
}
|
|
metreCounts[metreId] = sectionCoupletCount;
|
|
if (metreId != 0 && section.VerseType != VersePoemSectionType.First)
|
|
{
|
|
secondMetreCoupletCount += coupletCount;
|
|
}
|
|
}
|
|
|
|
|
|
List<RhythmCoupletCount> rhythmsCoupletCounts = new List<RhythmCoupletCount>();
|
|
foreach (var metreCount in metreCounts)
|
|
{
|
|
int? metreId = metreCount.Key == 0 ? null : metreCount.Key;
|
|
rhythmsCoupletCounts.Add(new RhythmCoupletCount() { GanjoorMetreId = metreId, Count = metreCount.Value });
|
|
}
|
|
rhythmsCoupletCounts.Sort((a, b) => b.Count - a.Count);
|
|
|
|
int sumRhythmsCouplets = rhythmsCoupletCounts.Sum(c => c.Count);
|
|
|
|
string stats = "";
|
|
if ((sumRhythmsCouplets - secondMetreCoupletCount) != wholeCoupletsCount)
|
|
{
|
|
stats = $"{LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت شعر فارسی از کل {LanguageUtils.FormatMoney(wholeCoupletsCount)} بیت شعر موجود";
|
|
}
|
|
else
|
|
{
|
|
stats = $"{LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت شعر موجود";
|
|
}
|
|
|
|
string htmlText = $"<p>این آمار از میان {stats} در گنجور از {poet.Nickname} استخراج شده است.</p>{Environment.NewLine}";
|
|
htmlText += $"<p>توجه فرمایید که این آمار به دلایلی از قبیل وجود چند نسخه از آثار شعرا در سایت (مثل آثار خیام) و همینطور یک بیت محسوب شدن مصرعهای بند قالبهای ترکیبی مثل مخمسها تقریبی و حدودی است و افزونگی دارد.</p>{Environment.NewLine}";
|
|
htmlText += $"<p>آمار همهٔ شعرهای گنجور را <a href=\"/vazn\">اینجا</a> ببینید.</p>{Environment.NewLine}";
|
|
htmlText += $"<p>وزنیابی دستی در بیشتر موارد با ملاحظهٔ تنها یک مصرع از شعر صورت گرفته و امکان وجود اشکال در آن (مخصوصاً اشتباه در تشخیص وزنهای قابل تبدیل از قبیل وزن مثنوی مولوی به جای وزن عروضی سریع مطوی مکشوف) وجود دارد. وزنیابی ماشینی نیز که جدیداً با استفاده از امکانات <a href=\"http://www.sorud.info/\">تارنمای سرود</a> اضافه شده بعضاً خطا دارد. برخی از بخشها شامل اشعاری با بیش از یک وزن هستند که در این صورت عمدتاً وزن ابیات آغازین و برای بعضی منظومهها وزن غالب منظومه به عنوان وزن آن بخش منظور شده است.</p>{Environment.NewLine}";
|
|
if (secondMetreCoupletCount > 0)
|
|
{
|
|
htmlText += $"<p>در {LanguageUtils.FormatMoney(secondMetreCoupletCount)} مورد ابیات به لحاظ چند وزنی بودن در جدول اوزان بیش از یک بار محاسبه شدهاند و جمع آمار ناخالص ابیات با احتساب چندبارهٔ ابیات چندوزنی در جمع فهرست اوزان برابر {LanguageUtils.FormatMoney(sumRhythmsCouplets)} بیت است که در محاسبهٔ نسبت درصد از کل استفاده شده است):</p>";
|
|
}
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">وزن</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < rhythmsCoupletCounts.Count; i++)
|
|
{
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
string rhythm = rhythmsCoupletCounts[i].GanjoorMetreId == null
|
|
?
|
|
$"<a href=\"/simi/?v=null&a={poet.Id}\">وزنیابی نشده</a>" :
|
|
$"<a href=\"/simi/?v={Uri.EscapeDataString(rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].GanjoorMetreId).Single().Rhythm)}&a={poet.Id}\">{rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].GanjoorMetreId).Single().Rhythm}</a>";
|
|
htmlText += $"<td class=\"c2\">{rhythm}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(rhythmsCoupletCounts[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(rhythmsCoupletCounts[i].Count * 100.0 / sumRhythmsCouplets).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
|
|
if (sumRhythmsCouplets != wholeCoupletsCount)
|
|
{
|
|
var linqResult = await (from v in context.GanjoorVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
|
|
from s in context.GanjoorPoemSections
|
|
where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
|
|
&&
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
&&
|
|
v.Poem.Cat.PoetId == poet.Id
|
|
group s.Language by s.Language into g
|
|
select new { Language = g.Key, Count = g.Count() }).ToListAsync();
|
|
|
|
List<LanguageCoupletCount> languagesCoupletsCountsUnprocessed = new List<LanguageCoupletCount>
|
|
{
|
|
new LanguageCoupletCount()
|
|
{
|
|
Language = "fa-IR",
|
|
Count = 0
|
|
}
|
|
};
|
|
foreach (var item in linqResult)
|
|
{
|
|
if (item.Language == "fa-IR" || string.IsNullOrEmpty(item.Language))
|
|
{
|
|
var fa = languagesCoupletsCountsUnprocessed.Where(l => l.Language == "fa-IR").Single();
|
|
fa.Count += item.Count;
|
|
}
|
|
else
|
|
languagesCoupletsCountsUnprocessed.Add(new LanguageCoupletCount()
|
|
{
|
|
Language = item.Language,
|
|
Count = item.Count
|
|
});
|
|
}
|
|
|
|
languagesCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);
|
|
|
|
if (languagesCoupletsCountsUnprocessed.Count > 1)
|
|
{
|
|
htmlText += $"<p>آمار ابیات برچسبگذاری شدهٔ {poet.Nickname} با زبان غالب شعر در گنجور به شرح زیر است:</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">زبان</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < languagesCoupletsCountsUnprocessed.Count; i++)
|
|
{
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
var langModel = await context.GanjoorLanguages.AsNoTracking().Where(l => l.Code == languagesCoupletsCountsUnprocessed[i].Language).SingleAsync();
|
|
string language = langModel.Name;
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?l={Uri.EscapeDataString(langModel.Code)}&a={poet.Id}\">{language}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(languagesCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(languagesCoupletsCountsUnprocessed[i].Count * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
}
|
|
}
|
|
|
|
|
|
var formatsResult = await (from v in context.GanjoorVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
|
|
from s in context.GanjoorPoemSections
|
|
where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
|
|
&&
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
v.Poem.Cat.PoetId == poet.Id
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
group s.PoemFormat by s.PoemFormat into g
|
|
select new { PoemFormat = g.Key, Count = g.Count() }).ToListAsync();
|
|
|
|
|
|
List<PoemFormatCoupletCount> formatCoupletsCountsUnprocessed = new List<PoemFormatCoupletCount>
|
|
{
|
|
new PoemFormatCoupletCount()
|
|
{
|
|
Format = GanjoorPoemFormat.Unknown,
|
|
Count = 0
|
|
}
|
|
};
|
|
foreach (var item in formatsResult)
|
|
{
|
|
if (item.PoemFormat == null || item.PoemFormat == GanjoorPoemFormat.Unknown)
|
|
{
|
|
var fa = formatCoupletsCountsUnprocessed.Where(l => l.Format == GanjoorPoemFormat.Unknown).Single();
|
|
fa.Count += item.Count;
|
|
}
|
|
else
|
|
formatCoupletsCountsUnprocessed.Add(new PoemFormatCoupletCount()
|
|
{
|
|
Format = (GanjoorPoemFormat)item.PoemFormat,
|
|
Count = item.Count
|
|
});
|
|
}
|
|
|
|
|
|
formatCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);
|
|
|
|
htmlText += $"<p>آمار ابیات برچسبگذاری شدهٔ {poet.Nickname} با قالب شعری در گنجور به شرح زیر است:</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">قالب شعری</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < formatCoupletsCountsUnprocessed.Count; i++)
|
|
{
|
|
if (formatCoupletsCountsUnprocessed[i].Count == 0) continue;
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?f={(int)formatCoupletsCountsUnprocessed[i].Format}&a={poet.Id}\">{GanjoorPoemFormatConvertor.GetString(formatCoupletsCountsUnprocessed[i].Format)}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(formatCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(formatCoupletsCountsUnprocessed[i].Count * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
|
|
|
|
List<SectionCoupletCount> coupletCountsList = new List<SectionCoupletCount>();
|
|
int maxCouplets = 0;
|
|
int minCouplets = 100000;
|
|
foreach (var coupletCount in groupedCoupletCounts)
|
|
{
|
|
if (coupletCount.Key == 0) continue;
|
|
coupletCountsList.Add(new SectionCoupletCount() { CoupletCount = coupletCount.Key, Count = coupletCount.Value });
|
|
if(coupletCount.Key > maxCouplets)
|
|
{
|
|
maxCouplets = coupletCount.Key;
|
|
}
|
|
if (coupletCount.Key < minCouplets)
|
|
{
|
|
minCouplets = coupletCount.Key;
|
|
}
|
|
}
|
|
coupletCountsList.Sort((a, b) => b.Count - a.Count);
|
|
int cc = coupletCountsList.Sum(c => c.Count);
|
|
if (coupletCountsList.Count > 0 && cc > 0)
|
|
{
|
|
htmlText += $"<p>آمار فراوانی تعداد ابیات اشعار {poet.Nickname} به شرح زیر است (بلندترین شعر شامل <a href=\"/simi/?a={poet.Id}&c1={maxCouplets}&c2={maxCouplets}\">{maxCouplets.ToPersianNumbers()}</a> بیت و کوتاهترین شامل <a href=\"/simi/?a={poet.Id}&c1={minCouplets}&c2={minCouplets}\">{minCouplets.ToPersianNumbers()}</a> بیت شعر است):</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">تعداد ابیات شعر</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">فراوانی</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از {LanguageUtils.FormatMoney(cc)} شعر</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
for (int i = 0; i < coupletCountsList.Count; i++)
|
|
{
|
|
if (coupletCountsList[i].Count == 0) continue;
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?a={poet.Id}&c1={coupletCountsList[i].CoupletCount}&c2={coupletCountsList[i].CoupletCount}\">{coupletCountsList[i].CoupletCount.ToPersianNumbers()}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(coupletCountsList[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(coupletCountsList[i].Count * 100.0 / cc).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
}
|
|
|
|
|
|
|
|
await _UpdatePageHtmlText(context, editingUserId, dbPage, "به روزرسانی خودکار صفحهٔ آمار وزنها", htmlText);
|
|
|
|
|
|
}
|
|
|
|
|
|
private async Task<string> _GetCategoryStatsPage( int poetId, int catId, List<GanjoorMetre> rhythms, RMuseumDbContext context)
|
|
{
|
|
List<int> catIdList = [catId];
|
|
await _populateCategoryChildren(context, catId, catIdList);
|
|
|
|
|
|
var catsCoupletCounts =
|
|
await context.GanjoorVerses.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
|
|
.Where(v =>
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
&&
|
|
catIdList.Contains(v.Poem.CatId)
|
|
)
|
|
.GroupBy(v => new { v.Poem.Cat.PoetId })
|
|
.Select(g => new { g.Key.PoetId, Count = g.Count() })
|
|
.ToListAsync();
|
|
|
|
if (catsCoupletCounts.Count != 1)
|
|
return "";
|
|
|
|
int wholeCoupletsCount = catsCoupletCounts[0].Count;
|
|
|
|
var wholePoemSections = await context.GanjoorPoemSections.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
|
|
.Where(s => catIdList.Contains(s.Poem.CatId) && (string.IsNullOrEmpty(s.Language) || s.Language == "fa-IR") && s.Poem.Cat.Poet.Published && s.SectionType == PoemSectionType.WholePoem)
|
|
.Select(s => new { s.PoemId, s.Index, s.GanjoorMetreId, s.VerseType })
|
|
.ToListAsync();
|
|
|
|
Dictionary<int?, int> metreCounts = new Dictionary<int?, int>();
|
|
int secondMetreCoupletCount = 0;
|
|
Dictionary<int, int> groupedCoupletCounts = new Dictionary<int, int>();
|
|
foreach (var section in wholePoemSections)
|
|
{
|
|
int coupletCount = await context.GanjoorVerses.AsNoTracking()
|
|
.Where(v =>
|
|
v.PoemId == section.PoemId
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
&&
|
|
(
|
|
(section.VerseType == VersePoemSectionType.First && v.SectionIndex1 == section.Index)
|
|
||
|
|
(section.VerseType == VersePoemSectionType.Second && v.SectionIndex2 == section.Index)
|
|
||
|
|
(section.VerseType == VersePoemSectionType.Third && v.SectionIndex3 == section.Index)
|
|
||
|
|
(section.VerseType == VersePoemSectionType.Forth && v.SectionIndex4 == section.Index)
|
|
)
|
|
).CountAsync();//GanjoorPoemSection.CoupletsCount added later
|
|
if (groupedCoupletCounts.TryGetValue(coupletCount, out int groupedCoupletCount))
|
|
{
|
|
groupedCoupletCount++;
|
|
}
|
|
else
|
|
{
|
|
groupedCoupletCount = 1;
|
|
}
|
|
groupedCoupletCounts[coupletCount] = groupedCoupletCount;
|
|
|
|
var metreId = section.GanjoorMetreId == null ? 0 : (int)section.GanjoorMetreId;
|
|
if (metreCounts.TryGetValue(metreId, out int sectionCoupletCount))
|
|
{
|
|
sectionCoupletCount += coupletCount;
|
|
}
|
|
else
|
|
{
|
|
sectionCoupletCount = coupletCount;
|
|
}
|
|
metreCounts[metreId] = sectionCoupletCount;
|
|
if (metreId != 0 && section.VerseType != VersePoemSectionType.First)
|
|
{
|
|
secondMetreCoupletCount += coupletCount;
|
|
}
|
|
}
|
|
|
|
|
|
List<RhythmCoupletCount> rhythmsCoupletCounts = new List<RhythmCoupletCount>();
|
|
foreach (var metreCount in metreCounts)
|
|
{
|
|
int? metreId = metreCount.Key == 0 ? null : metreCount.Key;
|
|
rhythmsCoupletCounts.Add(new RhythmCoupletCount() { GanjoorMetreId = metreId, Count = metreCount.Value });
|
|
}
|
|
rhythmsCoupletCounts.Sort((a, b) => b.Count - a.Count);
|
|
|
|
int sumRhythmsCouplets = rhythmsCoupletCounts.Sum(c => c.Count);
|
|
|
|
string stats = "";
|
|
if ((sumRhythmsCouplets - secondMetreCoupletCount) != wholeCoupletsCount)
|
|
{
|
|
stats = $"{LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت شعر فارسی از کل {LanguageUtils.FormatMoney(wholeCoupletsCount)} بیت شعر موجود";
|
|
}
|
|
else
|
|
{
|
|
stats = $"{LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت شعر موجود";
|
|
}
|
|
|
|
string htmlText = "<div class=\"tabcontent\" id=\"stats\" style=\"display:block\">";
|
|
|
|
htmlText += $"<div id=\"stats-section\">{Environment.NewLine}";
|
|
|
|
|
|
|
|
htmlText += $"<p>این آمار از میان {stats} در گنجور از اشعار این بخش استخراج شده است.</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<div class=\"notice\">{Environment.NewLine}";
|
|
htmlText += $"<p>توجه فرمایید که این آمار به دلایلی از قبیل وجود چند نسخه از آثار شعرا در سایت (مثل آثار خیام) و همینطور یک بیت محسوب شدن مصرعهای بند قالبهای ترکیبی مثل مخمسها تقریبی و حدودی است و افزونگی دارد.</p>{Environment.NewLine}";
|
|
htmlText += $"<p>آمار همهٔ شعرهای گنجور را <a href=\"/vazn\">اینجا</a> ببینید.</p>{Environment.NewLine}";
|
|
htmlText += $"<p>وزنیابی دستی در بیشتر موارد با ملاحظهٔ تنها یک مصرع از شعر صورت گرفته و امکان وجود اشکال در آن (مخصوصاً اشتباه در تشخیص وزنهای قابل تبدیل از قبیل وزن مثنوی مولوی به جای وزن عروضی سریع مطوی مکشوف) وجود دارد. وزنیابی ماشینی نیز که جدیداً با استفاده از امکانات <a href=\"http://www.sorud.info/\">تارنمای سرود</a> اضافه شده بعضاً خطا دارد. برخی از بخشها شامل اشعاری با بیش از یک وزن هستند که در این صورت عمدتاً وزن ابیات آغازین و برای بعضی منظومهها وزن غالب منظومه به عنوان وزن آن بخش منظور شده است.</p>{Environment.NewLine}";
|
|
if (secondMetreCoupletCount > 0)
|
|
{
|
|
htmlText += $"<p>در {LanguageUtils.FormatMoney(secondMetreCoupletCount)} مورد ابیات به لحاظ چند وزنی بودن در جدول اوزان بیش از یک بار محاسبه شدهاند و جمع آمار ناخالص ابیات با احتساب چندبارهٔ ابیات چندوزنی در جمع فهرست اوزان برابر {LanguageUtils.FormatMoney(sumRhythmsCouplets)} بیت است که در محاسبهٔ نسبت درصد از کل استفاده شده است):</p>";
|
|
}
|
|
|
|
htmlText += $"</div>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table class=\"stats\" id=\"rhymes-stats\">{Environment.NewLine}<thead>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">وزن</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < rhythmsCoupletCounts.Count; i++)
|
|
{
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
string rhythm = rhythmsCoupletCounts[i].GanjoorMetreId == null
|
|
?
|
|
$"<a href=\"/simi/?v=null&a={poetId}&c={catId}\">وزنیابی نشده</a>" :
|
|
$"<a href=\"/simi/?v={Uri.EscapeDataString(rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].GanjoorMetreId).Single().Rhythm)}&a={poetId}&c={catId}\">{rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].GanjoorMetreId).Single().Rhythm}</a>";
|
|
htmlText += $"<td class=\"c2\">{rhythm}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(rhythmsCoupletCounts[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(rhythmsCoupletCounts[i].Count * 100.0 / sumRhythmsCouplets).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
|
|
if (sumRhythmsCouplets != wholeCoupletsCount)
|
|
{
|
|
var linqResult = await (from v in context.GanjoorVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
|
|
from s in context.GanjoorPoemSections
|
|
where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
|
|
&&
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
&&
|
|
catIdList.Contains(v.Poem.CatId)
|
|
group s.Language by s.Language into g
|
|
select new { Language = g.Key, Count = g.Count() }).ToListAsync();
|
|
|
|
List<LanguageCoupletCount> languagesCoupletsCountsUnprocessed = new List<LanguageCoupletCount>
|
|
{
|
|
new LanguageCoupletCount()
|
|
{
|
|
Language = "fa-IR",
|
|
Count = 0
|
|
}
|
|
};
|
|
foreach (var item in linqResult)
|
|
{
|
|
if (item.Language == "fa-IR" || string.IsNullOrEmpty(item.Language))
|
|
{
|
|
var fa = languagesCoupletsCountsUnprocessed.Where(l => l.Language == "fa-IR").Single();
|
|
fa.Count += item.Count;
|
|
}
|
|
else
|
|
languagesCoupletsCountsUnprocessed.Add(new LanguageCoupletCount()
|
|
{
|
|
Language = item.Language,
|
|
Count = item.Count
|
|
});
|
|
}
|
|
|
|
languagesCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);
|
|
|
|
if (languagesCoupletsCountsUnprocessed.Count > 1)
|
|
{
|
|
htmlText += $"<p>آمار ابیات برچسبگذاری شدهٔ این بخش با زبان غالب شعر در گنجور به شرح زیر است:</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">زبان</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < languagesCoupletsCountsUnprocessed.Count; i++)
|
|
{
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
var langModel = await context.GanjoorLanguages.AsNoTracking().Where(l => l.Code == languagesCoupletsCountsUnprocessed[i].Language).SingleAsync();
|
|
string language = langModel.Name;
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?l={Uri.EscapeDataString(langModel.Code)}&a={poetId}&c={catId}\">{language}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(languagesCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(languagesCoupletsCountsUnprocessed[i].Count * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
}
|
|
}
|
|
|
|
|
|
var formatsResult = await (from v in context.GanjoorVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
|
|
from s in context.GanjoorPoemSections
|
|
where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
|
|
&&
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
catIdList.Contains(v.Poem.CatId)
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
group s.PoemFormat by s.PoemFormat into g
|
|
select new { PoemFormat = g.Key, Count = g.Count() }).ToListAsync();
|
|
|
|
|
|
List<PoemFormatCoupletCount> formatCoupletsCountsUnprocessed = new List<PoemFormatCoupletCount>
|
|
{
|
|
new PoemFormatCoupletCount()
|
|
{
|
|
Format = GanjoorPoemFormat.Unknown,
|
|
Count = 0
|
|
}
|
|
};
|
|
foreach (var item in formatsResult)
|
|
{
|
|
if (item.PoemFormat == null || item.PoemFormat == GanjoorPoemFormat.Unknown)
|
|
{
|
|
var fa = formatCoupletsCountsUnprocessed.Where(l => l.Format == GanjoorPoemFormat.Unknown).Single();
|
|
fa.Count += item.Count;
|
|
}
|
|
else
|
|
formatCoupletsCountsUnprocessed.Add(new PoemFormatCoupletCount()
|
|
{
|
|
Format = (GanjoorPoemFormat)item.PoemFormat,
|
|
Count = item.Count
|
|
});
|
|
}
|
|
|
|
|
|
formatCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);
|
|
|
|
htmlText += $"<p>آمار ابیات برچسبگذاری شدهٔ این بخش با قالب شعری در گنجور به شرح زیر است:</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">قالب شعری</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < formatCoupletsCountsUnprocessed.Count; i++)
|
|
{
|
|
if (formatCoupletsCountsUnprocessed[i].Count == 0) continue;
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?f={(int)formatCoupletsCountsUnprocessed[i].Format}&a={poetId}&c={catId}\">{GanjoorPoemFormatConvertor.GetString(formatCoupletsCountsUnprocessed[i].Format)}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(formatCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(formatCoupletsCountsUnprocessed[i].Count * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
|
|
List<SectionCoupletCount> coupletCountsList = new List<SectionCoupletCount>();
|
|
int maxCouplets = 0;
|
|
int minCouplets = 100000;
|
|
foreach (var coupletCount in groupedCoupletCounts)
|
|
{
|
|
if (coupletCount.Key == 0) continue;
|
|
coupletCountsList.Add(new SectionCoupletCount() { CoupletCount = coupletCount.Key, Count = coupletCount.Value });
|
|
if (coupletCount.Key > maxCouplets)
|
|
{
|
|
maxCouplets = coupletCount.Key;
|
|
}
|
|
if (coupletCount.Key < minCouplets)
|
|
{
|
|
minCouplets = coupletCount.Key;
|
|
}
|
|
}
|
|
coupletCountsList.Sort((a, b) => b.Count - a.Count);
|
|
int cc = coupletCountsList.Sum(c => c.Count);
|
|
if (coupletCountsList.Count > 0 && cc > 0)
|
|
{
|
|
htmlText += $"<p>آمار فراوانی تعداد ابیات اشعار این بخش به شرح زیر است (بلندترین شعر شامل <a href=\"/simi/?a={poetId}&c={catId}&c1={maxCouplets}&c2={maxCouplets}\">{maxCouplets.ToPersianNumbers()}</a> بیت و کوتاهترین شامل <a href=\"/simi/?a={poetId}&c={catId}&c1={minCouplets}&c2={minCouplets}\">{minCouplets.ToPersianNumbers()}</a> بیت شعر است):</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">تعداد ابیات شعر</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">فراوانی</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از {LanguageUtils.FormatMoney(cc)} شعر</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < coupletCountsList.Count; i++)
|
|
{
|
|
if (coupletCountsList[i].Count == 0) continue;
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?a={poetId}&c={catId}&c1={coupletCountsList[i].CoupletCount}&c2={coupletCountsList[i].CoupletCount}\">{coupletCountsList[i].CoupletCount.ToPersianNumbers()}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(coupletCountsList[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(coupletCountsList[i].Count * 100.0 / cc).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
}
|
|
|
|
|
|
|
|
//آمار شعرهای زیربخشها
|
|
|
|
var subCats = await context.GanjoorCategories.AsNoTracking().Where(c => c.ParentId == catId).ToListAsync();
|
|
|
|
subCats.Add(await context.GanjoorCategories.AsNoTracking().Where(c => c.Id == catId).SingleAsync());
|
|
int subCatIndex = 0;
|
|
string subCatsHtmlText = "";
|
|
bool skippedSomeCats = false;
|
|
foreach (var subCat in subCats)
|
|
{
|
|
if(subCat.Id == catId && subCatsHtmlText == "")
|
|
{
|
|
break;
|
|
}
|
|
List<int> subcatIdList = [subCat.Id];
|
|
if(subCat.Id != catId)
|
|
{
|
|
await _populateCategoryChildren(context, subCat.Id, subcatIdList);
|
|
}
|
|
|
|
var subCatCoupletCounts =
|
|
await context.GanjoorVerses.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
|
|
.Where(v =>
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
&&
|
|
subcatIdList.Contains(v.Poem.CatId)
|
|
)
|
|
.GroupBy(v => new { v.Poem.Cat.PoetId })
|
|
.Select(g => new { g.Key.PoetId, Count = g.Count() })
|
|
.ToListAsync();
|
|
if (subCatCoupletCounts.Count != 1)
|
|
{
|
|
skippedSomeCats = true;
|
|
continue;
|
|
}
|
|
int subCatWholeCoupletsCount = subCatCoupletCounts[0].Count;
|
|
if (subCatWholeCoupletsCount == 0)
|
|
{
|
|
if(subCat.Id != catId)
|
|
{
|
|
skippedSomeCats = true;
|
|
}
|
|
continue;
|
|
}
|
|
if (subCatIndex % 2 == 0)
|
|
subCatsHtmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
subCatsHtmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
subCatsHtmlText += $"<td class=\"c1\">{(subCatIndex + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
if(subCat.Id == catId)
|
|
{
|
|
subCatsHtmlText += $"<td class=\"c2\">اشعار همین بخش</td>{Environment.NewLine}";
|
|
}
|
|
else
|
|
{
|
|
subCatsHtmlText += $"<td class=\"c2\"><a href=\"{subCat.FullUrl}\">{subCat.Title}</a></td>{Environment.NewLine}";
|
|
}
|
|
|
|
subCatsHtmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(subCatWholeCoupletsCount)}</td>{Environment.NewLine}";
|
|
subCatsHtmlText += $"<td class=\"c4\">{(subCatWholeCoupletsCount * 100.0 / wholeCoupletsCount).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
subCatsHtmlText += $"</tr>{Environment.NewLine}";
|
|
subCatIndex++;
|
|
}
|
|
|
|
if (!string.IsNullOrEmpty(subCatsHtmlText))
|
|
{
|
|
htmlText += $"<p>آمار ابیات به تفکیک زیربخشهای این قسمت به شرح زیر است";
|
|
if(skippedSomeCats)
|
|
{
|
|
htmlText += " (بخشهایی که در این جدول نیامدهاند فاقد شعر بودهاند)";
|
|
}
|
|
htmlText += $":</p>{Environment.NewLine}";
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">بخش</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
htmlText += subCatsHtmlText;
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
}
|
|
|
|
|
|
|
|
htmlText += $"</div>{Environment.NewLine}";
|
|
|
|
|
|
htmlText += $"</div>{Environment.NewLine}";
|
|
|
|
|
|
return htmlText;
|
|
|
|
|
|
}
|
|
/// <summary>
|
|
/// start updating stats page
|
|
/// </summary>
|
|
/// <returns></returns>
|
|
public RServiceResult<bool> StartUpdatingStatsPage(Guid editingUserId)
|
|
{
|
|
try
|
|
{
|
|
_backgroundTaskQueue.QueueBackgroundWorkItem
|
|
(
|
|
async token =>
|
|
{
|
|
using (RMuseumDbContext context = new RMuseumDbContext(new DbContextOptions<RMuseumDbContext>())) //this is long running job, so _context might be already been freed/collected by GC
|
|
{
|
|
LongRunningJobProgressServiceEF jobProgressServiceEF = new LongRunningJobProgressServiceEF(context);
|
|
var job = (await jobProgressServiceEF.NewJob("UpdateStatsPage", "Total Poets Stats")).Result;
|
|
|
|
try
|
|
{
|
|
var poetsCoupletCounts =
|
|
await context.GanjoorVerses.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
|
|
.Where(v =>
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1))
|
|
.GroupBy(v => new { v.Poem.Cat.PoetId })
|
|
.Select(g => new { g.Key.PoetId, Count = g.Count() })
|
|
.ToListAsync();
|
|
poetsCoupletCounts.Sort((a, b) => b.Count - a.Count);
|
|
var sumPoetsCouplets = poetsCoupletCounts.Sum(c => c.Count);
|
|
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 1, "Counting Languages");
|
|
var linqResult = await (from v in context.GanjoorVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
|
|
from s in context.GanjoorPoemSections
|
|
where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
|
|
&&
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
group s.Language by s.Language into g
|
|
select new { Language = g.Key, Count = g.Count() }).ToListAsync();
|
|
|
|
|
|
List<LanguageCoupletCount> languagesCoupletsCountsUnprocessed = new List<LanguageCoupletCount>
|
|
{
|
|
new LanguageCoupletCount()
|
|
{
|
|
Language = "fa-IR",
|
|
Count = 0
|
|
}
|
|
};
|
|
foreach (var item in linqResult)
|
|
{
|
|
if (item.Language == "fa-IR" || string.IsNullOrEmpty(item.Language))
|
|
{
|
|
var fa = languagesCoupletsCountsUnprocessed.Where(l => l.Language == "fa-IR").Single();
|
|
fa.Count += item.Count;
|
|
}
|
|
else
|
|
languagesCoupletsCountsUnprocessed.Add(new LanguageCoupletCount()
|
|
{
|
|
Language = item.Language,
|
|
Count = item.Count
|
|
});
|
|
}
|
|
|
|
languagesCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);
|
|
|
|
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 1, "Counting Poem Formats");
|
|
var formatsResult = await (from v in context.GanjoorVerses.AsNoTracking().Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet)
|
|
from s in context.GanjoorPoemSections
|
|
where v.PoemId == s.PoemId && v.SectionIndex1 == s.Index && s.SectionType == PoemSectionType.WholePoem
|
|
&&
|
|
v.Poem.Cat.Poet.Published
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
group s.PoemFormat by s.PoemFormat into g
|
|
select new { PoemFormat = g.Key, Count = g.Count() }).ToListAsync();
|
|
|
|
|
|
List<PoemFormatCoupletCount> formatCoupletsCountsUnprocessed = new List<PoemFormatCoupletCount>
|
|
{
|
|
new PoemFormatCoupletCount()
|
|
{
|
|
Format = GanjoorPoemFormat.Unknown,
|
|
Count = 0
|
|
}
|
|
};
|
|
foreach (var item in formatsResult)
|
|
{
|
|
if (item.PoemFormat == null || item.PoemFormat == GanjoorPoemFormat.Unknown)
|
|
{
|
|
var fa = formatCoupletsCountsUnprocessed.Where(l => l.Format == GanjoorPoemFormat.Unknown).Single();
|
|
fa.Count += item.Count;
|
|
}
|
|
else
|
|
formatCoupletsCountsUnprocessed.Add(new PoemFormatCoupletCount()
|
|
{
|
|
Format = (GanjoorPoemFormat)item.PoemFormat,
|
|
Count = item.Count
|
|
});
|
|
}
|
|
|
|
formatCoupletsCountsUnprocessed.Sort((a, b) => b.Count - a.Count);
|
|
|
|
|
|
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 1, "Counting whole sections");
|
|
|
|
var wholePoemSections = await context.GanjoorPoemSections.Include(v => v.Poem).ThenInclude(p => p.Cat).ThenInclude(c => c.Poet).AsNoTracking()
|
|
.Where(s => s.Poem.Cat.Poet.Published && (string.IsNullOrEmpty(s.Language) || s.Language == "fa-IR") && s.SectionType == PoemSectionType.WholePoem)
|
|
.Select(s => new { s.PoemId, s.Index, s.GanjoorMetreId, Versetype = s.VerseType })
|
|
.ToListAsync();
|
|
|
|
Dictionary<int, int> metreCounts = new Dictionary<int, int>();
|
|
int secondMetreCoupletCount = 0;
|
|
Dictionary<int, int> groupedCoupletCounts = new Dictionary<int, int>();
|
|
foreach (var section in wholePoemSections)
|
|
{
|
|
int coupletCount = await context.GanjoorVerses.AsNoTracking()
|
|
.Where(v =>
|
|
v.PoemId == section.PoemId
|
|
&&
|
|
(v.VersePosition == VersePosition.Right || v.VersePosition == VersePosition.CenteredVerse1)
|
|
&&
|
|
(
|
|
(section.Versetype == VersePoemSectionType.First && v.SectionIndex1 == section.Index)
|
|
||
|
|
(section.Versetype == VersePoemSectionType.Second && v.SectionIndex2 == section.Index)
|
|
||
|
|
(section.Versetype == VersePoemSectionType.Third && v.SectionIndex3 == section.Index)
|
|
||
|
|
(section.Versetype == VersePoemSectionType.Forth && v.SectionIndex4 == section.Index)
|
|
)
|
|
).CountAsync();//GanjoorPoemSection.CoupletsCount added later
|
|
if (groupedCoupletCounts.TryGetValue(coupletCount, out int groupedCoupletCount))
|
|
{
|
|
groupedCoupletCount++;
|
|
}
|
|
else
|
|
{
|
|
groupedCoupletCount = 1;
|
|
}
|
|
groupedCoupletCounts[coupletCount] = groupedCoupletCount;
|
|
var metreId = section.GanjoorMetreId == null ? 0 : (int)section.GanjoorMetreId;
|
|
if (metreCounts.TryGetValue(metreId, out int sectionCoupletCount))
|
|
{
|
|
sectionCoupletCount += coupletCount;
|
|
}
|
|
else
|
|
{
|
|
sectionCoupletCount = coupletCount;
|
|
}
|
|
metreCounts[metreId] = sectionCoupletCount;
|
|
if (metreId != 0 && section.Versetype != VersePoemSectionType.First)
|
|
{
|
|
secondMetreCoupletCount += coupletCount;
|
|
}
|
|
}
|
|
|
|
List<RhythmCoupletCount> rhythmsCoupletCounts = new List<RhythmCoupletCount>();
|
|
foreach (var metreCount in metreCounts)
|
|
{
|
|
int? metreId = metreCount.Key == 0 ? null : metreCount.Key;
|
|
rhythmsCoupletCounts.Add(new RhythmCoupletCount() { GanjoorMetreId = metreId, Count = metreCount.Value });
|
|
}
|
|
rhythmsCoupletCounts.Sort((a, b) => b.Count - a.Count);
|
|
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 2, "Counting whole sections done!");
|
|
|
|
var sumRhythmsCouplets = rhythmsCoupletCounts.Sum(c => c.Count);
|
|
|
|
var dbPage = await context.GanjoorPages.Where(p => p.FullUrl == "/vazn").SingleAsync();
|
|
|
|
var poets = await context.GanjoorPoets.AsNoTracking().ToListAsync();
|
|
|
|
string htmlText = $"<p>تا تاریخ {LanguageUtils.FormatDate(DateTime.Now)} مجموعاً {LanguageUtils.FormatMoney(sumPoetsCouplets)} بیت شعر از طریق سایت گنجور در دسترس قرار گرفته است. در جدول زیر که سخنوران در آنها بر اساس تعداد ابیات اشعارشان به صورت نزولی مرتب شدهاند با کلیک بر روی نام هر سخنور میتوانید آمار اوزان اشعار او را مشاهده کنید.</p>{Environment.NewLine}";
|
|
htmlText += $"<p>توجه فرمایید که این آمار به دلایلی از قبیل وجود چند نسخه از آثار شعرا در گنجور (مثل آثار خیام)، یک بیت محسوب شدن مصرعهای بند قالبهای ترکیبی مثل مخمسها و همینطور این که اشعار نقل شده از سخنوران دیگر در تذکرهها و کتابهایی مانند آن به نام مؤلف نقلکنندهٔ شعر ثبت شده تقریبی و حدودی است و افزونگی دارد.</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">سخنور</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < poetsCoupletCounts.Count; i++)
|
|
{
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c2\"><a href=\"{(await context.GanjoorCategories.Where(c => c.ParentId == null && c.PoetId == poetsCoupletCounts[i].PoetId).SingleAsync()).FullUrl}\">{poets.Where(p => p.Id == poetsCoupletCounts[i].PoetId).Single().Nickname}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(poetsCoupletCounts[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(poetsCoupletCounts[i].Count * 100.0 / sumPoetsCouplets).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
|
|
htmlText += $"<p>آمار ابیات برچسبگذاری شده با زبان غالب شعر در گنجور به شرح زیر است:</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">زبان</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < languagesCoupletsCountsUnprocessed.Count; i++)
|
|
{
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
var langModel = await context.GanjoorLanguages.AsNoTracking().Where(l => l.Code == languagesCoupletsCountsUnprocessed[i].Language).SingleAsync();
|
|
string language = langModel.Description;
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?l={Uri.EscapeDataString(langModel.Code)}\">{language}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(languagesCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(languagesCoupletsCountsUnprocessed[i].Count * 100.0 / sumPoetsCouplets).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
|
|
htmlText += $"<p>آمار ابیات برچسبگذاری شده با قالب شعری در گنجور به شرح زیر است:</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">قالب شعری</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < formatCoupletsCountsUnprocessed.Count; i++)
|
|
{
|
|
if (formatCoupletsCountsUnprocessed[i].Count == 0) continue;
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?f={(int)formatCoupletsCountsUnprocessed[i].Format}\">{GanjoorPoemFormatConvertor.GetString(formatCoupletsCountsUnprocessed[i].Format)}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(formatCoupletsCountsUnprocessed[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(formatCoupletsCountsUnprocessed[i].Count * 100.0 / sumPoetsCouplets).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
|
|
|
|
|
|
var rhythms = await context.GanjoorMetres.ToListAsync();
|
|
|
|
htmlText += $"<p>فهرست زیر نیز آمار {LanguageUtils.FormatMoney(sumRhythmsCouplets)} بیت شعر فارسی گنجور را از لحاظ اوزان عروضی نشان میدهد (از این تعداد {LanguageUtils.FormatMoney(secondMetreCoupletCount)} بیت به لحاظ چند وزنی بودن بیش از یک بار محاسبه شدهاند و آمار خالص ابیات در فهرست اوزان برابر {LanguageUtils.FormatMoney(sumRhythmsCouplets - secondMetreCoupletCount)} بیت است):</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">وزن</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">تعداد ابیات</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از کل</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < rhythmsCoupletCounts.Count; i++)
|
|
{
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
var rhythm = rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].GanjoorMetreId).SingleOrDefault();
|
|
if (rhythm != null)
|
|
{
|
|
rhythm.VerseCount = rhythmsCoupletCounts[i].Count;
|
|
context.Update(rhythm);
|
|
}
|
|
string rhythmName = rhythmsCoupletCounts[i].GanjoorMetreId == null ?
|
|
$"<a href=\"/simi/?v=null\">وزنیابی نشده</a>"
|
|
:
|
|
$"<a href=\"/simi/?v={Uri.EscapeDataString(rhythm.Rhythm)}\">{rhythms.Where(r => r.Id == rhythmsCoupletCounts[i].GanjoorMetreId).Single().Rhythm}</a>";
|
|
htmlText += $"<td class=\"c2\">{rhythmName}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(rhythmsCoupletCounts[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(rhythmsCoupletCounts[i].Count * 100.0 / sumRhythmsCouplets).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
|
|
|
|
List<SectionCoupletCount> coupletCountsList = new List<SectionCoupletCount>();
|
|
foreach (var coupletCount in groupedCoupletCounts)
|
|
{
|
|
if (coupletCount.Key == 0) continue;
|
|
coupletCountsList.Add(new SectionCoupletCount() { CoupletCount = coupletCount.Key, Count = coupletCount.Value });
|
|
}
|
|
coupletCountsList.Sort((a, b) => b.Count - a.Count);
|
|
int cc = coupletCountsList.Sum(c => c.Count);
|
|
if (coupletCountsList.Count > 0 && cc> 0)
|
|
{
|
|
htmlText += $"<p>آمار فراوانی تعداد ابیات اشعار به شرح زیر است:</p>{Environment.NewLine}";
|
|
|
|
htmlText += $"<table>{Environment.NewLine}" +
|
|
$"<tr class=\"h\">{Environment.NewLine}" +
|
|
$"<td class=\"c1\">ردیف</td>{Environment.NewLine}" +
|
|
$"<td class=\"c2\">تعداد ابیات شعر</td>{Environment.NewLine}" +
|
|
$"<td class=\"c3\">فراوانی</td>{Environment.NewLine}" +
|
|
$"<td class=\"c4\">درصد از {LanguageUtils.FormatMoney(cc)} شعر</td>{Environment.NewLine}" +
|
|
$"</tr>{Environment.NewLine}";
|
|
|
|
for (int i = 0; i < coupletCountsList.Count; i++)
|
|
{
|
|
if (coupletCountsList[i].Count == 0) continue;
|
|
if (i % 2 == 0)
|
|
htmlText += $"<tr class=\"e\">{Environment.NewLine}";
|
|
else
|
|
htmlText += $"<tr>{Environment.NewLine}";
|
|
|
|
htmlText += $"<td class=\"c1\">{(i + 1).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c2\"><a href=\"/simi/?c1={coupletCountsList[i].CoupletCount}&c2={coupletCountsList[i].CoupletCount}\">{coupletCountsList[i].CoupletCount.ToPersianNumbers()}</a></td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c3\">{LanguageUtils.FormatMoney(coupletCountsList[i].Count)}</td>{Environment.NewLine}";
|
|
htmlText += $"<td class=\"c4\">{(coupletCountsList[i].Count * 100.0 / cc).ToString("N2", new CultureInfo("fa-IR")).ToPersianNumbers()}</td>{Environment.NewLine}";
|
|
|
|
htmlText += $"</tr>{Environment.NewLine}";
|
|
}
|
|
htmlText += $"</table>{Environment.NewLine}";
|
|
}
|
|
|
|
await context.SaveChangesAsync();//store rhythm[s].VerseCount
|
|
|
|
await _UpdatePageHtmlText(context, editingUserId, dbPage, "به روزرسانی خودکار صفحهٔ آمار وزنها", htmlText);
|
|
|
|
foreach (var poetInfo in poetsCoupletCounts)
|
|
{
|
|
var poet = poets.Where(p => p.Id == poetInfo.PoetId).Single();
|
|
await jobProgressServiceEF.UpdateJob(job.Id, poetInfo.PoetId, poet.Nickname);
|
|
await _UpdatePoetStatsPage(editingUserId, poet, rhythms, context, poetInfo.Count);
|
|
}
|
|
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 100, "", true);
|
|
|
|
await _RegenerateTOCsAsync(editingUserId, context, jobProgressServiceEF);
|
|
}
|
|
catch (Exception exp)
|
|
{
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 100, "", false, exp.ToString());
|
|
}
|
|
}
|
|
|
|
}
|
|
);
|
|
|
|
|
|
return new RServiceResult<bool>(true);
|
|
}
|
|
catch (Exception exp)
|
|
{
|
|
return new RServiceResult<bool>(false, exp.ToString());
|
|
}
|
|
}
|
|
}
|
|
} |