532d005cdb
Projects (GanjooRazor -> DivanRazor, GanjoorService.sln -> DivanService.sln), files, folders, classes, namespaces, settings, API routes (/api/divan) and DB tables (Divan*). External addresses (ganjoor.net, github.com/ganjoor) unchanged. Migrations renamed consistently (no pending model changes); requires a fresh database. Upstream RUNNING_LOCALLY/SEMANTIC_SEARCH docs archived unmodified under docs/. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
306 lines
17 KiB
C#
306 lines
17 KiB
C#
using Microsoft.EntityFrameworkCore;
|
|
using RMuseum.DbContext;
|
|
using RMuseum.Models.Divan;
|
|
using RSecurityBackend.Models.Generic;
|
|
using RSecurityBackend.Services.Implementation;
|
|
using System;
|
|
using System.Data;
|
|
using System.Linq;
|
|
using System.Threading.Tasks;
|
|
|
|
namespace RMuseum.Services.Implementation
|
|
{
|
|
/// <summary>
|
|
/// IDivanService implementation
|
|
/// </summary>
|
|
public partial class DivanService : IDivanService
|
|
{
|
|
/// <summary>
|
|
/// Finding Category Poems Duplicates
|
|
/// </summary>
|
|
/// <param name="srcCatId"></param>
|
|
/// <param name="destCatId"></param>
|
|
/// <param name="hardTry"></param>
|
|
/// <returns></returns>
|
|
public RServiceResult<bool> StartFindingCategoryPoemsDuplicates(int srcCatId, int destCatId, bool hardTry)
|
|
{
|
|
try
|
|
{
|
|
|
|
_backgroundTaskQueue.QueueBackgroundWorkItem
|
|
(
|
|
async token =>
|
|
{
|
|
using (RMuseumDbContext context = new RMuseumDbContext(new DbContextOptions<RMuseumDbContext>())) //this is long running job, so _context might be already been freed/collected by GC
|
|
{
|
|
LongRunningJobProgressServiceEF jobProgressServiceEF = new LongRunningJobProgressServiceEF(context);
|
|
var job = (await jobProgressServiceEF.NewJob("StartFindingCategoryPoemsDuplicates", "Query data")).Result;
|
|
try
|
|
{
|
|
await _FindCategoryPoemsDuplicates(context, srcCatId, destCatId, hardTry);
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 100, "", true);
|
|
}
|
|
catch (Exception exp)
|
|
{
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 100, "", false, exp.ToString());
|
|
}
|
|
|
|
}
|
|
});
|
|
return new RServiceResult<bool>(true);
|
|
}
|
|
catch (Exception exp)
|
|
{
|
|
return new RServiceResult<bool>(false, exp.ToString());
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// start removing category duplicates
|
|
/// </summary>
|
|
/// <param name="catId"></param>
|
|
/// <param name="destCatId"></param>
|
|
/// <returns></returns>
|
|
public RServiceResult<bool> StartRemovingCategoryDuplicates(int catId, int destCatId)
|
|
{
|
|
try
|
|
{
|
|
_backgroundTaskQueue.QueueBackgroundWorkItem
|
|
(
|
|
async token =>
|
|
{
|
|
using (RMuseumDbContext context = new RMuseumDbContext(new DbContextOptions<RMuseumDbContext>())) //this is long running job, so _context might be already been freed/collected by GC
|
|
{
|
|
LongRunningJobProgressServiceEF jobProgressServiceEF = new LongRunningJobProgressServiceEF(context);
|
|
var job = (await jobProgressServiceEF.NewJob($"RemoveCategoryDuplicates {catId}", "Query data")).Result;
|
|
try
|
|
{
|
|
var dups = await context.DivanDuplicates.Where(p => p.SrcCatId == catId && p.DestPoemId != null).OrderBy(p => p.SrcPoemId).ToListAsync();
|
|
var poems = await context.DivanPoems.Where(p => p.CatId == catId).OrderBy(p => p.Id).ToListAsync();
|
|
if (poems.Count != dups.Count)
|
|
{
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 100, "", false, "poems.Count != dups.Count");
|
|
return;
|
|
}
|
|
|
|
foreach (var poem in poems)
|
|
{
|
|
if (!dups.Where(d => d.SrcPoemId == poem.Id).Any())
|
|
{
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 100, "", false, $"poem ID = {poem.Id}, missing destination");
|
|
return;
|
|
}
|
|
}
|
|
|
|
foreach (var dup in dups)
|
|
{
|
|
var srcPoem = poems.Where(p => p.Id == dup.SrcPoemId).Single();
|
|
|
|
var destPage = await context.DivanPages.Where(p => p.Id == dup.DestPoemId).SingleAsync();
|
|
destPage.RedirectFromFullUrl = srcPoem.FullUrl;
|
|
context.Update(destPage);
|
|
|
|
var destMainPoemSection = await context.DivanPoemSections.Where(s => s.PoemId == dup.DestPoemId && s.SectionType == PoemSectionType.WholePoem && s.VerseType == VersePoemSectionType.First).OrderBy(s => s.Index).FirstOrDefaultAsync();
|
|
if(destMainPoemSection != null && destMainPoemSection.DivanMetreId == null)
|
|
{
|
|
var srcMainPoemSection = await context.DivanPoemSections.AsNoTracking().
|
|
Where(s => s.PoemId == dup.SrcPoemId && s.SectionType == PoemSectionType.WholePoem && s.VerseType == VersePoemSectionType.First && s.DivanMetreId != null).OrderBy(s => s.Index).FirstOrDefaultAsync();
|
|
if(srcMainPoemSection != null)
|
|
{
|
|
destMainPoemSection.DivanMetreId = srcMainPoemSection.DivanMetreId;
|
|
context.Update(destMainPoemSection);
|
|
|
|
var dependentSections = await context.DivanPoemSections.Where(s => s.PoemId == dup.DestPoemId && s.DivanMetreRefSectionIndex == destMainPoemSection.Index).ToListAsync();
|
|
foreach (var dependentSection in dependentSections)
|
|
{
|
|
dependentSection.DivanMetreId = srcMainPoemSection.DivanMetreId;
|
|
}
|
|
context.UpdateRange(dependentSections);
|
|
}
|
|
}
|
|
|
|
var comments = await context.DivanComments.Where(c => c.PoemId == dup.SrcPoemId).ToListAsync();
|
|
foreach (var comment in comments)
|
|
{
|
|
comment.PoemId = (int)dup.DestPoemId;
|
|
}
|
|
context.UpdateRange(comments);
|
|
|
|
var bookmarks = await context.DivanUserBookmarks.Where(b => b.PoemId == dup.SrcPoemId).ToListAsync();
|
|
foreach (var bookmark in bookmarks)
|
|
{
|
|
bookmark.PoemId = (int)dup.DestPoemId;
|
|
}
|
|
context.UpdateRange(bookmarks);
|
|
|
|
var songs = await context.DivanPoemMusicTracks.Where(m => m.PoemId == dup.SrcPoemId).ToListAsync();
|
|
foreach (var song in songs)
|
|
{
|
|
var alreadyAdded = await context.DivanPoemMusicTracks.Where(m => m.PoemId == dup.DestPoemId && m.TrackUrl == song.TrackUrl).FirstOrDefaultAsync();
|
|
if(alreadyAdded == null)
|
|
{
|
|
song.PoemId = (int)dup.DestPoemId;
|
|
}
|
|
}
|
|
context.UpdateRange(songs);
|
|
|
|
var recitaions = await context.Recitations.Where(r => r.DivanPostId == dup.SrcPoemId).ToListAsync();
|
|
foreach (var recitation in recitaions)
|
|
{
|
|
recitation.DivanPostId = (int)dup.DestPoemId;
|
|
}
|
|
context.UpdateRange(recitaions);
|
|
|
|
var links = await context.DivanLinks.Where(l => l.DivanPostId == dup.SrcPoemId).ToListAsync();
|
|
foreach (var link in links)
|
|
{
|
|
link.DivanPostId = (int)dup.DestPoemId;
|
|
}
|
|
context.UpdateRange(links);
|
|
|
|
var pins = await context.PinterestLinks.Where(l => l.DivanPostId == dup.SrcPoemId).ToListAsync();
|
|
foreach (var pin in pins)
|
|
{
|
|
pin.DivanPostId = (int)dup.DestPoemId;
|
|
}
|
|
context.UpdateRange(pins);
|
|
|
|
var corrections = await context.DivanPoemCorrections.Include(c => c.VerseOrderText).Where(c => c.PoemId == srcPoem.Id).ToListAsync();
|
|
context.RemoveRange(corrections);
|
|
|
|
var page = await context.DivanPages.Where(p => p.Id == srcPoem.Id && p.DivanPageType == DivanPageType.PoemPage).SingleAsync();
|
|
context.Remove(page);
|
|
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 0, srcPoem.FullTitle);
|
|
}
|
|
context.RemoveRange(dups);
|
|
context.RemoveRange(poems);
|
|
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 1, "Removing Category and poems");
|
|
|
|
var catPage = await context.DivanPages.Where(p => p.DivanPageType == DivanPageType.CatPage && p.CatId == catId).SingleAsync();
|
|
var destCatPage = await context.DivanPages.Where(p => p.DivanPageType == DivanPageType.CatPage && p.CatId == destCatId).SingleOrDefaultAsync();
|
|
destCatPage.RedirectFromFullUrl = catPage.FullUrl;
|
|
context.Update(destCatPage);
|
|
context.Remove(catPage);
|
|
|
|
var cat = await context.DivanCategories.Where(c => c.Id == catId).SingleAsync();
|
|
context.Remove(cat);
|
|
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 100, "", true);
|
|
}
|
|
catch (Exception exp)
|
|
{
|
|
await jobProgressServiceEF.UpdateJob(job.Id, 100, "", false, exp.ToString());
|
|
}
|
|
|
|
}
|
|
});
|
|
return new RServiceResult<bool>(true);
|
|
}
|
|
catch (Exception exp)
|
|
{
|
|
return new RServiceResult<bool>(false, exp.ToString());
|
|
}
|
|
}
|
|
private async Task<RServiceResult<bool>> _FindCategoryPoemsDuplicates(RMuseumDbContext context, int srcCatId, int destCatId, bool hardTry)
|
|
{
|
|
try
|
|
{
|
|
if (srcCatId == destCatId)
|
|
return new RServiceResult<bool>(false, "srcCatId == destCatId");
|
|
var poems = await context.DivanPoems.AsNoTracking().Where(p => p.CatId == srcCatId).ToListAsync();
|
|
var targetPoems = await context.DivanPoems.AsNoTracking().Where(p => p.CatId == destCatId).ToListAsync();
|
|
var alreayFoundOnes = await context.DivanDuplicates.AsNoTracking().Where(p => p.SrcCatId == srcCatId).ToListAsync();
|
|
foreach (var poem in poems)
|
|
{
|
|
var sourceVerses = await context.DivanVerses.AsNoTracking().Where(p => p.PoemId == poem.Id).OrderBy(v => v.VOrder).ToListAsync();
|
|
if (alreayFoundOnes.Any(p => p.SrcPoemId == poem.Id))
|
|
continue;
|
|
var probablyTheOnes = targetPoems.Where(p => poem.DivanMetreId != null && p.DivanMetreId == poem.DivanMetreId && p.RhymeLetters == poem.RhymeLetters).ToList();
|
|
bool found = false;
|
|
foreach (var probable in probablyTheOnes)
|
|
{
|
|
var targetVerses = await context.DivanVerses.AsNoTracking().Where(p => p.PoemId == probable.Id).OrderBy(v => v.VOrder).ToListAsync();
|
|
foreach (var firstVerse in sourceVerses)
|
|
{
|
|
foreach (var targetVerse in targetVerses)
|
|
{
|
|
if (_AreSimilar(firstVerse.Text, targetVerse.Text, false))
|
|
{
|
|
context.DivanDuplicates.Add
|
|
(
|
|
new DivanDuplicate()
|
|
{
|
|
SrcCatId = srcCatId,
|
|
SrcPoemId = poem.Id,
|
|
DestPoemId = probable.Id
|
|
}
|
|
);
|
|
await context.SaveChangesAsync();
|
|
found = true;
|
|
break;
|
|
}
|
|
}
|
|
if (found) break;
|
|
}
|
|
|
|
if (found) break;
|
|
}
|
|
if (found) continue;
|
|
foreach (var probable in targetPoems)
|
|
{
|
|
var targetVerses = await context.DivanVerses.AsNoTracking().Where(p => p.PoemId == probable.Id).OrderBy(v => v.VOrder).ToListAsync();
|
|
foreach (var firstVerse in sourceVerses)
|
|
{
|
|
foreach (var targetVerse in targetVerses)
|
|
{
|
|
if (_AreSimilar(firstVerse.Text, targetVerse.Text, false))
|
|
{
|
|
context.DivanDuplicates.Add
|
|
(
|
|
new DivanDuplicate()
|
|
{
|
|
SrcCatId = srcCatId,
|
|
SrcPoemId = poem.Id,
|
|
DestPoemId = probable.Id
|
|
}
|
|
);
|
|
await context.SaveChangesAsync();
|
|
found = true;
|
|
break;
|
|
}
|
|
break;//only compare the first verses
|
|
}
|
|
if (found) break;
|
|
if (!hardTry) break;
|
|
}
|
|
if (found) break;
|
|
}
|
|
}
|
|
return new RServiceResult<bool>(true);
|
|
}
|
|
catch (Exception exp)
|
|
{
|
|
return new RServiceResult<bool>(false, exp.ToString());
|
|
}
|
|
}
|
|
|
|
private static bool _AreSimilar(string str1, string str2, bool reverse)
|
|
{
|
|
if (string.IsNullOrEmpty(str1) || string.IsNullOrEmpty(str2))
|
|
return false;
|
|
string[] words2 = str2.Split(new char[] { ' ' }, StringSplitOptions.RemoveEmptyEntries);
|
|
int total = words2.Length;
|
|
int found = 0;
|
|
for (int i = 0; i < total; i++)
|
|
{
|
|
if (str1.IndexOf(words2[i]) != -1)
|
|
found++;
|
|
}
|
|
if (!reverse)
|
|
return (float)found / total > 0.7f;
|
|
return (float)found / total > 0.7f && _AreSimilar(str2, str1, false);
|
|
}
|
|
}
|
|
} |