Notes

public async Task DoWork(CancellationToken stoppingToken)
{
try
{
while (!stoppingToken.IsCancellationRequested)
{
executionCount++;

_logger.LogInformation(
"Scoped Processing Service is working. Count: {Count}",
executionCount);

Console.WriteLine($"Execution Started - {DateTime.Now}");

// Load lookup data once
var legacyRolodexDetailList = await _appDbContext.LegacyRoledexDirty.ToListAsync();
var updateRolodexDetailList = await _appDbContext.RolodexUpdateStatus.ToListAsync();

#region HR_VOE Email Cleanup

int hrCount = 0;

var invalidHREmailRecords = await _appDbContext.Roledex
.Where(x =>
!string.IsNullOrEmpty(x.HR_VOEEmail) &&
EF.Functions.Like(x.HR_VOEEmail, "%protected%"))
.ToListAsync();

foreach (var item in invalidHREmailRecords)
{
hrCount++;

item.HR_VOEEmail = string.Empty;

var legacyRolodexDetails = legacyRolodexDetailList
.FirstOrDefault(x => x.RoledexID == item.RoledexID);

if (legacyRolodexDetails != null)
{
legacyRolodexDetails.IsScrapingDone = false;
}

var updateRolodexDetails = updateRolodexDetailList
.FirstOrDefault(x => x.RoledexID == item.RoledexID);

if (updateRolodexDetails != null)
{
updateRolodexDetails.HR_VOEEmail = 0;
}

Console.WriteLine($"{hrCount}. HR Email Cleaned : {item.Company}");
}

#endregion

#region Payroll Email Cleanup

int prCount = 0;

var invalidPREmailRecords = await _appDbContext.Roledex
.Where(x =>
!string.IsNullOrEmpty(x.PREmail) &&
EF.Functions.Like(x.PREmail, "%protected%"))
.ToListAsync();

foreach (var item in invalidPREmailRecords)
{
prCount++;

item.PREmail = string.Empty;

var legacyRolodexDetails = legacyRolodexDetailList
.FirstOrDefault(x => x.RoledexID == item.RoledexID);

if (legacyRolodexDetails != null)
{
legacyRolodexDetails.IsScrapingDone = false;
}

var updateRolodexDetails = updateRolodexDetailList
.FirstOrDefault(x => x.RoledexID == item.RoledexID);

if (updateRolodexDetails != null)
{
updateRolodexDetails.PREmail = 0;
}

Console.WriteLine($"{prCount}. Payroll Email Cleaned : {item.Company}");
}

#endregion

// Save all Rolodex changes together
await _appDbContext.SaveChangesAsync(stoppingToken);

#region Delete Invalid Company Emails

int deletedEmailCount = 0;

var invalidEmailRecordList = await _waveDbContext.CompanyEmail
.Where(x =>
!string.IsNullOrEmpty(x.EmailAddress) &&
EF.Functions.Like(x.EmailAddress, "%protected%"))
.ToListAsync();

deletedEmailCount = invalidEmailRecordList.Count;

foreach (var item in invalidEmailRecordList)
{
Console.WriteLine(
$"Deleting Invalid Email : CompanyID={item.CompanyID}, Email={item.EmailAddress}");
}

if (invalidEmailRecordList.Any())
{
_waveDbContext.CompanyEmail.RemoveRange(invalidEmailRecordList);

await _waveDbContext.SaveChangesAsync(stoppingToken);
}

#endregion

Console.WriteLine(
$"Execution Completed Successfully. " +
$"HR Cleaned={hrCount}, " +
$"PR Cleaned={prCount}, " +
$"Deleted Emails={deletedEmailCount}");

await _emailService.SendAsync(
subject: $"Cleaner Scheduler - {DateTime.Now:yyyy-MM-dd HH:mm:ss}",
body: $@"
Hi Team,
<br/><br/>
<strong>Execution Completed Successfully</strong>
<br/><br/>
HR Emails Cleaned: {hrCount}
<br/>
Payroll Emails Cleaned: {prCount}
<br/>
Invalid Company Emails Deleted: {deletedEmailCount}
<br/><br/>
Run Time: {DateTime.Now:yyyy-MM-dd HH:mm:ss}"
);

await Task.Delay(getJobRunDelay(), stoppingToken);
}
}
catch (OperationCanceledException)
{
_logger.LogInformation("Cleaner Scheduler cancelled.");
}
catch (Exception ex)
{
_logExceptionService.WriteToFile(
$"Exception Error in DoWork at {DateTime.Now}",
ex.ToString());

Console.WriteLine(
$"Exception Error in DoWork and Stop Scraping due to {ex.Message}");

throw;
}
}