2020-07-18 23:35:19 -04:00
|
|
|
|
using System;
|
|
|
|
|
using System.Threading;
|
|
|
|
|
using System.Threading.Tasks;
|
|
|
|
|
using System.Threading.Tasks.Dataflow;
|
|
|
|
|
using BirdsiteLive.DAL.Contracts;
|
|
|
|
|
using BirdsiteLive.DAL.Models;
|
|
|
|
|
using BirdsiteLive.Pipeline.Contracts;
|
|
|
|
|
|
|
|
|
|
namespace BirdsiteLive.Pipeline.Processors
|
|
|
|
|
{
|
|
|
|
|
public class RetrieveTwitterUsersProcessor : IRetrieveTwitterUsersProcessor
|
|
|
|
|
{
|
|
|
|
|
private readonly ITwitterUserDal _twitterUserDal;
|
|
|
|
|
private const int SyncPeriod = 15; //in minutes
|
|
|
|
|
|
|
|
|
|
#region Ctor
|
|
|
|
|
public RetrieveTwitterUsersProcessor(ITwitterUserDal twitterUserDal)
|
|
|
|
|
{
|
|
|
|
|
_twitterUserDal = twitterUserDal;
|
|
|
|
|
}
|
|
|
|
|
#endregion
|
|
|
|
|
|
|
|
|
|
public async Task GetTwitterUsersAsync(BufferBlock<SyncTwitterUser[]> twitterUsersBufferBlock, CancellationToken ct)
|
|
|
|
|
{
|
|
|
|
|
for (;;)
|
|
|
|
|
{
|
|
|
|
|
ct.ThrowIfCancellationRequested();
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
var users = await _twitterUserDal.GetAllTwitterUsersAsync();
|
2020-11-18 22:49:44 -05:00
|
|
|
|
|
|
|
|
|
if(users.Length > 0)
|
|
|
|
|
await twitterUsersBufferBlock.SendAsync(users, ct);
|
2020-07-18 23:35:19 -04:00
|
|
|
|
}
|
|
|
|
|
catch (Exception e)
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine(e);
|
2021-01-15 02:00:10 -05:00
|
|
|
|
//TODO handle error
|
2020-07-18 23:35:19 -04:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
await Task.Delay(SyncPeriod * 1000 * 60, ct);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|