代码拉取完成,页面将自动刷新
同步操作将从 Gitee 极速下载/SmartCode 强制同步,此操作会覆盖自 Fork 仓库以来所做的任何修改,且无法恢复!!!
确定后同步将在后台操作,完成时将刷新页面,请耐心等待。
using Microsoft.Extensions.Logging;
using SmartCode.Db;
using SmartCode.ETL.Entity;
using SmartCode.Utilities;
using SmartSql.Abstractions;
using System;
using System.Collections.Generic;
using System.Threading.Tasks;
namespace SmartCode.ETL.SQLite
{
public class SQLiteETLRepository : IETLRepository
{
private const string CONNECTION_STRING = "ConnectionString";
private const string DB_NAME = "smartcode-etl.db";
private readonly ILoggerFactory _loggerFactory;
private const string DEFAULT_SQLMAP_PATH = "SQLiteETL_SqlMaps";
public bool Initialized { get; private set; }
public string Name => "SQLite";
public string Scope => "EtlTask";
public ISmartSqlMapper SqlMapper { get; set; }
public SQLiteETLRepository(ILoggerFactory loggerFactory)
{
_loggerFactory = loggerFactory;
}
public void Initialize(IDictionary<string, object> paramters)
{
var connectionString = $"Data Source={AppPath.Relative(DB_NAME)};Version=3;";
if (paramters.Value(CONNECTION_STRING, out string connStr))
{
connectionString = connStr;
}
SqlMapper = SmartSqlMapperFactory.Create(new SmartSqlMapperFactory.CreateSmartSqlMapperOptions
{
Alias = "SQLiteETLRepository",
LoggerFactory = _loggerFactory,
ProviderName = "SQLite",
SqlMapPath = DEFAULT_SQLMAP_PATH,
DataSource = new SmartSql.Configuration.WriteDataSource
{
ConnectionString = connectionString,
Name = "SQLiteETL"
}
});
Initialized = true;
}
public Task Extract(long etlTaskId, ETLExtract extract)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Extracted,
Extract = extract
}
});
}
public Task Fail(long etlTaskId, string errMsg)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Failed,
ExtendData = new Dictionary<string, object>
{
{ "error_msg",errMsg}
}
}
});
}
public async Task<ETLExtract> GetLastExtract(string code)
{
var etlTaskEntity = await SqlMapper.QuerySingleAsync<ETLTask>(new RequestContext
{
Scope = Scope,
SqlId = "GetLastExtract",
Request = new
{
Code = code
}
});
if (etlTaskEntity == null)
{
return ETLExtract.Default;
}
if (etlTaskEntity.Extract.MaxModifyTime == DateTime.MinValue)
{
etlTaskEntity.Extract.MaxModifyTime = ETLExtract.MinDateTime;
}
return etlTaskEntity.Extract;
}
public Task<ETLTask> GetLastTask(string code)
{
return SqlMapper.QuerySingleAsync<ETLTask>(new RequestContext
{
Scope = Scope,
SqlId = "GetLastTask",
Request = new
{
Code = code
}
});
}
public Task Load(long etlTaskId, ETLLoad load)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Loaded,
Load = load
}
});
}
public Task<long> Startup(string configPath, string code)
{
code = code ?? configPath;
return SqlMapper.QuerySingleAsync<long>(new RequestContext
{
Scope = Scope,
SqlId = "Insert",
Request = new ETLTask
{
ConfigPath = configPath,
Code = code,
CreateTime = DateTime.Now,
ModifyTime = DateTime.Now,
StartTime = DateTime.Now,
Version = 1,
Status = ETLTaskStatus.Startup
}
});
}
public Task Success(long etlTaskId)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Succeed,
CompletedTime = DateTime.Now
}
});
}
public Task Transform(long etlTaskId, ETLTransform transform)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Transformed,
Transform = transform
}
});
}
}
}
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。