1 Star 0 Fork 16

andyshao/SmartCode

加入 Gitee
与超过 1400万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
SQLiteETLRepository.cs 5.64 KB
一键复制 编辑 原始数据 按行查看 历史
Ahoo-Wang 提交于 2018-11-16 23:02 +08:00 . 1. add support SmartCode.ETL.SQLite
using Microsoft.Extensions.Logging;
using SmartCode.Db;
using SmartCode.ETL.Entity;
using SmartCode.Utilities;
using SmartSql.Abstractions;
using System;
using System.Collections.Generic;
using System.Threading.Tasks;
namespace SmartCode.ETL.SQLite
{
public class SQLiteETLRepository : IETLRepository
{
private const string CONNECTION_STRING = "ConnectionString";
private const string DB_NAME = "smartcode-etl.db";
private readonly ILoggerFactory _loggerFactory;
private const string DEFAULT_SQLMAP_PATH = "SQLiteETL_SqlMaps";
public bool Initialized { get; private set; }
public string Name => "SQLite";
public string Scope => "EtlTask";
public ISmartSqlMapper SqlMapper { get; set; }
public SQLiteETLRepository(ILoggerFactory loggerFactory)
{
_loggerFactory = loggerFactory;
}
public void Initialize(IDictionary<string, object> paramters)
{
var connectionString = $"Data Source={AppPath.Relative(DB_NAME)};Version=3;";
if (paramters.Value(CONNECTION_STRING, out string connStr))
{
connectionString = connStr;
}
SqlMapper = SmartSqlMapperFactory.Create(new SmartSqlMapperFactory.CreateSmartSqlMapperOptions
{
Alias = "SQLiteETLRepository",
LoggerFactory = _loggerFactory,
ProviderName = "SQLite",
SqlMapPath = DEFAULT_SQLMAP_PATH,
DataSource = new SmartSql.Configuration.WriteDataSource
{
ConnectionString = connectionString,
Name = "SQLiteETL"
}
});
Initialized = true;
}
public Task Extract(long etlTaskId, ETLExtract extract)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Extracted,
Extract = extract
}
});
}
public Task Fail(long etlTaskId, string errMsg)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Failed,
ExtendData = new Dictionary<string, object>
{
{ "error_msg",errMsg}
}
}
});
}
public async Task<ETLExtract> GetLastExtract(string code)
{
var etlTaskEntity = await SqlMapper.QuerySingleAsync<ETLTask>(new RequestContext
{
Scope = Scope,
SqlId = "GetLastExtract",
Request = new
{
Code = code
}
});
if (etlTaskEntity == null)
{
return ETLExtract.Default;
}
if (etlTaskEntity.Extract.MaxModifyTime == DateTime.MinValue)
{
etlTaskEntity.Extract.MaxModifyTime = ETLExtract.MinDateTime;
}
return etlTaskEntity.Extract;
}
public Task<ETLTask> GetLastTask(string code)
{
return SqlMapper.QuerySingleAsync<ETLTask>(new RequestContext
{
Scope = Scope,
SqlId = "GetLastTask",
Request = new
{
Code = code
}
});
}
public Task Load(long etlTaskId, ETLLoad load)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Loaded,
Load = load
}
});
}
public Task<long> Startup(string configPath, string code)
{
code = code ?? configPath;
return SqlMapper.QuerySingleAsync<long>(new RequestContext
{
Scope = Scope,
SqlId = "Insert",
Request = new ETLTask
{
ConfigPath = configPath,
Code = code,
CreateTime = DateTime.Now,
ModifyTime = DateTime.Now,
StartTime = DateTime.Now,
Version = 1,
Status = ETLTaskStatus.Startup
}
});
}
public Task Success(long etlTaskId)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Succeed,
CompletedTime = DateTime.Now
}
});
}
public Task Transform(long etlTaskId, ETLTransform transform)
{
return SqlMapper.ExecuteAsync(new RequestContext
{
Scope = Scope,
SqlId = "Update",
Request = new
{
Id = etlTaskId,
Status = ETLTaskStatus.Transformed,
Transform = transform
}
});
}
}
}
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/andyshao/SmartCode.git
git@gitee.com:andyshao/SmartCode.git
andyshao
SmartCode
SmartCode
master

搜索帮助