Init

magicxor · magicxor · commit 285ba9a16972 · 2018-07-27T03:09:31.000+08:00
diff --git a/.gitignore b/.gitignore
@@ -328,3 +328,4 @@ ASALocalRun/
 
 # MFractors (Xamarin productivity tool) working folder 
 .mfractor/
+Emb.Cli.NetCore/appsettings.json
diff --git a/Emb.Cli.NetCore/DependencyInjection/ContainerConfiguration.cs b/Emb.Cli.NetCore/DependencyInjection/ContainerConfiguration.cs
@@ -0,0 +1,36 @@
+﻿using System;
+using System.IO;
+using System.Reflection;
+using Emb.Core.Constants;
+using Emb.Core.Models;
+using Emb.Core.Services;
+using Microsoft.Extensions.Configuration;
+using Microsoft.Extensions.DependencyInjection;
+using Microsoft.Extensions.Logging;
+
+namespace Emb.Cli.NetCore.DependencyInjection
+{
+    public static class ContainerConfiguration
+    {
+        private static ILoggerFactory CreateLoggerFactory(ApplicationSettings applicationSettings)
+        {
+            var loggerFactory = new LoggerFactory();
+            var logPath = Path.Combine(Path.GetDirectoryName(Assembly.GetEntryAssembly().Location) ?? throw new InvalidOperationException(), applicationSettings.LogDirectoryName, "log-{Date}.txt");
+            loggerFactory
+                .AddConsole(applicationSettings.LogLevel)
+                .AddFile(logPath, applicationSettings.LogLevel, retainedFileCountLimit: 10);
+            return loggerFactory;
+        }
+
+        public static void ConfigureServices(IServiceCollection services, IConfigurationRoot configurationRoot)
+        {
+            var applicationSettings = configurationRoot.GetSection(Defaults.ConfigurationSectionName).Get<ApplicationSettings>();
+            services
+                .AddSingleton<IConfigurationRoot>(configurationRoot)
+                .AddSingleton<ApplicationSettings>(applicationSettings)
+                .AddScoped<ILoggerFactory>(c => CreateLoggerFactory(applicationSettings))
+                .AddScoped<PluginManager>()
+                .AddScoped<MessageBrokerService>();
+        }
+    }
+}
diff --git a/Emb.Cli.NetCore/Emb.Cli.NetCore.csproj b/Emb.Cli.NetCore/Emb.Cli.NetCore.csproj
@@ -0,0 +1,29 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>netcoreapp2.1</TargetFramework>
+  </PropertyGroup>
+
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|AnyCPU'">
+    <LangVersion>7.3</LangVersion>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="Microsoft.Extensions.Configuration.Json" Version="2.1.1" />
+    <PackageReference Include="Microsoft.Extensions.DependencyInjection" Version="2.1.1" />
+    <PackageReference Include="Microsoft.Extensions.Logging.Console" Version="2.1.1" />
+    <PackageReference Include="Serilog.Extensions.Logging.File" Version="1.1.0" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\Emb.Core\Emb.Core.csproj" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <None Update="appsettings.json">
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </None>
+  </ItemGroup>
+
+</Project>
diff --git a/Emb.Cli.NetCore/Program.cs b/Emb.Cli.NetCore/Program.cs
@@ -0,0 +1,43 @@
+﻿using System.IO;
+using System.Reflection;
+using System.Threading.Tasks;
+using Emb.Cli.NetCore.DependencyInjection;
+using Emb.Core.Constants;
+using Emb.Core.Models;
+using Emb.Core.Services;
+using Microsoft.Extensions.Configuration;
+using Microsoft.Extensions.DependencyInjection;
+
+namespace Emb.Cli.NetCore
+{
+    internal static class Program
+    {
+        private static IConfigurationRoot GetConfigurationRoot()
+        {
+            var currentDirectory = Path.GetDirectoryName(Assembly.GetEntryAssembly().Location);
+            var configurationBuilder = new ConfigurationBuilder()
+                .SetBasePath(currentDirectory)
+                .AddJsonFile(Defaults.ConfigurationFileName);
+            var configurationRoot = configurationBuilder.Build();
+            return configurationRoot;
+        }
+
+        private static ServiceProvider CreateServiceProvider(IConfigurationRoot configurationRoot)
+        {
+            var serviceCollection = new ServiceCollection();
+            ContainerConfiguration.ConfigureServices(serviceCollection, configurationRoot);
+            var serviceProvider = serviceCollection.BuildServiceProvider();
+            return serviceProvider;
+        }
+
+        private static async Task Main(string[] args)
+        {
+            var configurationRoot = GetConfigurationRoot();
+            var serviceProvider = CreateServiceProvider(configurationRoot);
+
+            var applicationSettings = configurationRoot.GetSection(Defaults.ConfigurationSectionName).Get<ApplicationSettings>();
+            var messageBrokerService = serviceProvider.GetService<MessageBrokerService>();
+            await messageBrokerService.RunOnceAsync(applicationSettings.DataFlows);
+        }
+    }
+}
diff --git a/Emb.Cli.NetCore/appsettings.json.example b/Emb.Cli.NetCore/appsettings.json.example
@@ -0,0 +1,22 @@
+{
+  "EmbConfiguration": {
+    "DataFlows": [
+      {
+        "Name": "Task1",
+        "Source": {
+          "ProviderName": "DvachDataSourceProvider",
+          "EndpointOptions": "b"
+        },
+        "Targets": [
+          {
+            "ProviderName": "FileTargetProvider",
+            "EndpointOptions": "2ch_b_threads"
+          }
+        ]
+      }
+    ],
+    "LogLevel": "Debug",
+    "LogDirectoryName": "logs"
+  }
+
+}
diff --git a/Emb.Common/Abstractions/IDataFetchResult.cs b/Emb.Common/Abstractions/IDataFetchResult.cs
@@ -0,0 +1,10 @@
+﻿using System.Collections.Generic;
+
+namespace Emb.Common.Abstractions
+{
+    public interface IDataFetchResult
+    {
+        IEnumerable<string> Items { get; set; }
+        string State { get; set; }
+    }
+}
diff --git a/Emb.Common/Abstractions/IDataSourceProvider.cs b/Emb.Common/Abstractions/IDataSourceProvider.cs
@@ -0,0 +1,10 @@
+﻿using System.Threading.Tasks;
+using Microsoft.Extensions.Configuration;
+
+namespace Emb.Common.Abstractions
+{
+    public interface IDataSourceProvider
+    {
+        Task<IDataFetchResult> GetNewItemsAsPlainTextAsync(IConfigurationRoot configurationRoot, string options);
+    }
+}
diff --git a/Emb.Common/Abstractions/IEndpointInfo.cs b/Emb.Common/Abstractions/IEndpointInfo.cs
@@ -0,0 +1,8 @@
+﻿namespace Emb.Common.Abstractions
+{
+    public interface IEndpointInfo
+    {
+        string ProviderName { get; set; }
+        string EndpointOptions { get; set; }
+    }
+}
diff --git a/Emb.Common/Abstractions/ITargetProvider.cs b/Emb.Common/Abstractions/ITargetProvider.cs
@@ -0,0 +1,10 @@
+﻿using System.Threading.Tasks;
+using Microsoft.Extensions.Configuration;
+
+namespace Emb.Common.Abstractions
+{
+    public interface ITargetProvider
+    {
+        Task SendAsync(IConfigurationRoot configurationRoot, string options, string text);
+    }
+}
diff --git a/Emb.Common/Emb.Common.csproj b/Emb.Common/Emb.Common.csproj
@@ -0,0 +1,13 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFramework>netstandard2.0</TargetFramework>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="Microsoft.Extensions.Configuration" Version="2.1.1" />
+    <PackageReference Include="Microsoft.Extensions.Logging" Version="2.1.1" />
+    <PackageReference Include="System.Composition" Version="1.2.0" />
+  </ItemGroup>
+
+</Project>
diff --git a/Emb.Core/Constants/Defaults.cs b/Emb.Core/Constants/Defaults.cs
@@ -0,0 +1,8 @@
+﻿namespace Emb.Core.Constants
+{
+    public static class Defaults
+    {
+        public const string ConfigurationFileName = "appsettings.json";
+        public const string ConfigurationSectionName = "EmbConfiguration";
+    }
+}
diff --git a/Emb.Core/Emb.Core.csproj b/Emb.Core/Emb.Core.csproj
@@ -0,0 +1,15 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFramework>netstandard2.0</TargetFramework>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="System.Runtime.Loader" Version="4.3.0" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\Emb.Common\Emb.Common.csproj" />
+  </ItemGroup>
+
+</Project>
diff --git a/Emb.Core/Models/ApplicationSettings.cs b/Emb.Core/Models/ApplicationSettings.cs
@@ -0,0 +1,12 @@
+﻿using System.Collections.Generic;
+using Microsoft.Extensions.Logging;
+
+namespace Emb.Core.Models
+{
+    public class ApplicationSettings
+    {
+        public IList<DataFlowInfo> DataFlows { get; set; }
+        public LogLevel LogLevel { get; set; }
+        public string LogDirectoryName { get; set; }
+    }
+}
diff --git a/Emb.Core/Models/DataFlowInfo.cs b/Emb.Core/Models/DataFlowInfo.cs
@@ -0,0 +1,12 @@
+﻿using System.Collections.Generic;
+using Emb.Common.Abstractions;
+
+namespace Emb.Core.Models
+{
+    public class DataFlowInfo
+    {
+        public string Name { get; set; }
+        public EndpointInfo Source { get; set; }
+        public IList<EndpointInfo> Targets { get; set; }
+    }
+}
diff --git a/Emb.Core/Models/EndpointInfo.cs b/Emb.Core/Models/EndpointInfo.cs
@@ -0,0 +1,10 @@
+﻿using Emb.Common.Abstractions;
+
+namespace Emb.Core.Models
+{
+    public class EndpointInfo: IEndpointInfo
+    {
+        public string ProviderName { get; set; }
+        public string EndpointOptions { get; set; }
+    }
+}
diff --git a/Emb.Core/Models/PluginSet.cs b/Emb.Core/Models/PluginSet.cs
@@ -0,0 +1,11 @@
+﻿using System.Collections.Generic;
+using Emb.Common.Abstractions;
+
+namespace Emb.Core.Models
+{
+    public class PluginSet
+    {
+        public IList<IDataSourceProvider> DataSourceProviders { get; set; }
+        public IList<ITargetProvider> TargetProviders { get; set; }
+    }
+}
diff --git a/Emb.Core/Services/MessageBrokerService.cs b/Emb.Core/Services/MessageBrokerService.cs
@@ -0,0 +1,79 @@
+﻿using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Reflection;
+using System.Threading.Tasks;
+using Emb.Core.Models;
+using Emb.Core.Utils;
+using Microsoft.Extensions.Configuration;
+using Microsoft.Extensions.Logging;
+
+namespace Emb.Core.Services
+{
+    public class MessageBrokerService
+    {
+        private readonly IConfigurationRoot _configurationRoot;
+        private readonly ILogger _logger;
+        private readonly PluginSet _pluginSet;
+
+        public MessageBrokerService(ILoggerFactory loggerFactory, PluginManager pluginManager, IConfigurationRoot configurationRoot)
+        {
+            _configurationRoot = configurationRoot;
+            _logger = loggerFactory.CreateLogger<MessageBrokerService>();
+            _pluginSet = pluginManager.LoadPlugins();
+        }
+
+        public async Task RunOnceAsync(IList<DataFlowInfo> dataFlows)
+        {
+            foreach (var dataFlowInfo in dataFlows)
+            {
+                try
+                {
+                    var dataSourceProvider = _pluginSet.DataSourceProviders.FirstOrDefault(dsp => dsp.GetType().Name == dataFlowInfo.Source.ProviderName);
+                    if (dataSourceProvider == null)
+                    {
+                        _logger.LogError($"no data source provider found with name {dataFlowInfo.Source.ProviderName}.");
+                    }
+                    else
+                    {
+                        var content = await dataSourceProvider.GetNewItemsAsPlainTextAsync(_configurationRoot, dataFlowInfo.Source.EndpointOptions);
+                        SaveState(dataFlowInfo.Name, content.State);
+                        foreach (var target in dataFlowInfo.Targets)
+                        {
+                            var targetProvider = _pluginSet.TargetProviders.FirstOrDefault(tgp => tgp.GetType().Name == target.ProviderName);
+                            if (targetProvider == null)
+                            {
+                                _logger.LogError($"no target provider found with name {target.ProviderName}.");
+                            }
+                            else
+                            {
+                                foreach (var contentItem in content.Items)
+                                {
+                                    try
+                                    {
+                                        await targetProvider.SendAsync(_configurationRoot, target.EndpointOptions, contentItem);
+                                    }
+                                    catch (Exception e)
+                                    {
+                                        _logger.LogError(e, $"error during sending content via target provider {targetProvider.GetType().Name}");
+                                    }
+                                }
+                            }
+                        }
+                    }
+                }
+                catch (Exception e)
+                {
+                    _logger.LogError(e, $"error during {dataFlowInfo.Name} processing");
+                }
+            }
+        }
+
+        public void SaveState(string dataFlowName, string state)
+        {
+            var stateDirectory = Path.GetDirectoryName(Assembly.GetEntryAssembly().Location) ?? throw new InvalidOperationException();
+            File.WriteAllText(Path.Combine(stateDirectory, FilesystemUtils.CoerceValidFileName(dataFlowName + ".state")), state);
+        }
+    }
+}
diff --git a/Emb.Core/Services/PluginManager.cs b/Emb.Core/Services/PluginManager.cs
diff --git a/Emb.Core/Utils/FilesystemUtils.cs b/Emb.Core/Utils/FilesystemUtils.cs
diff --git a/Emb.DataSourceProvider.Dvach/DvachDataSourceProvider.cs b/Emb.DataSourceProvider.Dvach/DvachDataSourceProvider.cs
diff --git a/Emb.DataSourceProvider.Dvach/Emb.DataSourceProvider.Dvach.csproj b/Emb.DataSourceProvider.Dvach/Emb.DataSourceProvider.Dvach.csproj
diff --git a/Emb.TargetProvider.File/Emb.TargetProvider.File.csproj b/Emb.TargetProvider.File/Emb.TargetProvider.File.csproj
diff --git a/Emb.TargetProvider.File/FileTargetProvider.cs b/Emb.TargetProvider.File/FileTargetProvider.cs
diff --git a/ExtensibleMessageBroker.sln b/ExtensibleMessageBroker.sln
diff --git a/README.md b/README.md

Original file line number	Diff line number	Diff line change
`@@ -328,3 +328,4 @@ ASALocalRun/`
`328`	`328`
`329`	`329`	`# MFractors (Xamarin productivity tool) working folder`
`330`	`330`	`.mfractor/`
	`331`	`+Emb.Cli.NetCore/appsettings.json`