daan/geekbot
1
0
Fork 0
Code Issues 2 Pull requests Projects Releases Packages Wiki Activity

Add simple migration script

Browse source
This commit is contained in:
runebaas 2018-05-11 00:36:29 +02:00
parent 9ecc224ae1
commit 32ae82ca8d
No known key found for this signature in database
GPG key ID: 2677AF508D0300D6
6 changed files with 341 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
Geekbot.net/Commands/Admin/Owner.cs
View file

@ -33,6 +33,24 @@ namespace Geekbot.net.Commands.Admin
_database = database;
}
[Command("migrate", RunMode = RunMode.Async)]
public async Task Migrate()
{
await ReplyAsync("starting migration");
try
{
var redisMigration = new RedisMigration(_database, _redis, _logger, _client);
await redisMigration.Migrate();
}
catch (Exception e)
{
_errorHandler.HandleCommandException(e, Context);
}
await ReplyAsync("done");
}
[Command("youtubekey", RunMode = RunMode.Async)]
[Remarks(CommandCategories.Admin)]
[Summary("Set the youtube api key")]
@ -90,8 +108,14 @@ namespace Geekbot.net.Commands.Admin
[Summary("Throw an error un purpose")]
public void PurposefulError()
{
var e = new Exception("Error Generated by !owner error");
try
{
throw new Exception("Error Generated by !owner error");
}
catch (Exception e)
{
_errorHandler.HandleCommandException(e, Context);
}
}
}
}

13
Geekbot.net/Commands/User/GuildInfo.cs
View file

@ -3,22 +3,23 @@ using System.Linq;
using System.Threading.Tasks;
using Discord;
using Discord.Commands;
using Geekbot.net.Database;
using Geekbot.net.Lib;
using Geekbot.net.Lib.ErrorHandling;
using Geekbot.net.Lib.Extensions;
using Geekbot.net.Lib.Levels;
using StackExchange.Redis;
namespace Geekbot.net.Commands.User
{
public class GuildInfo : ModuleBase
{
private readonly IErrorHandler _errorHandler;
private readonly DatabaseContext _database;
private readonly ILevelCalc _levelCalc;
private readonly IDatabase _redis;
public GuildInfo(IDatabase redis, ILevelCalc levelCalc, IErrorHandler errorHandler)
public GuildInfo(DatabaseContext database, ILevelCalc levelCalc, IErrorHandler errorHandler)
{
_redis = redis;
_database = database;
_levelCalc = levelCalc;
_errorHandler = errorHandler;
}
@ -39,7 +40,9 @@ namespace Geekbot.net.Commands.User
var created = Context.Guild.CreatedAt;
var age = Math.Floor((DateTime.Now - created).TotalDays);
var messages = _redis.HashGet($"{Context.Guild.Id}:Messages", 0.ToString());
var messages = _database.Messages
.Where(e => e.GuildId == Context.Guild.Id.AsLong())
.Sum(e => e.MessageCount);
var level = _levelCalc.GetLevel((int) messages);
eb.AddField("Server Age", $"{created.Day}/{created.Month}/{created.Year} ({age} days)");

2
Geekbot.net/Database/DatabaseContext.cs
View file

@ -13,7 +13,7 @@ namespace Geekbot.net.Database
public DbSet<ShipsModel> Ships { get; set; }
public DbSet<RollsModel> Rolls { get; set; }
public DbSet<MessagesModel> Messages { get; set; }
public DbSet<SlapsModel> SlapsModels { get; set; }
public DbSet<SlapsModel> Slaps { get; set; }
// public DbSet<UserSettingsModel> UserSettings { get; set; }
// public DbSet<RoleSelfServiceModel> RoleSelfService { get; set; }
}

3
Geekbot.net/Database/Models/GuildsModel.cs
View file

@ -15,9 +15,8 @@ namespace Geekbot.net.Database.Models
public string Name { get; set; }
[Required]
public string Owner { get; set; }
public long Owner { get; set; }
[Required]
public string IconUrl { get; set; }
public DateTimeOffset CreatedAt { get; set; }

304
Geekbot.net/Database/RedisMigration.cs Normal file
View file

@ -0,0 +1,304 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading.Tasks;
using Discord;
using Discord.WebSocket;
using Geekbot.net.Commands.Utils.Quote;
using Geekbot.net.Database.Models;
using Geekbot.net.Lib.Extensions;
using Geekbot.net.Lib.Logger;
using Newtonsoft.Json;
using StackExchange.Redis;
namespace Geekbot.net.Database
{
public class RedisMigration
{
private readonly DatabaseContext _database;
private readonly IDatabase _redis;
private readonly IGeekbotLogger _logger;
private readonly DiscordSocketClient _client;
public RedisMigration(DatabaseContext database, IDatabase redis, IGeekbotLogger logger, DiscordSocketClient client)
{
_database = database;
_redis = redis;
_logger = logger;
_client = client;
}
public async Task Migrate()
{
_logger.Information(LogSource.Geekbot, "Starting migration process");
foreach (var guild in _client.Guilds)
{
_logger.Information(LogSource.Geekbot, $"Start Migration for {guild.Name}");
#region Quotes
/**
* Quotes
*/
try
{
var data = _redis.SetScan($"{guild.Id}:Quotes");
foreach (var q in data)
{
try
{
var qd = JsonConvert.DeserializeObject<QuoteObjectDto>(q);
var quote = CreateQuoteObject(guild.Id, qd);
_database.Quotes.Add(quote);
_database.SaveChanges();
}
catch
{
_logger.Warning(LogSource.Geekbot, $"quote failed: {q}");
}
}
}
catch
{
_logger.Warning(LogSource.Geekbot, "quote migration failed");
}
#endregion
#region Karma
/**
* Karma
*/
try
{
var data = _redis.HashGetAll($"{guild.Id}:Karma");
foreach (var q in data)
{
try
{
var user = new KarmaModel()
{
GuildId = guild.Id.AsLong(),
UserId = ulong.Parse(q.Name).AsLong(),
Karma = int.Parse(q.Value),
TimeOut = DateTimeOffset.MinValue
};
_database.Karma.Add(user);
_database.SaveChanges();
}
catch
{
_logger.Warning(LogSource.Geekbot, $"karma failed for: {q.Name}");
}
}
}
catch
{
_logger.Warning(LogSource.Geekbot, "karma migration failed");
}
#endregion
#region Rolls
/**
* Rolls
*/
try
{
var data = _redis.HashGetAll($"{guild.Id}:Rolls");
foreach (var q in data)
{
try
{
var user = new RollsModel()
{
GuildId = guild.Id.AsLong(),
UserId = ulong.Parse(q.Name).AsLong(),
Rolls = int.Parse(q.Value)
};
_database.Rolls.Add(user);
_database.SaveChanges();
}
catch
{
_logger.Warning(LogSource.Geekbot, $"Rolls failed for: {q.Name}");
}
}
}
catch
{
_logger.Warning(LogSource.Geekbot, "rolls migration failed");
}
#endregion
#region Slaps
/**
* Slaps
*/
try
{
var given = _redis.HashGetAll($"{guild.Id}:SlapsGiven");
var gotten = _redis.HashGetAll($"{guild.Id}:SlapsGiven");
foreach (var q in given)
{
try
{
var user = new SlapsModel()
{
GuildId = guild.Id.AsLong(),
UserId = ulong.Parse(q.Name).AsLong(),
Given = int.Parse(q.Value),
Recieved= int.Parse(gotten[int.Parse(q.Name)].Value)
};
_database.Slaps.Add(user);
_database.SaveChanges();
}
catch
{
_logger.Warning(LogSource.Geekbot, $"Slaps failed for: {q.Name}");
}
}
}
catch
{
_logger.Warning(LogSource.Geekbot, "Slaps migration failed");
}
#endregion
#region Messages
/**
* Messages
*/
try
{
var data = _redis.HashGetAll($"{guild.Id}:Messages");
foreach (var q in data)
{
try
{
// drop the guild qounter
if(q.Name.ToString() != "0") continue;
var user = new MessagesModel()
{
GuildId = guild.Id.AsLong(),
UserId = ulong.Parse(q.Name).AsLong(),
MessageCount= int.Parse(q.Value)
};
_database.Messages.Add(user);
_database.SaveChanges();
}
catch
{
_logger.Warning(LogSource.Geekbot, $"Messages failed for: {q.Name}");
}
}
}
catch
{
_logger.Warning(LogSource.Geekbot, "Messages migration failed");
}
#endregion
#region Ships
/**
* Ships
*/
try
{
var data = _redis.HashGetAll($"{guild.Id}:Ships");
var done = new List<string>();
foreach (var q in data)
{
try
{
if (done.Contains(q.Name)) continue;
var split = q.Name.ToString().Split('-');
var user = new ShipsModel()
{
FirstUserId = ulong.Parse(split[0]).AsLong(),
SecondUserId = ulong.Parse(split[1]).AsLong(),
Strength = int.Parse(q.Value)
};
_database.Ships.Add(user);
_database.SaveChanges();
done.Add(q.Name);
}
catch
{
_logger.Warning(LogSource.Geekbot, $"Ships failed for: {q.Name}");
}
}
}
catch
{
_logger.Warning(LogSource.Geekbot, "Ships migration failed");
}
#endregion
#region Users
/**
* Users
*/
try
{
var data = guild.Users;
foreach (var user in data)
{
try
{
_database.Users.Add(new UserModel()
{
UserId = user.Id.AsLong(),
Username = user.Username,
Discriminator = user.Discriminator,
AvatarUrl = user.GetAvatarUrl(ImageFormat.Auto, 1024),
IsBot = user.IsBot,
Joined = user.CreatedAt,
UsedNames = new [] {user.Username}
});
_database.SaveChanges();
}
catch
{
_logger.Warning(LogSource.Geekbot, $"User failed: {user.Username}");
}
}
}
catch
{
_logger.Warning(LogSource.Geekbot, "User migration failed");
}
#endregion
#region Guilds
_database.Guilds.Add(new GuildsModel
{
CreatedAt = guild.CreatedAt,
GuildId = guild.Id.AsLong(),
IconUrl = guild.IconUrl,
Name = guild.Name,
Owner = guild.Owner.Id.AsLong()
});
_database.SaveChanges();
#endregion
_logger.Information(LogSource.Geekbot, $"Finished Migration for {guild.Name}");
}
_logger.Information(LogSource.Geekbot, "Finished migration process");
}
private QuoteModel CreateQuoteObject(ulong guild, QuoteObjectDto quote)
{
var last = _database.Quotes.Where(e => e.GuildId.Equals(guild.AsLong()))
.OrderByDescending(e => e.InternalId).FirstOrDefault();
int internalId = 1;
if (last != null) internalId = last.InternalId + 1;
return new QuoteModel()
{
InternalId = internalId,
GuildId = guild.AsLong(),
UserId = quote.UserId.AsLong(),
Time = quote.Time,
Quote = quote.Quote,
Image = quote.Image
};
}
}
}

3
Geekbot.net/Geekbot.net.csproj
View file

@ -58,8 +58,7 @@
<PackageReference Include="Utf8Json" Version="1.3.7" />
</ItemGroup>
<ItemGroup>
<DotNetCliToolReference Include="Microsoft.EntityFrameworkCore.Tools.DotNet"
Version="2.0.0" />
<DotNetCliToolReference Include="Microsoft.EntityFrameworkCore.Tools.DotNet" Version="2.0.0" />
</ItemGroup>
<ItemGroup>
<None Update="Storage\checkEmPics">