Remove Database migration scripts
This commit is contained in:
parent
cf5cb2ea86
commit
0e1084ccad
4 changed files with 3 additions and 531 deletions
|
|
@ -1,8 +0,0 @@
|
|||
namespace Geekbot.net.Commands.Admin.Owner
|
||||
{
|
||||
public enum MigrationMethods
|
||||
{
|
||||
redis,
|
||||
messages
|
||||
}
|
||||
}
|
||||
|
|
@ -1,9 +1,8 @@
|
|||
using System;
|
||||
using System;
|
||||
using System.Threading.Tasks;
|
||||
using Discord;
|
||||
using Discord.Commands;
|
||||
using Discord.WebSocket;
|
||||
using Geekbot.net.Database;
|
||||
using Geekbot.net.Lib.AlmostRedis;
|
||||
using Geekbot.net.Lib.ErrorHandling;
|
||||
using Geekbot.net.Lib.GlobalSettings;
|
||||
using Geekbot.net.Lib.Logger;
|
||||
|
|
@ -17,69 +16,19 @@ namespace Geekbot.net.Commands.Admin.Owner
|
|||
{
|
||||
private readonly DiscordSocketClient _client;
|
||||
private readonly IErrorHandler _errorHandler;
|
||||
private readonly DatabaseContext _database;
|
||||
private readonly IGlobalSettings _globalSettings;
|
||||
private readonly IGeekbotLogger _logger;
|
||||
private readonly IAlmostRedis _redis;
|
||||
private readonly IUserRepository _userRepository;
|
||||
|
||||
public Owner(IAlmostRedis redis, DiscordSocketClient client, IGeekbotLogger logger, IUserRepository userRepositry, IErrorHandler errorHandler, DatabaseContext database, IGlobalSettings globalSettings)
|
||||
public Owner(DiscordSocketClient client, IGeekbotLogger logger, IUserRepository userRepositry, IErrorHandler errorHandler, IGlobalSettings globalSettings)
|
||||
{
|
||||
_redis = redis;
|
||||
_client = client;
|
||||
_logger = logger;
|
||||
_userRepository = userRepositry;
|
||||
_errorHandler = errorHandler;
|
||||
_database = database;
|
||||
_globalSettings = globalSettings;
|
||||
}
|
||||
|
||||
[Command("migrate", RunMode = RunMode.Async)]
|
||||
public async Task Migrate(MigrationMethods method, string force = "")
|
||||
{
|
||||
try
|
||||
{
|
||||
switch (method)
|
||||
{
|
||||
case MigrationMethods.redis:
|
||||
var status = _globalSettings.GetKey("MigrationStatus");
|
||||
if (status.Equals("Running"))
|
||||
{
|
||||
await ReplyAsync("Migration already running");
|
||||
return;
|
||||
}
|
||||
if (status.Equals("Done") && !force.Equals("force"))
|
||||
{
|
||||
await ReplyAsync("Migration already ran, write `!owner migrate redis force` to run again");
|
||||
return;
|
||||
}
|
||||
|
||||
await ReplyAsync("starting migration");
|
||||
await _globalSettings.SetKey("MigrationStatus", "Running");
|
||||
var redisMigration = new RedisMigration(_database, _redis, _logger, _client);
|
||||
await redisMigration.Migrate();
|
||||
await _globalSettings.SetKey("MigrationStatus", "Done");
|
||||
break;
|
||||
|
||||
case MigrationMethods.messages:
|
||||
await ReplyAsync("Migrating Messages to postgres...");
|
||||
var messageMigration = new MessageMigration(_database, _redis, _logger);
|
||||
await messageMigration.Migrate();
|
||||
break;
|
||||
|
||||
default:
|
||||
await ReplyAsync("No Migration Method specified...");
|
||||
break;
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
await _errorHandler.HandleCommandException(e, Context);
|
||||
}
|
||||
|
||||
await ReplyAsync("done");
|
||||
}
|
||||
|
||||
[Command("youtubekey", RunMode = RunMode.Async)]
|
||||
[Summary("Set the youtube api key")]
|
||||
public async Task SetYoutubeKey([Summary("API Key")] string key)
|
||||
|
|
|
|||
|
|
@ -1,73 +0,0 @@
|
|||
using System;
|
||||
using System.Linq;
|
||||
using System.Threading.Tasks;
|
||||
using Geekbot.net.Database.Models;
|
||||
using Geekbot.net.Lib.AlmostRedis;
|
||||
using Geekbot.net.Lib.Extensions;
|
||||
using Geekbot.net.Lib.Logger;
|
||||
|
||||
namespace Geekbot.net.Database
|
||||
{
|
||||
public class MessageMigration
|
||||
{
|
||||
private readonly DatabaseContext _database;
|
||||
private readonly IAlmostRedis _redis;
|
||||
private readonly IGeekbotLogger _logger;
|
||||
|
||||
public MessageMigration(DatabaseContext database, IAlmostRedis redis, IGeekbotLogger logger)
|
||||
{
|
||||
_database = database;
|
||||
_redis = redis;
|
||||
_logger = logger;
|
||||
}
|
||||
|
||||
public async Task Migrate()
|
||||
{
|
||||
_logger.Warning(LogSource.Migration, "Starting message migration");
|
||||
try
|
||||
{
|
||||
var messageKeys = _redis.GetAllKeys().Where(e => e.ToString().EndsWith("Messages"));
|
||||
foreach (var keyName in messageKeys)
|
||||
{
|
||||
try
|
||||
{
|
||||
var guildId = ulong.Parse(keyName.ToString().Split(':').FirstOrDefault());
|
||||
var guildUsers = _redis.Db.HashGetAll(keyName);
|
||||
foreach (var user in guildUsers)
|
||||
{
|
||||
try
|
||||
{
|
||||
var userId = ulong.Parse(user.Name);
|
||||
if (userId != 0)
|
||||
{
|
||||
var userMessages = int.Parse(user.Value);
|
||||
_database.Messages.Add(new MessagesModel
|
||||
{
|
||||
UserId = userId.AsLong(),
|
||||
GuildId = guildId.AsLong(),
|
||||
MessageCount = userMessages
|
||||
});
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"Failed to add record for a user in {guildId}", e);
|
||||
}
|
||||
}
|
||||
|
||||
await _database.SaveChangesAsync();
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "Failed to determinate guild", e);
|
||||
}
|
||||
}
|
||||
_logger.Warning(LogSource.Migration, "Successfully finished message migration");
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "Message migration failed", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,396 +0,0 @@
|
|||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Linq;
|
||||
using System.Threading.Tasks;
|
||||
using Discord;
|
||||
using Discord.WebSocket;
|
||||
using Geekbot.net.Commands.Utils.Quote;
|
||||
using Geekbot.net.Database.Models;
|
||||
using Geekbot.net.Lib.AlmostRedis;
|
||||
using Geekbot.net.Lib.Extensions;
|
||||
using Geekbot.net.Lib.Logger;
|
||||
using Newtonsoft.Json;
|
||||
|
||||
namespace Geekbot.net.Database
|
||||
{
|
||||
public class RedisMigration
|
||||
{
|
||||
private readonly DatabaseContext _database;
|
||||
private readonly IAlmostRedis _redis;
|
||||
private readonly IGeekbotLogger _logger;
|
||||
private readonly DiscordSocketClient _client;
|
||||
|
||||
public RedisMigration(DatabaseContext database, IAlmostRedis redis, IGeekbotLogger logger, DiscordSocketClient client)
|
||||
{
|
||||
_database = database;
|
||||
_redis = redis;
|
||||
_logger = logger;
|
||||
_client = client;
|
||||
}
|
||||
|
||||
public async Task Migrate()
|
||||
{
|
||||
_logger.Information(LogSource.Migration, "Starting migration process");
|
||||
|
||||
var keys = _redis.GetAllKeys().Where(e => e.ToString().EndsWith("Messages"));
|
||||
var allGuilds = new List<SocketGuild>();
|
||||
|
||||
foreach (var key in keys)
|
||||
{
|
||||
try
|
||||
{
|
||||
var g = _client.GetGuild(ulong.Parse(key.ToString().Split(':').First()));
|
||||
Console.WriteLine(g.Name);
|
||||
allGuilds.Add(g);
|
||||
}
|
||||
catch (Exception)
|
||||
{
|
||||
// ignore
|
||||
}
|
||||
}
|
||||
|
||||
_logger.Information(LogSource.Migration, $"Found {allGuilds.Count} guilds in redis");
|
||||
|
||||
var guilds = allGuilds.FindAll(e => e.MemberCount < 10000);
|
||||
|
||||
foreach (var guild in guilds)
|
||||
{
|
||||
_logger.Information(LogSource.Migration, $"Start Migration for {guild.Name}");
|
||||
#region Quotes
|
||||
/**
|
||||
* Quotes
|
||||
*/
|
||||
try
|
||||
{
|
||||
var data = _redis.Db.SetScan($"{guild.Id}:Quotes");
|
||||
foreach (var q in data)
|
||||
{
|
||||
try
|
||||
{
|
||||
var qd = JsonConvert.DeserializeObject<QuoteObjectDto>(q);
|
||||
var quote = CreateQuoteObject(guild.Id, qd);
|
||||
_database.Quotes.Add(quote);
|
||||
await _database.SaveChangesAsync();
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"quote failed: {q}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "quote migration failed", e);
|
||||
}
|
||||
#endregion
|
||||
|
||||
#region Karma
|
||||
/**
|
||||
* Karma
|
||||
*/
|
||||
try
|
||||
{
|
||||
var data = _redis.Db.HashGetAll($"{guild.Id}:Karma");
|
||||
foreach (var q in data)
|
||||
{
|
||||
try
|
||||
{
|
||||
var user = new KarmaModel()
|
||||
{
|
||||
GuildId = guild.Id.AsLong(),
|
||||
UserId = ulong.Parse(q.Name).AsLong(),
|
||||
Karma = int.Parse(q.Value),
|
||||
TimeOut = DateTimeOffset.MinValue
|
||||
};
|
||||
_database.Karma.Add(user);
|
||||
await _database.SaveChangesAsync();
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"karma failed for: {q.Name}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "karma migration failed", e);
|
||||
}
|
||||
#endregion
|
||||
|
||||
#region Rolls
|
||||
/**
|
||||
* Rolls
|
||||
*/
|
||||
try
|
||||
{
|
||||
var data = _redis.Db.HashGetAll($"{guild.Id}:Rolls");
|
||||
foreach (var q in data)
|
||||
{
|
||||
try
|
||||
{
|
||||
var user = new RollsModel()
|
||||
{
|
||||
GuildId = guild.Id.AsLong(),
|
||||
UserId = ulong.Parse(q.Name).AsLong(),
|
||||
Rolls = int.Parse(q.Value)
|
||||
};
|
||||
_database.Rolls.Add(user);
|
||||
await _database.SaveChangesAsync();
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"Rolls failed for: {q.Name}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "rolls migration failed", e);
|
||||
}
|
||||
#endregion
|
||||
|
||||
#region Slaps
|
||||
/**
|
||||
* Slaps
|
||||
*/
|
||||
try
|
||||
{
|
||||
var given = _redis.Db.HashGetAll($"{guild.Id}:SlapsGiven");
|
||||
var gotten = _redis.Db.HashGetAll($"{guild.Id}:SlapsGiven");
|
||||
foreach (var q in given)
|
||||
{
|
||||
try
|
||||
{
|
||||
var user = new SlapsModel()
|
||||
{
|
||||
GuildId = guild.Id.AsLong(),
|
||||
UserId = ulong.Parse(q.Name).AsLong(),
|
||||
Given = int.Parse(q.Value),
|
||||
Recieved= int.Parse(gotten[long.Parse(q.Name)].Value)
|
||||
};
|
||||
_database.Slaps.Add(user);
|
||||
await _database.SaveChangesAsync();
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"Slaps failed for: {q.Name}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "Slaps migration failed", e);
|
||||
}
|
||||
#endregion
|
||||
|
||||
#region Messages
|
||||
/**
|
||||
* Messages
|
||||
*/
|
||||
/*try
|
||||
{
|
||||
var data = _redis.Db.HashGetAll($"{guild.Id}:Messages");
|
||||
foreach (var q in data)
|
||||
{
|
||||
try
|
||||
{
|
||||
var user = new MessagesModel()
|
||||
{
|
||||
GuildId = guild.Id.AsLong(),
|
||||
UserId = ulong.Parse(q.Name).AsLong(),
|
||||
MessageCount= int.Parse(q.Value)
|
||||
};
|
||||
_database.Messages.Add(user);
|
||||
await _database.SaveChangesAsync();
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"Messages failed for: {q.Name}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "Messages migration failed", e);
|
||||
}*/
|
||||
#endregion
|
||||
|
||||
#region Ships
|
||||
/**
|
||||
* Ships
|
||||
*/
|
||||
try
|
||||
{
|
||||
var data = _redis.Db.HashGetAll($"{guild.Id}:Ships");
|
||||
var done = new List<string>();
|
||||
foreach (var q in data)
|
||||
{
|
||||
try
|
||||
{
|
||||
if (done.Contains(q.Name)) continue;
|
||||
var split = q.Name.ToString().Split('-');
|
||||
var user = new ShipsModel()
|
||||
{
|
||||
FirstUserId = ulong.Parse(split[0]).AsLong(),
|
||||
SecondUserId = ulong.Parse(split[1]).AsLong(),
|
||||
Strength = int.Parse(q.Value)
|
||||
};
|
||||
_database.Ships.Add(user);
|
||||
await _database.SaveChangesAsync();
|
||||
done.Add(q.Name);
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"Ships failed for: {q.Name}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "Ships migration failed", e);
|
||||
}
|
||||
#endregion
|
||||
|
||||
#region GuildSettings
|
||||
/**
|
||||
* Users
|
||||
*/
|
||||
try
|
||||
{
|
||||
var data = _redis.Db.HashGetAll($"{guild.Id}:Settings");
|
||||
var settings = new GuildSettingsModel()
|
||||
{
|
||||
GuildId = guild.Id.AsLong(),
|
||||
Hui = true
|
||||
};
|
||||
foreach (var setting in data)
|
||||
{
|
||||
try
|
||||
{
|
||||
switch (setting.Name)
|
||||
{
|
||||
case "ShowLeave":
|
||||
settings.ShowLeave = setting.Value.ToString() == "1";
|
||||
break;
|
||||
case "ShowDelete":
|
||||
settings.ShowDelete = setting.Value.ToString() == "1";
|
||||
break;
|
||||
case "WikiLang":
|
||||
settings.WikiLang = setting.Value.ToString();
|
||||
break;
|
||||
case "Language":
|
||||
settings.Language = setting.Value.ToString();
|
||||
break;
|
||||
case "WelcomeMsg":
|
||||
settings.WelcomeMessage = setting.Value.ToString();
|
||||
break;
|
||||
case "ping":
|
||||
settings.Ping = bool.Parse(setting.Value.ToString());
|
||||
break;
|
||||
case "ModChannel":
|
||||
settings.ModChannel = long.Parse(setting.Value);
|
||||
break;
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"Setting failed: {setting.Name} - {guild.Id}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "Settings migration failed", e);
|
||||
}
|
||||
|
||||
#endregion
|
||||
|
||||
#region Users
|
||||
/**
|
||||
* Users
|
||||
*/
|
||||
try
|
||||
{
|
||||
var data = guild.Users.ToList().FindAll(e => !e.IsBot);
|
||||
foreach (var user in data)
|
||||
{
|
||||
try
|
||||
{
|
||||
if (user.Username == null)
|
||||
{
|
||||
await Task.Delay(100);
|
||||
if (user.Username == null) break;
|
||||
}
|
||||
|
||||
var namesSerialized = _redis.Db.HashGet($"User:{user.Id}", "UsedNames").ToString();
|
||||
var names = namesSerialized != null
|
||||
? Utf8Json.JsonSerializer.Deserialize<string[]>(namesSerialized)
|
||||
: new string[] {user.Username};
|
||||
_database.Users.AddIfNotExists(new UserModel()
|
||||
{
|
||||
UserId = user.Id.AsLong(),
|
||||
Username = user.Username,
|
||||
Discriminator = user.Discriminator,
|
||||
AvatarUrl = user.GetAvatarUrl(ImageFormat.Auto, 1024),
|
||||
IsBot = user.IsBot,
|
||||
Joined = user.CreatedAt,
|
||||
UsedNames = names.Select(name => new UserUsedNamesModel() {Name = name, FirstSeen = DateTimeOffset.Now}).ToList()
|
||||
}, model => model.UserId.Equals(user.Id.AsLong()));
|
||||
await _database.SaveChangesAsync();
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"User failed: {user.Username}", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, "User migration failed", e);
|
||||
}
|
||||
#endregion
|
||||
|
||||
#region Guilds
|
||||
|
||||
try
|
||||
{
|
||||
_database.Guilds.Add(new GuildsModel
|
||||
{
|
||||
CreatedAt = guild.CreatedAt,
|
||||
GuildId = guild.Id.AsLong(),
|
||||
IconUrl = guild?.IconUrl,
|
||||
Name = guild.Name,
|
||||
Owner = guild.Owner.Id.AsLong()
|
||||
});
|
||||
await _database.SaveChangesAsync();
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.Error(LogSource.Migration, $"Guild migration failed: {guild.Name}", e);
|
||||
}
|
||||
|
||||
#endregion
|
||||
_logger.Information(LogSource.Migration, $"Finished Migration for {guild.Name}");
|
||||
await Task.Delay(1000);
|
||||
}
|
||||
_logger.Information(LogSource.Migration, "Finished migration process");
|
||||
}
|
||||
|
||||
private QuoteModel CreateQuoteObject(ulong guild, QuoteObjectDto quote)
|
||||
{
|
||||
var last = _database.Quotes.Where(e => e.GuildId.Equals(guild.AsLong()))
|
||||
.OrderByDescending(e => e.InternalId).FirstOrDefault();
|
||||
int internalId = 1;
|
||||
if (last != null) internalId = last.InternalId + 1;
|
||||
return new QuoteModel()
|
||||
{
|
||||
InternalId = internalId,
|
||||
GuildId = guild.AsLong(),
|
||||
UserId = quote.UserId.AsLong(),
|
||||
Time = quote.Time,
|
||||
Quote = quote.Quote,
|
||||
Image = quote.Image
|
||||
};
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in a new issue