Initial commit of proof-of-concept
This commit is contained in:
parent
455bfce937
commit
08bd8a6fd1
1
.gitignore
vendored
Normal file
1
.gitignore
vendored
Normal file
|
@ -0,0 +1 @@
|
|||
/target
|
2113
Cargo.lock
generated
Normal file
2113
Cargo.lock
generated
Normal file
File diff suppressed because it is too large
Load diff
14
Cargo.toml
Normal file
14
Cargo.toml
Normal file
|
@ -0,0 +1,14 @@
|
|||
[package]
|
||||
name = "duplikate"
|
||||
version = "0.1.0"
|
||||
edition = "2021"
|
||||
|
||||
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
||||
|
||||
[dependencies]
|
||||
dotenv = "0.15.0"
|
||||
once_cell = "1.19.0"
|
||||
redis = { version = "0.25.3", features = ["tokio-rustls-comp"] }
|
||||
regex = "1.10.5"
|
||||
serenity = { version = "0.12", features = ["collector"] }
|
||||
tokio = { version = "1.21.2", features = ["macros", "rt-multi-thread"] }
|
117
flake.lock
Normal file
117
flake.lock
Normal file
|
@ -0,0 +1,117 @@
|
|||
{
|
||||
"nodes": {
|
||||
"crane": {
|
||||
"inputs": {
|
||||
"nixpkgs": [
|
||||
"nixpkgs"
|
||||
]
|
||||
},
|
||||
"locked": {
|
||||
"lastModified": 1718730147,
|
||||
"narHash": "sha256-QmD6B6FYpuoCqu6ZuPJH896ItNquDkn0ulQlOn4ykN8=",
|
||||
"owner": "ipetkov",
|
||||
"repo": "crane",
|
||||
"rev": "32c21c29b034d0a93fdb2379d6fabc40fc3d0e6c",
|
||||
"type": "github"
|
||||
},
|
||||
"original": {
|
||||
"owner": "ipetkov",
|
||||
"repo": "crane",
|
||||
"type": "github"
|
||||
}
|
||||
},
|
||||
"docker-utils": {
|
||||
"inputs": {
|
||||
"nixpkgs": "nixpkgs"
|
||||
},
|
||||
"locked": {
|
||||
"lastModified": 1705782409,
|
||||
"narHash": "sha256-RWprcwv0q+u/Hp7CMGj1Qqfq8Qpy0dlxhBoRFvJCtzE=",
|
||||
"owner": "collinarnett",
|
||||
"repo": "docker-utils",
|
||||
"rev": "ec44aa75f57cfbb98f9e5b8d9a053795f123b1a0",
|
||||
"type": "github"
|
||||
},
|
||||
"original": {
|
||||
"owner": "collinarnett",
|
||||
"repo": "docker-utils",
|
||||
"type": "github"
|
||||
}
|
||||
},
|
||||
"flake-utils": {
|
||||
"inputs": {
|
||||
"systems": "systems"
|
||||
},
|
||||
"locked": {
|
||||
"lastModified": 1710146030,
|
||||
"narHash": "sha256-SZ5L6eA7HJ/nmkzGG7/ISclqe6oZdOZTNoesiInkXPQ=",
|
||||
"owner": "numtide",
|
||||
"repo": "flake-utils",
|
||||
"rev": "b1d9ab70662946ef0850d488da1c9019f3a9752a",
|
||||
"type": "github"
|
||||
},
|
||||
"original": {
|
||||
"owner": "numtide",
|
||||
"repo": "flake-utils",
|
||||
"type": "github"
|
||||
}
|
||||
},
|
||||
"nixpkgs": {
|
||||
"locked": {
|
||||
"lastModified": 1688646010,
|
||||
"narHash": "sha256-kCeza5eKI2NEi8k0EoeZfv3lN1r1Vwx+L/VA6I8tmG4=",
|
||||
"owner": "nixos",
|
||||
"repo": "nixpkgs",
|
||||
"rev": "5daaa32204e9c46b05cd709218b7ba733d07e80c",
|
||||
"type": "github"
|
||||
},
|
||||
"original": {
|
||||
"owner": "nixos",
|
||||
"ref": "nixpkgs-unstable",
|
||||
"repo": "nixpkgs",
|
||||
"type": "github"
|
||||
}
|
||||
},
|
||||
"nixpkgs_2": {
|
||||
"locked": {
|
||||
"lastModified": 1718710757,
|
||||
"narHash": "sha256-zzHTI7iQByeuGDto16eRwPflCf3xfVOJJSB0/cnEd2s=",
|
||||
"owner": "NixOS",
|
||||
"repo": "nixpkgs",
|
||||
"rev": "56fc115880db6498245adecda277ccdb33025bc2",
|
||||
"type": "github"
|
||||
},
|
||||
"original": {
|
||||
"owner": "NixOS",
|
||||
"ref": "nixpkgs-unstable",
|
||||
"repo": "nixpkgs",
|
||||
"type": "github"
|
||||
}
|
||||
},
|
||||
"root": {
|
||||
"inputs": {
|
||||
"crane": "crane",
|
||||
"docker-utils": "docker-utils",
|
||||
"flake-utils": "flake-utils",
|
||||
"nixpkgs": "nixpkgs_2"
|
||||
}
|
||||
},
|
||||
"systems": {
|
||||
"locked": {
|
||||
"lastModified": 1681028828,
|
||||
"narHash": "sha256-Vy1rq5AaRuLzOxct8nz4T6wlgyUR7zLU309k9mBC768=",
|
||||
"owner": "nix-systems",
|
||||
"repo": "default",
|
||||
"rev": "da67096a3b9bf56a91d16901293e51ba5b49a27e",
|
||||
"type": "github"
|
||||
},
|
||||
"original": {
|
||||
"owner": "nix-systems",
|
||||
"repo": "default",
|
||||
"type": "github"
|
||||
}
|
||||
}
|
||||
},
|
||||
"root": "root",
|
||||
"version": 7
|
||||
}
|
94
flake.nix
Normal file
94
flake.nix
Normal file
|
@ -0,0 +1,94 @@
|
|||
{
|
||||
description = "Monitor for duplicate links shared in Discord channels";
|
||||
|
||||
inputs = {
|
||||
nixpkgs.url = "github:NixOS/nixpkgs/nixpkgs-unstable";
|
||||
|
||||
crane = {
|
||||
url = "github:ipetkov/crane";
|
||||
inputs.nixpkgs.follows = "nixpkgs";
|
||||
};
|
||||
|
||||
flake-utils.url = "github:numtide/flake-utils";
|
||||
docker-utils.url = "github:collinarnett/docker-utils";
|
||||
};
|
||||
|
||||
outputs = { self, nixpkgs, crane, flake-utils, docker-utils, ... }:
|
||||
flake-utils.lib.eachDefaultSystem (system:
|
||||
let
|
||||
pkgs = nixpkgs.legacyPackages.${system};
|
||||
|
||||
craneLib = crane.mkLib pkgs;
|
||||
|
||||
# Common arguments can be set here to avoid repeating them later
|
||||
# Note: changes here will rebuild all dependency crates
|
||||
commonArgs = {
|
||||
src = craneLib.cleanCargoSource ./.;
|
||||
strictDeps = true;
|
||||
|
||||
buildInputs = with pkgs;[
|
||||
openssl
|
||||
pkg-config
|
||||
] ++ pkgs.lib.optionals pkgs.stdenv.isDarwin [
|
||||
# Additional darwin specific inputs can be set here
|
||||
pkgs.libiconv
|
||||
];
|
||||
};
|
||||
|
||||
my-crate = craneLib.buildPackage (commonArgs // {
|
||||
cargoArtifacts = craneLib.buildDepsOnly commonArgs;
|
||||
|
||||
# Additional environment variables or build phases/hooks can be set
|
||||
# here *without* rebuilding all dependency crates
|
||||
# MY_CUSTOM_VAR = "some value";
|
||||
});
|
||||
|
||||
dockerImage = pkgs.dockerTools.buildImage {
|
||||
name = "git.gmem.ca/arch/duplikate";
|
||||
tag = "latest-${system}";
|
||||
config = {
|
||||
Cmd = [ "${my-crate}/bin/duplikate" ];
|
||||
};
|
||||
architecture = system;
|
||||
};
|
||||
in
|
||||
{
|
||||
checks = {
|
||||
inherit my-crate;
|
||||
};
|
||||
|
||||
packages.default = my-crate;
|
||||
packages.docker = dockerImage;
|
||||
|
||||
apps.default = flake-utils.lib.mkApp {
|
||||
drv = my-crate;
|
||||
};
|
||||
|
||||
apps.concatDocker = {
|
||||
type = "app";
|
||||
program = toString (pkgs.writers.writeBash "concatDocker" ''
|
||||
amd64=git.gmem.ca/arch/duplikate:latest-x86_64-linux
|
||||
arm64=git.gmem.ca/arch/duplikate:latest-aarch64-linux
|
||||
docker load -i ${self.packages.x86_64-linux.docker}
|
||||
docker load -i ${self.packages.aarch64-linux.docker}
|
||||
docker push $amd64
|
||||
docker push $arm64
|
||||
docker manifest create --amend git.gmem.ca/arch/duplikate:latest $arm64 $amd64
|
||||
docker manifest push git.gmem.ca/arch/duplikate:latest
|
||||
'');
|
||||
};
|
||||
|
||||
devShells.default = craneLib.devShell {
|
||||
# Inherit inputs from checks.
|
||||
checks = self.checks.${system};
|
||||
|
||||
# Additional dev-shell environment variables can be set directly
|
||||
# MY_CUSTOM_DEVELOPMENT_VAR = "something else";
|
||||
|
||||
# Extra inputs can be added here; cargo and rustc are provided by default.
|
||||
packages = with pkgs; [
|
||||
rust-analyzer
|
||||
];
|
||||
};
|
||||
});
|
||||
}
|
178
src/main.rs
Normal file
178
src/main.rs
Normal file
|
@ -0,0 +1,178 @@
|
|||
use std::env;
|
||||
use std::time::Duration;
|
||||
|
||||
use dotenv::dotenv;
|
||||
use once_cell::sync::Lazy;
|
||||
use redis::Commands;
|
||||
use regex::Regex;
|
||||
use serenity::all::{
|
||||
ChannelId, CreateButton, CreateEmbed, CreateEmbedFooter, CreateMessage, GuildId, ReactionType,
|
||||
};
|
||||
use serenity::futures::StreamExt;
|
||||
use serenity::model::channel::Message;
|
||||
use serenity::prelude::*;
|
||||
use serenity::{all::MessageId, async_trait};
|
||||
use std::hash::{DefaultHasher, Hash, Hasher};
|
||||
|
||||
struct Handler {
|
||||
redis: redis::Client,
|
||||
}
|
||||
|
||||
#[async_trait]
|
||||
impl EventHandler for Handler {
|
||||
async fn message_delete(
|
||||
&self,
|
||||
_ctx: Context,
|
||||
_channel_id: ChannelId,
|
||||
deleted_message_id: MessageId,
|
||||
guild_id: Option<GuildId>,
|
||||
) {
|
||||
let meta = format!("{}-{}", guild_id.unwrap(), deleted_message_id);
|
||||
let existing: Result<String, redis::RedisError> =
|
||||
self.redis.get_connection().unwrap().get(&meta);
|
||||
|
||||
if let Ok(existing) = existing {
|
||||
let _: Result<String, redis::RedisError> =
|
||||
self.redis.get_connection().unwrap().del(existing);
|
||||
let _: Result<String, redis::RedisError> =
|
||||
self.redis.get_connection().unwrap().del(meta);
|
||||
}
|
||||
}
|
||||
|
||||
async fn message(&self, ctx: Context, msg: Message) {
|
||||
// Ignore messages from bots.
|
||||
if msg.author.bot {
|
||||
return;
|
||||
}
|
||||
static RE: Lazy<Regex> = Lazy::new(|| {
|
||||
Regex::new(r"(http|ftp|https:)\/\/([\w_-]+(?:(?:\.[\w_-]+)+)[\w.,@?^=%&:\/~+#-]*[\w@?^=%&\/~+#-])").unwrap()
|
||||
});
|
||||
let mut links = vec![];
|
||||
for (link, [_, _]) in RE.captures_iter(&msg.content).map(|c| c.extract()) {
|
||||
links.push(link);
|
||||
}
|
||||
// Remove any links that reference media.
|
||||
for embed in &msg.embeds {
|
||||
let e = embed.clone();
|
||||
if vec![
|
||||
"image".to_owned(),
|
||||
"video".to_owned(),
|
||||
"gifv".to_owned(),
|
||||
"rich".to_owned(),
|
||||
]
|
||||
.contains(&e.kind.unwrap_or_else(|| "".to_owned()))
|
||||
{
|
||||
let url = e.url.unwrap();
|
||||
links.retain(|x| *x != url);
|
||||
}
|
||||
}
|
||||
if links.len() > 0 {
|
||||
let mut exists = vec![];
|
||||
let guild_id = msg.guild_id.unwrap();
|
||||
for link in links {
|
||||
let mut s = DefaultHasher::new();
|
||||
format!("{}-{}", link, guild_id).hash(&mut s);
|
||||
let h = s.finish();
|
||||
let hash = format!("{:x}", h);
|
||||
let meta = format!("{}-{}", guild_id, msg.id.get());
|
||||
let existing: Result<String, redis::RedisError> =
|
||||
self.redis.get_connection().unwrap().get(&hash);
|
||||
if existing.is_ok() {
|
||||
exists.push((link, existing.unwrap()));
|
||||
} else {
|
||||
let _: () = self
|
||||
.redis
|
||||
.get_connection()
|
||||
.unwrap()
|
||||
.set(&hash, &msg.link())
|
||||
.unwrap();
|
||||
let _: () = self
|
||||
.redis
|
||||
.get_connection()
|
||||
.unwrap()
|
||||
.set(meta, hash)
|
||||
.unwrap();
|
||||
}
|
||||
}
|
||||
if exists.len() > 0 {
|
||||
// Links have already been posted, let's tell them
|
||||
let desc = format!(
|
||||
"{} have already been posted!",
|
||||
if exists.len() > 1 {
|
||||
"Some of these"
|
||||
} else {
|
||||
"One of these"
|
||||
}
|
||||
);
|
||||
let mut fields = vec![];
|
||||
for existing in exists {
|
||||
fields.push((existing.0, existing.1, true));
|
||||
}
|
||||
let footer = CreateEmbedFooter::new("Bugs? Ask @gmem.ca");
|
||||
let embed = CreateEmbed::new()
|
||||
.title("Duplicate Links")
|
||||
.description(desc)
|
||||
.fields(fields)
|
||||
.footer(footer);
|
||||
let ignore_emoji: ReactionType = "🗑".parse().unwrap();
|
||||
let remove_emoji: ReactionType = "👍".parse().unwrap();
|
||||
let builder = CreateMessage::new()
|
||||
.embed(embed)
|
||||
.button(
|
||||
CreateButton::new("ignore")
|
||||
.label("Ignore")
|
||||
.emoji(ignore_emoji),
|
||||
)
|
||||
.button(
|
||||
CreateButton::new("remove")
|
||||
.label("Remove my post")
|
||||
.emoji(remove_emoji),
|
||||
);
|
||||
let reply = msg
|
||||
.channel_id
|
||||
.send_message(&ctx.http, builder)
|
||||
.await
|
||||
.unwrap();
|
||||
|
||||
// Wait for multiple interactions
|
||||
let mut interaction_stream = reply
|
||||
.await_component_interaction(&ctx.shard)
|
||||
.timeout(Duration::from_secs(60 * 3))
|
||||
.stream();
|
||||
|
||||
while let Some(interaction) = interaction_stream.next().await {
|
||||
let action = &interaction.data.custom_id;
|
||||
if action == "remove" {
|
||||
msg.delete(&ctx).await.unwrap();
|
||||
}
|
||||
reply.delete(&ctx).await.unwrap();
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#[tokio::main]
|
||||
async fn main() {
|
||||
dotenv().ok();
|
||||
// Login with a bot token from the environment
|
||||
let token = env::var("DISCORD_TOKEN").expect("Expected a token in the environment");
|
||||
// Set gateway intents, which decides what events the bot will be notified about
|
||||
let intents = GatewayIntents::GUILD_MESSAGES
|
||||
| GatewayIntents::DIRECT_MESSAGES
|
||||
| GatewayIntents::MESSAGE_CONTENT;
|
||||
|
||||
let client = redis::Client::open("redis://127.0.0.1/").unwrap();
|
||||
let handler = Handler { redis: client };
|
||||
|
||||
// Create a new instance of the Client, logging in as a bot.
|
||||
let mut client = Client::builder(&token, intents)
|
||||
.event_handler(handler)
|
||||
.await
|
||||
.expect("Err creating client");
|
||||
|
||||
// Start listening for events by starting a single shard
|
||||
if let Err(why) = client.start().await {
|
||||
println!("Client error: {why:?}");
|
||||
}
|
||||
}
|
Loading…
Reference in a new issue