Klemek
123 lines
4.1 KiB
Python
123 lines
4.1 KiB
Python
from typing import Dict, List
|
|
from collections import defaultdict
|
|
import discord
|
|
import re
|
|
|
|
# Custom libs
|
|
|
|
from logs import ChannelLogs, MessageLog
|
|
from .scanner import Scanner
|
|
from data_types import Counter
|
|
from utils import generate_help, plural, precise, mention
|
|
|
|
|
|
class WordsScanner(Scanner):
|
|
@staticmethod
|
|
def help() -> str:
|
|
return generate_help(
|
|
"words",
|
|
"(BETA) Rank words by their usage",
|
|
args=[
|
|
"<n> - words containings <n> or more letters, default is 3",
|
|
"<n2> - top <n2> words, default is 10",
|
|
"all/everyone - include bots",
|
|
],
|
|
example="5 10 #mychannel1 #mychannel2 @user",
|
|
)
|
|
|
|
def __init__(self):
|
|
super().__init__(
|
|
has_digit_args=True,
|
|
valid_args=["all", "everyone"],
|
|
help=WordsScanner.help(),
|
|
intro_context="Words ({}+ letters)",
|
|
)
|
|
|
|
async def init(self, message: discord.Message, *args: str) -> bool:
|
|
self.letters = None
|
|
self.top = None
|
|
for arg in args:
|
|
if arg.isdigit():
|
|
if self.letters is None:
|
|
self.letters = int(arg)
|
|
elif self.top is None:
|
|
self.top = int(arg)
|
|
if self.letters is None:
|
|
self.letters = 3
|
|
if self.top is None:
|
|
self.top = 10
|
|
self.words = defaultdict(Counter)
|
|
self.all_messages = "all" in args or "everyone" in args
|
|
return True
|
|
|
|
def compute_message(self, channel: ChannelLogs, message: MessageLog):
|
|
return WordsScanner.analyse_message(
|
|
message,
|
|
self.words,
|
|
self.raw_members,
|
|
all_messages=self.all_messages,
|
|
letters_threshold=self.letters,
|
|
)
|
|
|
|
def get_results(self, intro: str) -> List[str]:
|
|
words = [word for word in self.words]
|
|
words.sort(key=lambda word: self.words[word].score(), reverse=True)
|
|
words = words[: self.top]
|
|
usage_count = Counter.total(self.words)
|
|
res = [intro.format(self.letters)]
|
|
res += [
|
|
self.words[word].to_string(
|
|
words.index(word),
|
|
f"`{word}`",
|
|
total_usage=usage_count,
|
|
transform=lambda id: f" by {mention(id)}",
|
|
top=len(self.members) != 1,
|
|
)
|
|
for word in words
|
|
]
|
|
res += [
|
|
f"Total: {plural(usage_count,'time')} ({precise(usage_count/self.msg_count)}/msg)"
|
|
]
|
|
return res
|
|
|
|
special_cases = ["'s", "s"]
|
|
|
|
@staticmethod
|
|
def analyse_message(
|
|
message: MessageLog,
|
|
words: Dict[str, Counter],
|
|
raw_members: List[int],
|
|
*,
|
|
all_messages: bool,
|
|
letters_threshold: int,
|
|
) -> bool:
|
|
impacted = False
|
|
# If author is included in the selection (empty list is all)
|
|
if (
|
|
(not message.bot or all_messages)
|
|
and len(raw_members) == 0
|
|
or message.author in raw_members
|
|
):
|
|
impacted = True
|
|
content = message.content
|
|
content = re.sub(r"```.+```", "", content, flags=re.DOTALL)
|
|
content = re.sub(r"`.+`", "", content, flags=re.DOTALL)
|
|
content = re.sub(r"\w+:\/\/[^ ]+", "", content)
|
|
for word in re.split("[^\w\-':]", content):
|
|
m = re.match(
|
|
r"(?!^:\w+:$)^[^\w]*((?![\d_])\w[\w\-']*(?![\d_])\w)[^\w]*$", word
|
|
)
|
|
if m:
|
|
word = m[1].lower()
|
|
if len(word) >= letters_threshold:
|
|
for case in WordsScanner.special_cases:
|
|
if word.endswith(case) and word[: -len(case)] in words:
|
|
word = word[: -len(case)]
|
|
break
|
|
if word + case in words:
|
|
words[word] = words[word + case]
|
|
del words[word + case]
|
|
break
|
|
words[word].update_use(1, message.created_at, message.author)
|
|
return impacted
|