Init commit
This commit is contained in:
commit
f82817d0f8
|
|
@ -0,0 +1,5 @@
|
|||
data/config.json
|
||||
|
||||
.ionide
|
||||
src/Bot/obj
|
||||
src/Bot/bin
|
||||
|
|
@ -0,0 +1,20 @@
|
|||
# WikiMathBot
|
||||
|
||||
This is a bot originally made for keeping track of whenever the newest exercise came out for the subject `MA0301`
|
||||
|
||||
In order to make the bot functional, it needs a configuration file at `src/Bot/config.json` that looks like this:
|
||||
|
||||
```json
|
||||
{
|
||||
"BotToken": "<secret discord bot token>",
|
||||
"Class": "ma0301",
|
||||
"Year": "2021v",
|
||||
"SecondsBetweenUpdate": 3600.0
|
||||
}
|
||||
```
|
||||
|
||||
The class and year variables are part of the url to the page:
|
||||
|
||||
`https://wiki.math.ntnu.no/<class>/<year>/start`
|
||||
|
||||
The project can be run by executing `dotnet run` from within the `src/Bot` directory
|
||||
|
|
@ -0,0 +1,39 @@
|
|||
|
||||
Microsoft Visual Studio Solution File, Format Version 12.00
|
||||
# Visual Studio 15
|
||||
VisualStudioVersion = 15.0.26124.0
|
||||
MinimumVisualStudioVersion = 15.0.26124.0
|
||||
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "src", "src", "{7D95551A-EDA1-409F-B788-06331223141D}"
|
||||
EndProject
|
||||
Project("{F2A71F9B-5D33-465A-A702-920D77279786}") = "Bot", "src\Bot\Bot.fsproj", "{43083459-0352-497A-9514-2E17FCE3E783}"
|
||||
EndProject
|
||||
Global
|
||||
GlobalSection(SolutionConfigurationPlatforms) = preSolution
|
||||
Debug|Any CPU = Debug|Any CPU
|
||||
Debug|x64 = Debug|x64
|
||||
Debug|x86 = Debug|x86
|
||||
Release|Any CPU = Release|Any CPU
|
||||
Release|x64 = Release|x64
|
||||
Release|x86 = Release|x86
|
||||
EndGlobalSection
|
||||
GlobalSection(SolutionProperties) = preSolution
|
||||
HideSolutionNode = FALSE
|
||||
EndGlobalSection
|
||||
GlobalSection(ProjectConfigurationPlatforms) = postSolution
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Debug|Any CPU.Build.0 = Debug|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Debug|x64.ActiveCfg = Debug|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Debug|x64.Build.0 = Debug|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Debug|x86.ActiveCfg = Debug|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Debug|x86.Build.0 = Debug|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Release|Any CPU.ActiveCfg = Release|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Release|Any CPU.Build.0 = Release|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Release|x64.ActiveCfg = Release|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Release|x64.Build.0 = Release|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Release|x86.ActiveCfg = Release|Any CPU
|
||||
{43083459-0352-497A-9514-2E17FCE3E783}.Release|x86.Build.0 = Release|Any CPU
|
||||
EndGlobalSection
|
||||
GlobalSection(NestedProjects) = preSolution
|
||||
{43083459-0352-497A-9514-2E17FCE3E783} = {7D95551A-EDA1-409F-B788-06331223141D}
|
||||
EndGlobalSection
|
||||
EndGlobal
|
||||
|
|
@ -0,0 +1,32 @@
|
|||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
|
||||
<PropertyGroup>
|
||||
<ServerGarbageCollection>true</ServerGarbageCollection>
|
||||
</PropertyGroup>
|
||||
<PropertyGroup>
|
||||
<OutputType>Exe</OutputType>
|
||||
<TargetFramework>net5.0</TargetFramework>
|
||||
</PropertyGroup>
|
||||
<ItemGroup>
|
||||
<Compile Include="Config.fs" />
|
||||
<Compile Include="Channels.fs" />
|
||||
<Compile Include="WikiMathParser.fs" />
|
||||
<Compile Include="BotCommands.fs" />
|
||||
<Compile Include="WebsiteCheckLoop.fs" />
|
||||
<Compile Include="Program.fs" />
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<Content Include="../../data/channels.dat" />
|
||||
<Content Include="../../data/config.json">
|
||||
<CopyToOutputDirectory>Always</CopyToOutputDirectory>
|
||||
</Content>
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<PackageReference Include="Discord.Net" Version="1.0.2" />
|
||||
<PackageReference Include="DSharpPlus" Version="3.2.3" />
|
||||
<PackageReference Include="DSharpPlus.CommandsNext" Version="3.2.3" />
|
||||
<PackageReference Include="FSharp.Data" Version="4.0.1" />
|
||||
<PackageReference Include="Microsoft.Extensions.Configuration" Version="2.1.1" />
|
||||
<PackageReference Include="Microsoft.Extensions.Configuration.Json" Version="2.1.1" />
|
||||
</ItemGroup>
|
||||
</Project>
|
||||
|
|
@ -0,0 +1,28 @@
|
|||
namespace Bot
|
||||
|
||||
module BotCommands =
|
||||
|
||||
open System.Threading.Tasks
|
||||
open DSharpPlus.CommandsNext
|
||||
open DSharpPlus.CommandsNext.Attributes
|
||||
|
||||
open Channels
|
||||
|
||||
type BotCommands() =
|
||||
[<Command("hi")>]
|
||||
member public self.hi(ctx:CommandContext) =
|
||||
async { ctx.RespondAsync "Hi there" |> ignore } |> Async.StartAsTask :> Task
|
||||
|
||||
[<Command("echo")>]
|
||||
member public self.echo(ctx:CommandContext) (message:string) =
|
||||
async { ctx.RespondAsync message |> ignore } |> Async.StartAsTask :> Task
|
||||
|
||||
[<Command("toggle")>]
|
||||
member public self.toggle(ctx:CommandContext) =
|
||||
async {
|
||||
toggleChannel ctx.Channel.Id
|
||||
|> fun channelGotAdded ->
|
||||
match channelGotAdded with
|
||||
| true -> ctx.RespondAsync "This is now my channel :)" |> ignore
|
||||
| false -> ctx.RespondAsync "This is now your channel (:" |> ignore
|
||||
} |> Async.StartAsTask :> Task
|
||||
|
|
@ -0,0 +1,41 @@
|
|||
namespace Bot
|
||||
|
||||
module Channels =
|
||||
|
||||
open FSharp.Data
|
||||
open System.IO
|
||||
|
||||
let private filepath = __SOURCE_DIRECTORY__ + "/../../data/channels.dat"
|
||||
|
||||
let mutable channels =
|
||||
File.ReadLines(filepath)
|
||||
|> Seq.map (fun line -> line.ToString().AsInteger64())
|
||||
|> Seq.map (uint64)
|
||||
|> set
|
||||
|
||||
let private updateChannels newChannels =
|
||||
newChannels
|
||||
|> Seq.map (fun i -> i.ToString())
|
||||
|> Seq.toList
|
||||
|> fun lines -> File.WriteAllLines(filepath, lines)
|
||||
channels <- newChannels
|
||||
|
||||
let private removeChannel (channelId:uint64) =
|
||||
channels.Remove(channelId)
|
||||
|> updateChannels
|
||||
|
||||
let private addChannel (channelId:uint64) =
|
||||
channels.Add(channelId)
|
||||
|> updateChannels
|
||||
|
||||
let toggleChannel (channelId:uint64) =
|
||||
match channelId with
|
||||
| channelId when channels.Contains(channelId) ->
|
||||
removeChannel channelId
|
||||
false
|
||||
|
||||
| channelId ->
|
||||
addChannel channelId
|
||||
true
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,14 @@
|
|||
namespace Bot
|
||||
|
||||
module Config =
|
||||
|
||||
open System.IO
|
||||
open Microsoft.Extensions.Configuration
|
||||
|
||||
let private getConfig =
|
||||
let builder = new ConfigurationBuilder()
|
||||
do builder.SetBasePath( Directory.GetCurrentDirectory() + "/../../data" ) |> ignore
|
||||
do builder.AddJsonFile("config.json") |> ignore
|
||||
builder.Build()
|
||||
|
||||
let config = getConfig
|
||||
|
|
@ -0,0 +1,46 @@
|
|||
namespace Bot
|
||||
|
||||
module core =
|
||||
|
||||
open System
|
||||
open DSharpPlus
|
||||
open DSharpPlus.CommandsNext
|
||||
open System.Threading.Tasks
|
||||
|
||||
open Config
|
||||
open WebsiteCheckLoop
|
||||
open BotCommands
|
||||
open WikiMathParser
|
||||
|
||||
let getDiscordConfig =
|
||||
let conf = new DiscordConfiguration()
|
||||
conf.set_Token config.["BotToken"]
|
||||
conf.set_TokenType TokenType.Bot
|
||||
conf.set_UseInternalLogHandler true
|
||||
conf.set_LogLevel LogLevel.Debug
|
||||
conf
|
||||
|
||||
let getCommandsConfig =
|
||||
let conf = new CommandsNextConfiguration()
|
||||
conf.set_StringPrefix "!"
|
||||
conf
|
||||
|
||||
let client = new DiscordClient(getDiscordConfig)
|
||||
let commands = client.UseCommandsNext(getCommandsConfig)
|
||||
|
||||
let mainTask =
|
||||
let mutable previousResults = getStatus
|
||||
|
||||
async {
|
||||
client.add_MessageCreated(fun e -> async { Console.WriteLine e.Message.Content } |> Async.StartAsTask :> _)
|
||||
commands.RegisterCommands<BotCommands>()
|
||||
client.ConnectAsync() |> Async.AwaitTask |> Async.RunSynchronously
|
||||
do! scrapePeriodically (scrapeFun client previousResults
|
||||
>> fun results -> previousResults <- results)
|
||||
do! Async.AwaitTask(Task.Delay(-1))
|
||||
}
|
||||
|
||||
[<EntryPoint>]
|
||||
let main argv =
|
||||
Async.RunSynchronously(mainTask)
|
||||
0
|
||||
|
|
@ -0,0 +1,47 @@
|
|||
namespace Bot
|
||||
|
||||
module WebsiteCheckLoop =
|
||||
|
||||
open System
|
||||
open DSharpPlus
|
||||
open Channels
|
||||
|
||||
let private log message =
|
||||
printfn "[%A] [Info] %s" DateTime.Now message
|
||||
|
||||
let private sendToChannelWith (client:DiscordClient) message id =
|
||||
log <| sprintf "Sending message to channel: %A" id
|
||||
id
|
||||
|> client.GetChannelAsync
|
||||
|> Async.AwaitTask
|
||||
|> Async.RunSynchronously
|
||||
|> fun channel ->
|
||||
client.SendMessageAsync(channel, message)
|
||||
|> Async.AwaitTask
|
||||
|> Async.RunSynchronously
|
||||
|> ignore
|
||||
|
||||
let private formatMessage message link =
|
||||
message + "\n" + link
|
||||
|
||||
let scrapeFun client (previousListOfResults:List<string * string>) (listOfResults:List<string * string>) =
|
||||
log "Scraping website"
|
||||
|
||||
match previousListOfResults, listOfResults with
|
||||
| (previousListOfResults, listOfResults) when previousListOfResults = listOfResults ->
|
||||
|
||||
channels
|
||||
|> Seq.iter (fun id -> sendToChannelWith client (formatMessage <|| Seq.head listOfResults) id)
|
||||
|
||||
Seq.head listOfResults
|
||||
||> formatMessage
|
||||
|> fun s -> s.Split("\n")
|
||||
|> Seq.map (fun s -> "\t" + s)
|
||||
|> Seq.fold (fun a b -> a + "\n" + b) ""
|
||||
|> sprintf "Found following update: \n%s"
|
||||
|> log
|
||||
|
||||
| (_, _) ->
|
||||
log "No new content found"
|
||||
|
||||
listOfResults
|
||||
|
|
@ -0,0 +1,35 @@
|
|||
namespace Bot
|
||||
|
||||
module WikiMathParser =
|
||||
|
||||
open System
|
||||
open FSharp.Data
|
||||
open Config
|
||||
|
||||
let private page = HtmlDocument.Load(sprintf "https://wiki.math.ntnu.no/%s/%s/start" config.["Class"] config.["Year"])
|
||||
|
||||
let private findPDFLink (node:HtmlNode) =
|
||||
node.CssSelect(".mf_pdf")
|
||||
|> fun l -> match l with
|
||||
| l when Seq.length l = 0 -> ""
|
||||
| l -> HtmlNode.attributeValue "href" (Seq.head l)
|
||||
|> (+) "https://wiki.math.ntnu.no"
|
||||
|
||||
let getStatus =
|
||||
(page.CssSelect ".level2 > ul > .level1")
|
||||
|> Seq.map (fun (x:HtmlNode) -> (x.InnerText().TrimStart(), findPDFLink x ))
|
||||
|> Seq.filter (fun (x:string, _) -> x.Contains("Problem Set"))
|
||||
|> Seq.toList
|
||||
|
||||
|
||||
let private timer = new Timers.Timer( config.["SecondsBetweenUpdate"].AsFloat() * 1000.0)
|
||||
let private waitAPeriod = Async.AwaitEvent (timer.Elapsed) |> Async.Ignore
|
||||
|
||||
let scrapePeriodically (callback: List<String * String> -> unit ) =
|
||||
timer.Start()
|
||||
async {
|
||||
while true do
|
||||
Async.RunSynchronously waitAPeriod
|
||||
getStatus
|
||||
|> callback
|
||||
}
|
||||
Reference in New Issue