prepare everything work scraping

.gitignore

@@ -2,4 +2,5 @@
 /samples
 /config
 *.txt
-*.db
+*.db
+*.env

Cargo.toml

@@ -7,4 +7,7 @@ edition = "2021"
 
 [dependencies]
 clap = { version = "4.5.7", features = ["derive"] }
+dotenv = "0.15.0"
+reqwest = "0.12.5"
 rusqlite = { version = "0.31.0", features = ["bundled"] }
+scraper = "0.19.0"

src/main.rs

@@ -1,7 +1,8 @@
-use std::{fs::{self, DirEntry}, path::Path};
+use std::{fs::{self, DirEntry}, path::Path, env};
 use bencode::{decode, Value};
 use clap::{Parser, Subcommand};
 use rusqlite::Connection;
+use dotenv::dotenv;
 
 mod bencode;
 
@@ -205,6 +206,7 @@ fn index(db: Connection, path: &String) {
 }
 
 fn main() {
+    dotenv().ok();
     let args = Args::parse();
     let db = Connection::open(args.db_path).unwrap();
 

src/migrations/init.sql

@@ -29,10 +29,12 @@ CREATE TABLE "file" (
 CREATE TABLE "category" (
     id              INTEGER PRIMARY KEY AUTOINCREMENT,
 
-    title           TEXT    NOT NULL,
+    title           TEXT,
     forum_id        INTEGER NOT NULL
 );
 
+CREATE UNIQUE INDEX idx_category_forum_id ON "category"("forum_id");
+
 CREATE TABLE "torrent_category" (
     id              INTEGER PRIMARY KEY AUTOINCREMENT,