refactor: [#301] add independent field root_hash in DB for BEP-30 torrents

josecelano · josecelano · commit 7390616dbfca · 2024-03-05T13:37:33.000Z
instead of reusing the `pieces` field in `torrust_torrents` table.

That decouples BEP-30 implementation. In the future we migth want to
remove support for BEP 30 since it's decrecated and not supported by
clients or libs.
diff --git a/migrations/mysql/20240305120015_torrust_add_independent_root_hash_field.sql b/migrations/mysql/20240305120015_torrust_add_independent_root_hash_field.sql
@@ -0,0 +1,4 @@
+ALTER TABLE torrust_torrents ADD COLUMN root_hash LONGTEXT;
+
+-- Make `pieces` nullable. BEP 30 torrents does have this field.
+ALTER TABLE torrust_torrents MODIFY COLUMN pieces LONGTEXT;
diff --git a/migrations/sqlite3/20240305120015_torrust_add_independent_root_hash_field.sql b/migrations/sqlite3/20240305120015_torrust_add_independent_root_hash_field.sql
@@ -0,0 +1,77 @@
+-- add field `root_hash` and make `pieces` nullable
+CREATE TABLE
+    "torrust_torrents_new" (
+        "torrent_id" INTEGER NOT NULL,
+        "uploader_id" INTEGER NOT NULL,
+        "category_id" INTEGER,
+        "info_hash" TEXT NOT NULL UNIQUE,
+        "size" INTEGER NOT NULL,
+        "name" TEXT NOT NULL,
+        "pieces" TEXT,
+        "root_hash" TEXT,
+        "piece_length" INTEGER NOT NULL,
+        "private" BOOLEAN DEFAULT NULL,
+        "is_bep_30" INT NOT NULL DEFAULT 0,
+        "date_uploaded" TEXT NOT NULL,
+        "source" TEXT DEFAULT NULL,
+        "comment" TEXT,
+        "creation_date" BIGINT,
+        "created_by" TEXT,
+        "encoding" TEXT,
+        FOREIGN KEY ("uploader_id") REFERENCES "torrust_users" ("user_id") ON DELETE CASCADE,
+        FOREIGN KEY ("category_id") REFERENCES "torrust_categories" ("category_id") ON DELETE SET NULL,
+        PRIMARY KEY ("torrent_id" AUTOINCREMENT)
+    );
+
+-- Step 2: Copy data from the old table to the new table
+INSERT INTO
+    torrust_torrents_new (
+        torrent_id,
+        uploader_id,
+        category_id,
+        info_hash,
+        size,
+        name,
+        pieces,
+        piece_length,
+        private,
+        root_hash,
+        date_uploaded,
+        source,
+        comment,
+        creation_date,
+        created_by,
+        encoding
+    )
+SELECT
+    torrent_id,
+    uploader_id,
+    category_id,
+    info_hash,
+    size,
+    name,
+    CASE
+        WHEN is_bep_30 = 0 THEN pieces
+        ELSE NULL
+    END,
+    piece_length,
+    private,
+    CASE
+        WHEN is_bep_30 = 1 THEN pieces
+        ELSE NULL
+    END,
+    date_uploaded,
+    source,
+    comment,
+    creation_date,
+    created_by,
+    encoding
+FROM
+    torrust_torrents;
+
+-- Step 3: Drop the old table
+DROP TABLE torrust_torrents;
+
+-- Step 4: Rename the new table to the original name
+ALTER TABLE torrust_torrents_new
+RENAME TO torrust_torrents;
diff --git a/src/databases/mysql.rs b/src/databases/mysql.rs
@@ -438,14 +438,17 @@ impl Database for Mysql {
         // start db transaction
         let mut tx = conn.begin().await.map_err(|_| database::Error::Error)?;
 
-        // torrent file can only hold a `pieces` key or a `root hash` key
-        // BEP 30: http://www.bittorrent.org/beps/bep_0030.html
-        let (pieces, is_bep_30): (String, bool) = if let Some(pieces) = &torrent.info.pieces {
-            (from_bytes(pieces.as_ref()), false)
-        } else {
-            let root_hash = torrent.info.root_hash.as_ref().ok_or(database::Error::Error)?;
-            (root_hash.to_string(), true)
-        };
+        // BEP 30: <http://www.bittorrent.org/beps/bep_0030.html>.
+        // Torrent file can only hold a `pieces` key or a `root hash` key
+        let is_bep_30 = !matches!(&torrent.info.pieces, Some(_pieces));
+
+        let pieces = torrent.info.pieces.as_ref().map(|pieces| from_bytes(pieces.as_ref()));
+
+        let root_hash = torrent
+            .info
+            .root_hash
+            .as_ref()
+            .map(|root_hash| from_bytes(root_hash.as_ref()));
 
         // add torrent
         let torrent_id = query(
@@ -456,6 +459,7 @@ impl Database for Mysql {
             size,
             name,
             pieces,
+            root_hash,
             piece_length,
             private,
             is_bep_30,
@@ -465,14 +469,15 @@ impl Database for Mysql {
             creation_date,
             created_by,
             `encoding`
-        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, UTC_TIMESTAMP(), ?, ?, ?)",
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, UTC_TIMESTAMP(), ?, ?, ?)",
         )
         .bind(uploader_id)
         .bind(metadata.category_id)
         .bind(info_hash.to_lowercase())
         .bind(torrent.file_size())
         .bind(torrent.info.name.to_string())
         .bind(pieces)
+        .bind(root_hash)
         .bind(torrent.info.piece_length)
         .bind(torrent.info.private)
         .bind(is_bep_30)
diff --git a/src/databases/sqlite.rs b/src/databases/sqlite.rs
@@ -428,13 +428,17 @@ impl Database for Sqlite {
         // start db transaction
         let mut tx = conn.begin().await.map_err(|_| database::Error::Error)?;
 
-        // torrent file can only hold a pieces key or a root hash key: http://www.bittorrent.org/beps/bep_0030.html
-        let (pieces, is_bep_30): (String, bool) = if let Some(pieces) = &torrent.info.pieces {
-            (from_bytes(pieces.as_ref()), false)
-        } else {
-            let root_hash = torrent.info.root_hash.as_ref().ok_or(database::Error::Error)?;
-            (root_hash.to_string(), true)
-        };
+        // BEP 30: <http://www.bittorrent.org/beps/bep_0030.html>.
+        // Torrent file can only hold a `pieces` key or a `root hash` key
+        let is_bep_30 = !matches!(&torrent.info.pieces, Some(_pieces));
+
+        let pieces = torrent.info.pieces.as_ref().map(|pieces| from_bytes(pieces.as_ref()));
+
+        let root_hash = torrent
+            .info
+            .root_hash
+            .as_ref()
+            .map(|root_hash| from_bytes(root_hash.as_ref()));
 
         // add torrent
         let torrent_id = query(
@@ -445,6 +449,7 @@ impl Database for Sqlite {
             size,
             name,
             pieces,
+            root_hash,
             piece_length,
             private,
             is_bep_30,
@@ -454,14 +459,15 @@ impl Database for Sqlite {
             creation_date,
             created_by,
             `encoding`
-        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, strftime('%Y-%m-%d %H:%M:%S',DATETIME('now', 'utc')), ?, ?, ?)",
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, strftime('%Y-%m-%d %H:%M:%S',DATETIME('now', 'utc')), ?, ?, ?)",
         )
         .bind(uploader_id)
         .bind(metadata.category_id)
         .bind(info_hash.to_lowercase())
         .bind(torrent.file_size())
         .bind(torrent.info.name.to_string())
         .bind(pieces)
+        .bind(root_hash)
         .bind(torrent.info.piece_length)
         .bind(torrent.info.private)
         .bind(is_bep_30)
diff --git a/src/models/torrent_file.rs b/src/models/torrent_file.rs
@@ -1,3 +1,4 @@
+use log::error;
 use serde::{Deserialize, Serialize};
 use serde_bencode::ser;
 use serde_bytes::ByteBuf;
@@ -77,12 +78,31 @@ impl Torrent {
         torrent_http_seed_urls: Vec<String>,
         torrent_nodes: Vec<(String, i64)>,
     ) -> Self {
+        let pieces_or_root_hash = if db_torrent.is_bep_30 == 0 {
+            match &db_torrent.pieces {
+                Some(pieces) => pieces.clone(),
+                None => {
+                    error!("Invalid torrent #{}. Null `pieces` in database", db_torrent.torrent_id);
+                    String::new()
+                }
+            }
+        } else {
+            // A BEP-30 torrent
+            match &db_torrent.root_hash {
+                Some(root_hash) => root_hash.clone(),
+                None => {
+                    error!("Invalid torrent #{}. Null `root_hash` in database", db_torrent.torrent_id);
+                    String::new()
+                }
+            }
+        };
+
         let info_dict = TorrentInfoDictionary::with(
             &db_torrent.name,
             db_torrent.piece_length,
             db_torrent.private,
             db_torrent.is_bep_30,
-            &db_torrent.pieces,
+            &pieces_or_root_hash,
             torrent_files,
         );
 
@@ -235,7 +255,14 @@ impl TorrentInfoDictionary {
     /// - The `pieces` field is not a valid hex string.
     /// - For single files torrents the `TorrentFile` path is empty.
     #[must_use]
-    pub fn with(name: &str, piece_length: i64, private: Option<u8>, is_bep_30: i64, pieces: &str, files: &[TorrentFile]) -> Self {
+    pub fn with(
+        name: &str,
+        piece_length: i64,
+        private: Option<u8>,
+        is_bep_30: i64,
+        pieces_or_root_hash: &str,
+        files: &[TorrentFile],
+    ) -> Self {
         let mut info_dict = Self {
             name: name.to_string(),
             pieces: None,
@@ -249,13 +276,13 @@ impl TorrentInfoDictionary {
             source: None,
         };
 
-        // a torrent file has a root hash or a pieces key, but not both.
-        if is_bep_30 > 0 {
-            // If `is_bep_30` is true the `pieces` field contains the `root hash`
-            info_dict.root_hash = Some(pieces.to_owned());
-        } else {
-            let buffer = into_bytes(pieces).expect("variable `torrent_info.pieces` is not a valid hex string");
+        // BEP 30: <http://www.bittorrent.org/beps/bep_0030.html>.
+        // Torrent file can only hold a `pieces` key or a `root hash` key
+        if is_bep_30 == 0 {
+            let buffer = into_bytes(pieces_or_root_hash).expect("variable `torrent_info.pieces` is not a valid hex string");
             info_dict.pieces = Some(ByteBuf::from(buffer));
+        } else {
+            info_dict.root_hash = Some(pieces_or_root_hash.to_owned());
         }
 
         // either set the single file or the multiple files information
@@ -298,22 +325,22 @@ impl TorrentInfoDictionary {
         }
     }
 
-    /// It returns the root hash as a `i64` value.
-    ///
-    /// # Panics
-    ///
-    /// This function will panic if the root hash cannot be converted into a
-    /// `i64` value.
+    /// torrent file can only hold a pieces key or a root hash key:
+    /// [BEP 39](http://www.bittorrent.org/beps/bep_0030.html)
     #[must_use]
-    pub fn get_root_hash_as_i64(&self) -> i64 {
+    pub fn get_root_hash_as_string(&self) -> String {
         match &self.root_hash {
-            None => 0i64,
-            Some(root_hash) => root_hash
-                .parse::<i64>()
-                .expect("variable `root_hash` cannot be converted into a `i64`"),
+            None => String::new(),
+            Some(root_hash) => root_hash.clone(),
         }
     }
 
+    /// It returns true if the torrent is a BEP-30 torrent.
+    #[must_use]
+    pub fn is_bep_30(&self) -> bool {
+        self.root_hash.is_some()
+    }
+
     #[must_use]
     pub fn is_a_single_file_torrent(&self) -> bool {
         self.length.is_some()
@@ -330,7 +357,8 @@ pub struct DbTorrent {
     pub torrent_id: i64,
     pub info_hash: String,
     pub name: String,
-    pub pieces: String,
+    pub pieces: Option<String>,
+    pub root_hash: Option<String>,
     pub piece_length: i64,
     #[serde(default)]
     pub private: Option<u8>,
diff --git a/src/services/torrent_file.rs b/src/services/torrent_file.rs
@@ -11,7 +11,7 @@ use crate::services::hasher::sha1;
 pub struct CreateTorrentRequest {
     // The `info` dictionary fields
     pub name: String,
-    pub pieces: String,
+    pub pieces_or_root_hash: String,
     pub piece_length: i64,
     pub private: Option<u8>,
     /// True (1) if it's a BEP 30 torrent.
@@ -60,7 +60,7 @@ impl CreateTorrentRequest {
             self.piece_length,
             self.private,
             self.is_bep_30,
-            &self.pieces,
+            &self.pieces_or_root_hash,
             &self.files,
         )
     }
@@ -90,7 +90,7 @@ pub fn generate_random_torrent(id: Uuid) -> Torrent {
 
     let create_torrent_req = CreateTorrentRequest {
         name: format!("file-{id}.txt"),
-        pieces: sha1(&file_contents),
+        pieces_or_root_hash: sha1(&file_contents),
         piece_length: 16384,
         private: None,
         is_bep_30: 0,
diff --git a/src/upgrades/from_v1_0_0_to_v2_0_0/databases/sqlite_v2_0_0.rs b/src/upgrades/from_v1_0_0_to_v2_0_0/databases/sqlite_v2_0_0.rs
@@ -23,7 +23,8 @@ pub struct TorrentRecordV2 {
     pub info_hash: String,
     pub size: i64,
     pub name: String,
-    pub pieces: String,
+    pub pieces: Option<String>,
+    pub root_hash: Option<String>,
     pub piece_length: i64,
     pub private: Option<u8>,
     pub is_bep_30: i64,
@@ -40,10 +41,11 @@ impl TorrentRecordV2 {
             info_hash: torrent.info_hash.clone(),
             size: torrent.file_size,
             name: torrent_info.name.clone(),
-            pieces: torrent_info.get_pieces_as_string(),
+            pieces: Some(torrent_info.get_pieces_as_string()),
+            root_hash: Some(torrent_info.get_root_hash_as_string()),
             piece_length: torrent_info.piece_length,
             private: torrent_info.private,
-            is_bep_30: torrent_info.get_root_hash_as_i64(),
+            is_bep_30: i64::from(torrent_info.is_bep_30()),
             date_uploaded: convert_timestamp_to_datetime(torrent.upload_date),
         }
     }
diff --git a/tests/upgrades/from_v1_0_0_to_v2_0_0/transferrer_testers/torrent_transferrer_tester.rs b/tests/upgrades/from_v1_0_0_to_v2_0_0/transferrer_testers/torrent_transferrer_tester.rs
@@ -112,14 +112,15 @@ impl TorrentTester {
         assert_eq!(imported_torrent.info_hash, torrent.info_hash);
         assert_eq!(imported_torrent.size, torrent.file_size);
         assert_eq!(imported_torrent.name, torrent_file.info.name);
-        assert_eq!(imported_torrent.pieces, torrent_file.info.get_pieces_as_string());
+        assert_eq!(imported_torrent.pieces, Some(torrent_file.info.get_pieces_as_string()));
+        assert_eq!(imported_torrent.root_hash, None);
         assert_eq!(imported_torrent.piece_length, torrent_file.info.piece_length);
         if torrent_file.info.private.is_none() {
             assert_eq!(imported_torrent.private, Some(0));
         } else {
             assert_eq!(imported_torrent.private, torrent_file.info.private);
         }
-        assert_eq!(imported_torrent.is_bep_30, torrent_file.info.get_root_hash_as_i64());
+        assert_eq!(imported_torrent.is_bep_30, i64::from(torrent_file.info.is_bep_30()));
         assert_eq!(
             imported_torrent.date_uploaded,
             convert_timestamp_to_datetime(torrent.upload_date)
