Add crate_downloads table

Author: Turbo87

migrations/2024-03-04-092044_crate-downloads-table/down.sql

@@ -0,0 +1 @@
+drop table crate_downloads;

migrations/2024-03-04-092044_crate-downloads-table/up.sql

@@ -0,0 +1,22 @@
+create table crate_downloads
+(
+    crate_id  integer          not null
+        constraint crate_downloads_pk
+            primary key
+        constraint crate_downloads_crates_id_fk
+            references crates
+            on delete cascade,
+    downloads bigint default 0 not null
+);
+
+comment on table crate_downloads is 'Number of downloads per crate. This was extracted from the `crates` table for performance reasons.';
+comment on column crate_downloads.crate_id is 'Reference to the crate that this row belongs to.';
+comment on column crate_downloads.downloads is 'The total number of downloads for this crate.';
+
+-- The following query can take a couple of seconds so it should be run manually
+-- outside of the migration to prevent the server from taking a long time to
+-- start up while waiting for the migration to complete.
+
+-- insert into crate_downloads (crate_id, downloads)
+-- select id, downloads
+-- from crates;

src/schema.patch

@@ -1,3 +1,5 @@
+--- src/schema.rs.orig	2024-03-04 10:34:35
++++ src/schema.rs	2024-03-04 10:33:35
 @@ -21,9 +21,7 @@
      /// The `pg_catalog.tsvector` SQL type
      ///
@@ -7,7 +9,7 @@
 -    pub struct Tsvector;
 +    pub use diesel_full_text_search::Tsvector;
  }
-
+ 
  diesel::table! {
 @@ -74,9 +72,9 @@
          /// (Automatically generated by Diesel.)
@@ -33,8 +35,8 @@
 -        path -> Ltree,
      }
  }
-
-@@ -456,7 +448,7 @@
+ 
+@@ -476,7 +468,7 @@
          /// Its SQL type is `Array<Nullable<Text>>`.
          ///
          /// (Automatically generated by Diesel.)
@@ -43,9 +45,9 @@
          /// The `target` column of the `dependencies` table.
          ///
          /// Its SQL type is `Nullable<Varchar>`.
-@@ -683,6 +675,24 @@
+@@ -703,6 +695,24 @@
  }
-
+ 
  diesel::table! {
 +    /// Representation of the `recent_crate_downloads` view.
 +    ///
@@ -68,8 +70,8 @@
      /// Representation of the `reserved_crate_names` table.
      ///
      /// (Automatically generated by Diesel.)
-@@ -997,7 +1007,8 @@
- diesel::joinable!(api_tokens -> users (user_id));
+@@ -1018,7 +1028,8 @@
+ diesel::joinable!(crate_downloads -> crates (crate_id));
  diesel::joinable!(crate_owner_invitations -> crates (crate_id));
  diesel::joinable!(crate_owners -> crates (crate_id));
 -diesel::joinable!(crate_owners -> users (created_by));
@@ -78,15 +80,15 @@
  diesel::joinable!(crates_categories -> categories (category_id));
  diesel::joinable!(crates_categories -> crates (crate_id));
  diesel::joinable!(crates_keywords -> crates (crate_id));
-@@ -1010,6 +1021,7 @@
+@@ -1031,6 +1042,7 @@
  diesel::joinable!(publish_limit_buckets -> users (user_id));
  diesel::joinable!(publish_rate_overrides -> users (user_id));
  diesel::joinable!(readme_renderings -> versions (version_id));
 +diesel::joinable!(recent_crate_downloads -> crates (crate_id));
  diesel::joinable!(version_downloads -> versions (version_id));
  diesel::joinable!(version_owner_actions -> api_tokens (api_token_id));
  diesel::joinable!(version_owner_actions -> users (user_id));
-@@ -1036,6 +1048,7 @@
+@@ -1058,6 +1070,7 @@
      publish_limit_buckets,
      publish_rate_overrides,
      readme_renderings,

src/schema.rs

@@ -181,6 +181,16 @@ diesel::table! {
     }
 }
 
+diesel::table! {
+    /// Number of downloads per crate. This was extracted from the `crates` table for performance reasons.
+    crate_downloads (crate_id) {
+        /// Reference to the crate that this row belongs to.
+        crate_id -> Int4,
+        /// The total number of downloads for this crate.
+        downloads -> Int8,
+    }
+}
+
 diesel::table! {
     /// Representation of the `crate_owner_invitations` table.
     ///
@@ -1005,6 +1015,7 @@ diesel::table! {
 }
 
 diesel::joinable!(api_tokens -> users (user_id));
+diesel::joinable!(crate_downloads -> crates (crate_id));
 diesel::joinable!(crate_owner_invitations -> crates (crate_id));
 diesel::joinable!(crate_owners -> crates (crate_id));
 diesel::joinable!(crate_owners -> teams (owner_id));
@@ -1034,6 +1045,7 @@ diesel::allow_tables_to_appear_in_same_query!(
     api_tokens,
     background_jobs,
     categories,
+    crate_downloads,
     crate_owner_invitations,
     crate_owners,
     crates,

src/worker/jobs/dump_db/dump-db.toml

@@ -48,6 +48,10 @@ crates_cnt = "public"
 created_at = "public"
 path = "public"
 
+[crate_downloads.columns]
+crate_id = "public"
+downloads = "public"
+
 [crate_owner_invitations.columns]
 invited_user_id = "private"
 invited_by_user_id = "private"