GitLab support

Author: brendan-kellam

packages/backend/src/gitea.ts

@@ -60,7 +60,9 @@ export const getGiteaReposFromConfig = async (config: GiteaConfig, ctx: AppConte
                     'zoekt.archived': marshalBool(repo.archived),
                     'zoekt.fork': marshalBool(repo.fork!),
                     'zoekt.public': marshalBool(repo.internal === false && repo.private === false),
-                }
+                },
+                branches: [],
+                tags: []
             } satisfies GitRepository;
         });
 

packages/backend/src/github.ts

@@ -92,6 +92,7 @@ export const getGitHubReposFromConfig = async (config: GitHubConfig, signal: Abo
                     'zoekt.public': marshalBool(repo.private === false)
                 },
                 branches: [],
+                tags: [],
             } satisfies GitRepository;
         });
 

packages/backend/src/gitlab.ts

@@ -4,6 +4,7 @@ import { excludeArchivedRepos, excludeForkedRepos, excludeReposByName, getTokenF
 import { createLogger } from "./logger.js";
 import { AppContext, GitRepository } from "./types.js";
 import path from 'path';
+import micromatch from "micromatch";
 
 const logger = createLogger("GitLab");
 
@@ -90,7 +91,9 @@ export const getGitLabReposFromConfig = async (config: GitLabConfig, ctx: AppCon
                     'zoekt.archived': marshalBool(project.archived),
                     'zoekt.fork': marshalBool(isFork),
                     'zoekt.public': marshalBool(project.visibility === 'public'),
-                }
+                },
+                branches: [],
+                tags: [],
             } satisfies GitRepository;
         });
 
@@ -110,5 +113,41 @@ export const getGitLabReposFromConfig = async (config: GitLabConfig, ctx: AppCon
 
     logger.debug(`Found ${repos.length} total repositories.`);
 
+    if (config.revisions) {
+        if (config.revisions.branches) {
+            const branchGlobs = config.revisions.branches;
+            repos = await Promise.all(repos.map(async (repo) => {
+                logger.debug(`Fetching branches for repo ${repo.name}...`);
+                let { durationMs, data } = await measure(() => api.Branches.all(repo.name));
+                logger.debug(`Found ${data.length} branches in repo ${repo.name} in ${durationMs}ms.`);
+
+                let branches = data.map((branch) => branch.name);
+                branches = micromatch.match(branches, branchGlobs);
+
+                return {
+                    ...repo,
+                    branches,
+                };
+            }));
+        }
+
+        if (config.revisions.tags) {
+            const tagGlobs = config.revisions.tags;
+            repos = await Promise.all(repos.map(async (repo) => {
+                logger.debug(`Fetching tags for repo ${repo.name}...`);
+                let { durationMs, data } = await measure(() => api.Tags.all(repo.name));
+                logger.debug(`Found ${data.length} tags in repo ${repo.name} in ${durationMs}ms.`);
+
+                let tags = data.map((tag) => tag.name);
+                tags = micromatch.match(tags, tagGlobs);
+
+                return {
+                    ...repo,
+                    tags,
+                };
+            }));
+        }
+    }
+
     return repos;
 }

packages/backend/src/schemas/v2.ts

@@ -119,6 +119,7 @@ export interface GitLabConfig {
      */
     projects?: string[];
   };
+  revisions?: GitRevisions;
 }
 export interface GiteaConfig {
   /**

packages/backend/src/types.ts

@@ -13,9 +13,9 @@ interface BaseRepository {
 export interface GitRepository extends BaseRepository {
     vcs: 'git';
     cloneUrl: string;
+    branches: string[];
+    tags: string[];
     gitConfigMetadata?: Record<string, string>;
-    branches?: string[];
-    tags?: string[];
 }
 
 export interface LocalRepository extends BaseRepository {

schemas/v2/index.json

@@ -38,6 +38,9 @@
                         [
                             "main",
                             "release/*"
+                        ],
+                        [
+                            "**"
                         ]
                     ],
                     "default": []
@@ -52,6 +55,9 @@
                         [
                             "latest",
                             "v2.*.*"
+                        ],
+                        [
+                            "**"
                         ]
                     ],
                     "default": []
@@ -245,6 +251,9 @@
                         }
                     },
                     "additionalProperties": false
+                },
+                "revisions": {
+                    "$ref": "#/definitions/GitRevisions"
                 }
             },
             "required": [