feat: collections v2 aggregate Tinybird pipes and toggle column (IN-1193)

backend/src/database/migrations/U1784026542__addShowAggregateTabsColumnToCollectionsTable.sql

@@ -0,0 +1,3 @@
+-- Reverses V1784026542: drops the showAggregateTabs column added to collections.
+ALTER TABLE collections
+    DROP COLUMN "showAggregateTabs";

backend/src/database/migrations/V1784026542__addShowAggregateTabsColumnToCollectionsTable.sql

@@ -0,0 +1,10 @@
+-- Add the showAggregateTabs column to the collections table, defaulting to false.
+ALTER TABLE collections
+    ADD COLUMN "showAggregateTabs" boolean DEFAULT false NOT NULL;
+
+-- Only LF Foundation (curated) collections get the in-depth aggregate tabs by default.
+-- ssoUserId is only set for community/user-curated collections (see V1772438175), so
+-- ssoUserId IS NULL identifies curated collections.
+UPDATE collections
+SET "showAggregateTabs" = true
+WHERE "ssoUserId" IS NULL;

frontend/src/modules/admin/modules/collections/components/lf-collection-add.vue

@@ -186,6 +186,17 @@
                   </lf-field>
                 </article>
               </div>
+
+              <!-- Show aggregate tabs -->
+              <article class="mb-6">
+                <lf-field label-text="Show aggregate tabs">
+                  <div class="flex items-center gap-2">
+                    <lf-switch v-model="form.showAggregateTabs" size="small">
+                      <span class="text-2xs text-gray-400">Show in-depth aggregate metric tabs on the public collection page</span>
+                    </lf-switch>
+                  </div>
+                </lf-field>
+              </article>
             </div>
             <lf-collection-add-projects-tab
               v-if="activeTab === 'projects'"
@@ -221,6 +232,7 @@ import LfTabs from '@/ui-kit/tabs/Tabs.vue';
 import LfTab from '@/ui-kit/tabs/Tab.vue';
 import LfInput from '@/ui-kit/input/Input.vue';
 import LfTextarea from '@/ui-kit/textarea/Textarea.vue';
+import LfSwitch from '@/ui-kit/switch/Switch.vue';
 import LfField from '@/ui-kit/field/Field.vue';
 import LfFieldMessages from '@/ui-kit/field-messages/FieldMessages.vue';
 
@@ -260,6 +272,7 @@ const form = reactive<CollectionFormModel>({
   color: '',
   projects: [],
   starred: false,
+  showAggregateTabs: true,
 });
 
 const rules = {
@@ -327,6 +340,7 @@ const onSubmit = () => {
       starred: project?.starred || false,
     })),
     starred: !!form.starred,
+    showAggregateTabs: !!form.showAggregateTabs,
     categoryId: form.categoryId,
     slug: form.name.toLowerCase().replace(/ /g, '-'),
   };

frontend/src/modules/admin/modules/collections/models/collection.model.ts

@@ -14,6 +14,7 @@ export interface CollectionModel {
   projects: InsightsProjectModel[];
   category: Category & {categoryGroupType: string, categoryGroupName: string};
   starred?: boolean;
+  showAggregateTabs?: boolean;
 }
 
 export interface CollectionRequest {
@@ -25,6 +26,7 @@ export interface CollectionRequest {
   color?: string;
   slug: string;
   starred: boolean;
+  showAggregateTabs: boolean;
   projects: {
     id: string;
     starred: boolean;
@@ -40,4 +42,5 @@ export interface CollectionFormModel {
   color: string;
   projects: InsightsProjectModel[];
   starred: boolean;
+  showAggregateTabs: boolean;
 }

scripts/cli

@@ -1182,14 +1182,14 @@ while test $# -gt 0; do
         exit
         ;;
     service-restart-fe-dev)
-        IGNORED_SERVICES=("frontend" "python-worker" "job-generator" "webhook-api" "profiles-worker" "organizations-enrichment-worker" "merge-suggestions-worker" "members-enrichment-worker" "exports-worker" "entity-merging-worker")
+        IGNORED_SERVICES=("frontend" "python-worker" "job-generator" "webhook-api" "profiles-worker" "organizations-enrichment-worker" "merge-suggestions-worker" "members-enrichment-worker" "exports-worker" "entity-merging-worker" "automatic-projects-discovery-worker" "pcc-sync-worker" "projects-evaluation-worker" "bq-dataset-ingest" "cargo-worker" "dockerhub-sync" "github-repos-enricher" "go-worker" "maven-worker" "npm-worker" "nuget-worker" "osv-worker" "pypi-worker" "rubygems-worker" "security-contacts-worker")
         DEV=1
         kill_all_containers
         service_start
         exit
         ;;
     clean-start-fe-dev)
-        IGNORED_SERVICES=("frontend" "python-worker" "job-generator" "webhook-api" "profiles-worker" "organizations-enrichment-worker" "merge-suggestions-worker" "members-enrichment-worker" "exports-worker" "entity-merging-worker" "cache-worker" "categorization-worker" "cron-service" "data-sink-worker" "git-integration" "integration-run-worker" "integration-stream-worker" "nango-webhook-api" "nango-worker" "script-executor-worker" "search-sync-api" "search-sync-worker" "security-best-practices-worker" "snowflake-connectors-worker")
+        IGNORED_SERVICES=("frontend" "python-worker" "job-generator" "webhook-api" "profiles-worker" "organizations-enrichment-worker" "merge-suggestions-worker" "members-enrichment-worker" "exports-worker" "entity-merging-worker" "cache-worker" "categorization-worker" "cron-service" "data-sink-worker" "git-integration" "integration-run-worker" "integration-stream-worker" "nango-webhook-api" "nango-worker" "script-executor-worker" "search-sync-api" "search-sync-worker" "security-best-practices-worker" "snowflake-connectors-worker" "automatic-projects-discovery-worker" "pcc-sync-worker" "projects-evaluation-worker" "bq-dataset-ingest" "cargo-worker" "dockerhub-sync" "github-repos-enricher" "go-worker" "maven-worker" "npm-worker" "nuget-worker" "osv-worker" "pypi-worker" "rubygems-worker" "security-contacts-worker")
         CLEAN_START=1
         DEV=1
         start

services/libs/data-access-layer/src/collections/index.ts

@@ -21,6 +21,7 @@ export interface ICreateCollection {
   name: string
   slug?: string
   starred: boolean
+  showAggregateTabs?: boolean
   isPrivate?: boolean
   ssoUserId?: string | null
   logoUrl?: string | null
@@ -93,6 +94,7 @@ export enum CollectionField {
   SLUG = 'slug',
   SSO_USER_ID = 'ssoUserId',
   STARRED = 'starred',
+  SHOW_AGGREGATE_TABS = 'showAggregateTabs',
   UPDATED_AT = 'updatedAt',
   DELETED_AT = 'deletedAt',
 }
@@ -144,12 +146,16 @@ export async function createCollection(
     logoUrl: null,
     imageUrl: null,
     color: null,
+    // Only LF Foundation (curated) collections get aggregate tabs by default.
+    // ssoUserId is only set for community/user-curated collections, so
+    // ssoUserId being unset identifies curated collections (see V1784026542).
+    showAggregateTabs: !collection.ssoUserId,
     ...collection,
   }
   return qx.selectOne(
     `
-      INSERT INTO collections (name, description, slug, "categoryId", starred, "logoUrl", "imageUrl", color)
-      VALUES ($(name), $(description), $(slug), $(categoryId), $(starred), $(logoUrl), $(imageUrl), $(color))
+      INSERT INTO collections (name, description, slug, "categoryId", starred, "logoUrl", "imageUrl", color, "showAggregateTabs")
+      VALUES ($(name), $(description), $(slug), $(categoryId), $(starred), $(logoUrl), $(imageUrl), $(color), $(showAggregateTabs))
       RETURNING *
     `,
     data,

services/libs/tinybird/pipes/collection_insights_aggregate.pipe

@@ -0,0 +1,50 @@
+DESCRIPTION >
+    - `collection_insights_aggregate.pipe` serves aggregate insights metrics for a collection.
+    - Returns a single row with metrics aggregated across every project in the collection, not one row per project.
+    - Parameters:
+    - `collectionSlug`: Required collection slug. insights_projects_populated_ds.collectionsSlugs already lists
+    every collection each project belongs to (see insightsProjects_filtered.pipe for the same filter pattern),
+    so this pipe resolves collection membership directly rather than requiring the caller to first look up a
+    project id list.
+    - Response:
+    - `projectCount`: count of distinct projects in the collection.
+    - `uniqueContributorCount`: total unique contributors across all projects in the collection, deduplicated (a contributor active on multiple projects in the collection is counted once).
+    - `avgHealthScore`: average of each project's health score in the collection, rounded.
+
+TAGS "Insights, Widget", "Collection"
+
+NODE collection_insights_aggregate_projects
+DESCRIPTION >
+    Resolves the collection's member projects to their segment ids and health scores directly via
+    collectionsSlugs, matching the same has(collectionsSlugs, ...) filter already used by
+    insightsProjects_filtered.pipe.
+
+SQL >
+    %
+    SELECT id, segmentId, healthScore
+    FROM insights_projects_populated_ds
+    WHERE
+        enabled = 1
+        AND has(
+            collectionsSlugs,
+            {{ String(collectionSlug, description="Filter by collection slug", required=True) }}
+        )
+
+NODE collection_insights_aggregate_results
+DESCRIPTION >
+    Aggregates health score across matched projects and counts unique contributors across their segments in one pass
+
+SQL >
+    SELECT
+        (SELECT count(distinct id) FROM collection_insights_aggregate_projects) AS projectCount,
+        uniq(ar.memberId) AS uniqueContributorCount,
+        (SELECT round(avg(healthScore)) FROM collection_insights_aggregate_projects) AS avgHealthScore
+    FROM activityRelations_deduplicated_cleaned_bucket_union AS ar
+    WHERE
+        ar.memberId != ''
+        AND ar.segmentId IN (SELECT segmentId FROM collection_insights_aggregate_projects)
+        AND (ar.type, ar.platform) IN (
+            SELECT activityType, platform
+            FROM activityTypes
+            WHERE isCodeContribution = 1 OR isCollaboration = 1
+        )