feat: progressive loading for org packages

Instead of capping at 1000 packages and blocking on all metadata,
load the first 250 immediately and fetch the rest on demand.
Filtering/sorting triggers loadAll() so client-side search still
works on the full set.

Author: Adebesin-Cell

app/composables/npm/useAlgoliaSearch.ts

@@ -222,6 +222,33 @@ export function useAlgoliaSearch() {
 }
 }
 
+/** Fetch metadata for a single batch of packages (max 1000) by exact name. */
+asyncfunctiongetPackagesByNameSlice(names: string[]): Promise<NpmSearchResult[]>{
+if(names.length===0)return[]
+
+constresponse=await$fetch<{results: (AlgoliaHit|null)[]}>(
+`https://${algolia.appId}-dsn.algolia.net/1/indexes/*/objects`,
+{
+method: 'POST',
+headers: {
+'x-algolia-api-key': algolia.apiKey,
+'x-algolia-application-id': algolia.appId,
+},
+body: {
+requests: names.map(name=>({
+ indexName,
+objectID: name,
+attributesToRetrieve: ATTRIBUTES_TO_RETRIEVE,
+})),
+},
+},
+)
+
+returnresponse.results
+.filter((r): r is AlgoliaHit=>r!==null&&'name'inr)
+.map(hitToSearchResult)
+}
+
 /** Fetch metadata for specific packages by exact name using Algolia's getObjects API. */
 asyncfunctiongetPackagesByName(packageNames: string[]): Promise<NpmSearchResponse>{
 if(packageNames.length===0){
@@ -230,36 +257,18 @@ export function useAlgoliaSearch() {
 
 // Algolia getObjects has a limit of 1000 objects per request, so batch if needed
 constBATCH_SIZE=1000
-constallHits: AlgoliaHit[]=[]
-
+constbatches: string[][]=[]
 for(leti=0;i<packageNames.length;i+=BATCH_SIZE){
-constbatch=packageNames.slice(i,i+BATCH_SIZE)
-constresponse=await$fetch<{results: (AlgoliaHit|null)[]}>(
-`https://${algolia.appId}-dsn.algolia.net/1/indexes/*/objects`,
-{
-method: 'POST',
-headers: {
-'x-algolia-api-key': algolia.apiKey,
-'x-algolia-application-id': algolia.appId,
-},
-body: {
-requests: batch.map(name=>({
- indexName,
-objectID: name,
-attributesToRetrieve: ATTRIBUTES_TO_RETRIEVE,
-})),
-},
-},
-)
-
-consthits=response.results.filter((r): r is AlgoliaHit=>r!==null&&'name'inr)
-allHits.push(...hits)
+batches.push(packageNames.slice(i,i+BATCH_SIZE))
 }
 
+constresults=awaitPromise.all(batches.map(batch=>getPackagesByNameSlice(batch)))
+constallObjects=results.flat()
+
 return{
 isStale: false,
-objects: allHits.map(hitToSearchResult),
-total: allHits.length,
+objects: allObjects,
+total: allObjects.length,
 time: newDate().toISOString(),
 }
 }
@@ -366,5 +375,6 @@ export function useAlgoliaSearch() {
  searchWithSuggestions,
  searchByOwner,
  getPackagesByName,
+ getPackagesByNameSlice,
 }
 }