Files
supabase/apps/docs/scripts/search/sources/index.ts
2024-01-03 18:54:23 +01:00

124 lines
3.3 KiB
TypeScript

import {
GitHubDiscussionLoader,
GitHubDiscussionSource,
fetchDiscussions,
} from './github-discussion'
import { MarkdownLoader, MarkdownSource } from './markdown'
import {
CliReferenceLoader,
CliReferenceSource,
ClientLibReferenceLoader,
ClientLibReferenceSource,
OpenApiReferenceLoader,
OpenApiReferenceSource,
} from './reference-doc'
import { walk } from './util'
const ignoredFiles = ['pages/404.mdx']
export type SearchSource =
| MarkdownSource
| OpenApiReferenceSource
| ClientLibReferenceSource
| CliReferenceSource
| GitHubDiscussionSource
/**
* Fetches all the sources we want to index for search
*/
export async function fetchSources() {
const openApiReferenceSource = new OpenApiReferenceLoader(
'api',
'/reference/api',
{ title: 'Management API Reference' },
'spec/transforms/api_v0_openapi_deparsed.json',
'spec/common-api-sections.json'
).load()
const jsLibReferenceSource = new ClientLibReferenceLoader(
'js-lib',
'/reference/javascript',
{ title: 'JavaScript Reference' },
'spec/supabase_js_v2.yml',
'spec/common-client-libs-sections.json'
).load()
const dartLibReferenceSource = new ClientLibReferenceLoader(
'dart-lib',
'/reference/dart',
{ title: 'Dart Reference' },
'spec/supabase_dart_v2.yml',
'spec/common-client-libs-sections.json'
).load()
const pythonLibReferenceSource = new ClientLibReferenceLoader(
'python-lib',
'/reference/python',
{ title: 'Python Reference' },
'spec/supabase_py_v2.yml',
'spec/common-client-libs-sections.json'
).load()
const cSharpLibReferenceSource = new ClientLibReferenceLoader(
'csharp-lib',
'/reference/csharp',
{ title: 'C# Reference' },
'spec/supabase_csharp_v0.yml',
'spec/common-client-libs-sections.json'
).load()
const swiftLibReferenceSource = new ClientLibReferenceLoader(
'swift-lib',
'/reference/swift',
{ title: 'Swift Reference' },
'spec/supabase_swift_v2.yml',
'spec/common-client-libs-sections.json'
).load()
const ktLibReferenceSource = new ClientLibReferenceLoader(
'kt-lib',
'/reference/kotlin',
{ title: 'Kotlin Reference' },
'spec/supabase_kt_v1.yml',
'spec/common-client-libs-sections.json'
).load()
const cliReferenceSource = new CliReferenceLoader(
'cli',
'/reference/cli',
{ title: 'CLI Reference' },
'spec/cli_v1_commands.yaml',
'spec/common-cli-sections.json'
).load()
const guideSources = (await walk('pages'))
.filter(({ path }) => /\.mdx?$/.test(path))
.filter(({ path }) => !ignoredFiles.includes(path))
.map((entry) => new MarkdownLoader('guide', entry.path).load())
const githubDiscussionSources = (
await fetchDiscussions(
'supabase',
'supabase',
'DIC_kwDODMpXOc4CUvEr' // 'Troubleshooting' category
)
).map((discussion) => new GitHubDiscussionLoader('supabase/supabase', discussion).load())
const sources: SearchSource[] = (
await Promise.all([
openApiReferenceSource,
jsLibReferenceSource,
dartLibReferenceSource,
pythonLibReferenceSource,
cSharpLibReferenceSource,
swiftLibReferenceSource,
ktLibReferenceSource,
cliReferenceSource,
...githubDiscussionSources,
...guideSources,
])
).flat()
return sources
}