cdransf/coryd.dev-eleventy
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

chore: deduplicate permalinks; fix sitemap; organize

Browse source
This commit is contained in:
Cory Dransfeldt 2024-07-15 22:52:57 -07:00
parent b40986256a
commit ae1cb3dc5e
No known key found for this signature in database
64 changed files with 94 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

34
src/_data/robots.js
View file

@ -1,34 +0,0 @@
import { createClient } from '@supabase/supabase-js'
const SUPABASE_URL = process.env.SUPABASE_URL
const SUPABASE_KEY = process.env.SUPABASE_KEY
const supabase = createClient(SUPABASE_URL, SUPABASE_KEY)
const PAGE_SIZE = 100
const fetchAllRobots = async () => {
let robots = []
let from = 0
let to = PAGE_SIZE - 1
while (true) {
const { data, error } = await supabase
.from('robots')
.select('user_agent')
.range(from, to)
if (error) {
console.error('Error fetching robot data:', error)
return null
}
robots = robots.concat(data)
if (data.length < PAGE_SIZE) break
}
return robots.map(robot => robot['user_agent'])
}
export default async function () {
return await fetchAllRobots()
}