use page-meta-scraper package

olerichter00 · Dec 8, 2020 · a934c1d · a934c1d
1 parent e0e9aeb
commit a934c1d
Show file tree

Hide file tree

Showing 24 changed files with 56 additions and 463 deletions.
diff --git a/.deepsource.toml b/.deepsource.toml
@@ -4,6 +4,14 @@ version = 1
 name = "javascript"
 enabled = true
 
+exclude_patterns = [
+  "bin/**",
+  "**/node_modules/",
+  "js/*/*.min.js",
+  ".vercel/**",
+  ".next/**",
+]
+
   [analyzers.meta]
   plugins = ["react"]
   environment = [

diff --git a/hooks/useColorScheme.tsx b/hooks/useColorScheme.tsx
@@ -6,13 +6,16 @@ const systemColorScheme = (): 'dark' | 'light' =>
   window.matchMedia('(prefers-color-scheme: dark)').matches ? 'dark' : 'light'
 
 export default function useColorScheme(): [ColorScheme, Function] {
-  const [colorScheme, setColorScheme] = useLocalStorage('colorScheme', systemColorScheme)
+  const [colorScheme, setColorScheme] = useLocalStorage<ColorScheme>(
+    'colorScheme',
+    systemColorScheme,
+  )
 
   const switchColorScheme = () => {
     const newColorScheme = colorScheme === 'dark' ? 'light' : 'dark'
 
     setColorScheme(newColorScheme)
   }
 
-  return [colorScheme, switchColorScheme]
+  return [colorScheme as ColorScheme, switchColorScheme]
 }
diff --git a/hooks/useFilter.tsx b/hooks/useFilter.tsx
@@ -1,13 +1,13 @@
 import useLocalStorage from '@olerichter00/use-localstorage'
 
 export default function useFilter(): [boolean, Function] {
-  const [filter, setFilter] = useLocalStorage('filter', false)
+  const [filter, setFilter] = useLocalStorage<boolean>('filter', false)
 
   const switchFilter = () => {
     const newFilter = !filter
 
     setFilter(newFilter)
   }
 
-  return [filter, switchFilter]
+  return [filter as boolean, switchFilter]
 }
diff --git a/lib/metadataScraper.ts b/lib/metadataScraper.ts
@@ -0,0 +1,17 @@
+import pageMetaScraper from 'page-meta-scraper'
+import config from './config'
+
+const isDevEnvironment = !process.env.NODE_ENV || process.env.NODE_ENV === 'development'
+
+pageMetaScraper.configure({
+  useFallbackImages: false,
+  imageFallbackStrategies: ['contextualweb', 'unsplash'],
+
+  unsplashBaseUrl: config.unsplashBaseUrl,
+  unsplashClientId: config.unsplashClientId,
+  xRapidapiHost: config.xRapidapiHost,
+  xRapidapiKey: config.xRapidapiKey,
+  debugMode: isDevEnvironment ? true : false,
+})
+
+export default pageMetaScraper
diff --git a/lib/pageMetaScraper/pageMetaScraper.ts b/lib/pageMetaScraper/pageMetaScraper.ts
diff --git a/lib/pageMetaScraper/scraper/metaDescriptionScraper.ts b/lib/pageMetaScraper/scraper/metaDescriptionScraper.ts
diff --git a/lib/pageMetaScraper/scraper/metaFaviconScraper.ts b/lib/pageMetaScraper/scraper/metaFaviconScraper.ts
diff --git a/lib/pageMetaScraper/scraper/metaImageScraper.ts b/lib/pageMetaScraper/scraper/metaImageScraper.ts
diff --git a/lib/pageMetaScraper/scraper/metaTitleScraper.ts b/lib/pageMetaScraper/scraper/metaTitleScraper.ts
diff --git a/lib/pageMetaScraper/utils/helper.ts b/lib/pageMetaScraper/utils/helper.ts
diff --git a/lib/pageMetaScraper/utils/keywordCleaner.ts b/lib/pageMetaScraper/utils/keywordCleaner.ts
diff --git a/package.json b/package.json
@@ -15,7 +15,7 @@
     "deploy:staging": "vercel"
   },
   "dependencies": {
-    "@olerichter00/use-localstorage": "^0.0.5",
+    "@olerichter00/use-localstorage": "0.1.0",
     "@types/cheerio": "^0.22.22",
     "@types/lodash.throttle": "^4.1.6",
     "@types/react-headroom": "^2.2.1",
@@ -28,7 +28,7 @@
     "lodash.throttle": "^4.1.1",
     "next": "^10.0.0",
     "next-pwa": "^3.1.3",
-    "page-meta-scraper": "^0.0.1",
+    "page-meta-scraper": "0.1.1",
     "postcss": "^8.1.10",
     "postcss-preset-env": "^6.7.0",
     "quicklink": "^2.0.0",