chore: merge pull request #79 from threeal/use-google-sr

Use google-sr

dist/rank.mjs

@@ -1,22 +1,4 @@
-import google from "googlethis";
-/**
- * Retrieves a list of websites from Google search results based on the provided keyword.
- * @param keyword - The keyword to search for.
- * @param page - The page number to list the website.
- * @returns A promise that resolves to an array of website URLs.
- */
-async function listWebsites(keyword, page) {
-    const res = await google.search(keyword, { page, parse_ads: false });
-    const websites = [];
-    let prevWebsite = "";
-    for (const result of res.results) {
-        const website = new URL(result.url).hostname;
-        if (website !== prevWebsite)
-            websites.push(website);
-        prevWebsite = website;
-    }
-    return websites;
-}
+import { ResultTypes, searchWithPages } from "google-sr";
 /**
  * Retrieves the rank of a website in Google search results for a specific keyword.
  * @param website - The website URL to check the rank for.
@@ -26,8 +8,18 @@ async function listWebsites(keyword, page) {
  */
 export async function getWebsiteRank(website, keyword, opts) {
     const maxPage = opts?.maxPage ?? 1;
-    for (let page = 0; page < maxPage; ++page) {
-        const websites = await listWebsites(keyword, page);
+    const res = await searchWithPages({ query: keyword, pages: maxPage });
+    for (let page = 0; page < res.length; ++page) {
+        const websites = [];
+        let prevWebsite = "";
+        for (const result of res[page]) {
+            if (result.type == ResultTypes.SearchResult) {
+                const website = new URL(result.link).hostname;
+                if (website !== prevWebsite)
+                    websites.push(website);
+                prevWebsite = website;
+            }
+        }
         for (let rank = 0; rank < websites.length; ++rank) {
             if (websites[rank].includes(website)) {
                 return { page, rank };

package.json

@@ -37,7 +37,7 @@
   "dependencies": {
     "chalk": "^4.1.2",
     "commander": "^11.0.0",
-    "googlethis": "^1.7.1",
+    "google-sr": "^3.2.1",
     "ora": "^7.0.1"
   },
   "devDependencies": {

src/rank.mts

@@ -1,22 +1,4 @@
-import google from "googlethis";
-
-/**
- * Retrieves a list of websites from Google search results based on the provided keyword.
- * @param keyword - The keyword to search for.
- * @param page - The page number to list the website.
- * @returns A promise that resolves to an array of website URLs.
- */
-async function listWebsites(keyword: string, page: number): Promise<string[]> {
-  const res = await google.search(keyword, { page, parse_ads: false });
-  const websites: string[] = [];
-  let prevWebsite = "";
-  for (const result of res.results) {
-    const website = new URL(result.url).hostname;
-    if (website !== prevWebsite) websites.push(website);
-    prevWebsite = website;
-  }
-  return websites;
-}
+import { ResultTypes, searchWithPages } from "google-sr";
 
 /**
  * Represents the ranking of a website in Google Search.
@@ -42,8 +24,20 @@ export async function getWebsiteRank(
   opts?: { maxPage?: number },
 ): Promise<WebsiteRank | undefined> {
   const maxPage = opts?.maxPage ?? 1;
-  for (let page = 0; page < maxPage; ++page) {
-    const websites = await listWebsites(keyword, page);
+
+  const res = await searchWithPages({ query: keyword, pages: maxPage });
+
+  for (let page = 0; page < res.length; ++page) {
+    const websites: string[] = [];
+    let prevWebsite = "";
+    for (const result of res[page]) {
+      if (result.type == ResultTypes.SearchResult) {
+        const website = new URL(result.link).hostname;
+        if (website !== prevWebsite) websites.push(website);
+        prevWebsite = website;
+      }
+    }
+
     for (let rank = 0; rank < websites.length; ++rank) {
       if (websites[rank].includes(website)) {
         return { page, rank };