Merge pull request #23 from ubeF/remove-caching

force clear database
ubeF · May 2, 2024 · 39664b5 · 39664b5
2 parents bec2bc8 + 279fa3f
commit 39664b5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 26 deletions.
diff --git a/lib/database.js b/lib/database.js
@@ -20,7 +20,7 @@ class Database {
   }
 
   async prepare(url) {
-    await this.migrateData(); // To do: add option to utilize existing page-information
+    await this.clearData();
 
     let { records, summary } = await this.driver.executeQuery(
       `CREATE (:Page {url: $url, depth: 0, expanded: false})`,
@@ -29,17 +29,6 @@ class Database {
     );
   }
 
-  async migrateData() {
-    let { records, summary } = await this.driver.executeQuery(
-      `
-      MATCH (p:Page) 
-      SET p.depth = null
-      `,
-      {},
-      this.context
-    );
-  }
-
   async clearData() {
     let { records, summary } = await this.driver.executeQuery(
       `MATCH (n) DETACH DELETE n`,
@@ -63,9 +52,6 @@ class Database {
       { srcURL, trgtURL, depth },
       this.context
     );
-
-    const numNodesCreated = summary.counters.updates()["nodesCreated"];
-    return numNodesCreated === 0;
   }
 
   async getPages(depth, maxNumItems) {

diff --git a/lib/hiker.js b/lib/hiker.js
@@ -74,20 +74,10 @@ async function expandURL(url, options) {
 
   const references = await options.getReferences(url);
   for (const ref of references) {
-    const hitKnownNode = await options.database.addReference(
-      url,
-      ref,
-      options.level + 1
-    );
+    await options.database.addReference(url, ref, options.level + 1);
     if (ref === options.target) {
       return true;
     }
-    if (hitKnownNode) {
-      const route = await options.database.getRoute(ref, options.target);
-      if (!!route) {
-        return true;
-      }
-    }
   }
   await options.database.setPageToExpanded(url);