From 279fa3f252ccf611f4db769f53a2852064751fc7 Mon Sep 17 00:00:00 2001 From: Felix Burkard Date: Thu, 2 May 2024 23:01:07 +0200 Subject: [PATCH] force clear database --- lib/database.js | 16 +--------------- lib/hiker.js | 12 +----------- 2 files changed, 2 insertions(+), 26 deletions(-) diff --git a/lib/database.js b/lib/database.js index 32574bc..d8790e3 100644 --- a/lib/database.js +++ b/lib/database.js @@ -20,7 +20,7 @@ class Database { } async prepare(url) { - await this.migrateData(); // To do: add option to utilize existing page-information + await this.clearData(); let { records, summary } = await this.driver.executeQuery( `CREATE (:Page {url: $url, depth: 0, expanded: false})`, @@ -29,17 +29,6 @@ class Database { ); } - async migrateData() { - let { records, summary } = await this.driver.executeQuery( - ` - MATCH (p:Page) - SET p.depth = null - `, - {}, - this.context - ); - } - async clearData() { let { records, summary } = await this.driver.executeQuery( `MATCH (n) DETACH DELETE n`, @@ -63,9 +52,6 @@ class Database { { srcURL, trgtURL, depth }, this.context ); - - const numNodesCreated = summary.counters.updates()["nodesCreated"]; - return numNodesCreated === 0; } async getPages(depth, maxNumItems) { diff --git a/lib/hiker.js b/lib/hiker.js index 057165c..63940ac 100644 --- a/lib/hiker.js +++ b/lib/hiker.js @@ -74,20 +74,10 @@ async function expandURL(url, options) { const references = await options.getReferences(url); for (const ref of references) { - const hitKnownNode = await options.database.addReference( - url, - ref, - options.level + 1 - ); + await options.database.addReference(url, ref, options.level + 1); if (ref === options.target) { return true; } - if (hitKnownNode) { - const route = await options.database.getRoute(ref, options.target); - if (!!route) { - return true; - } - } } await options.database.setPageToExpanded(url);