Commit 289c1dd0 authored by Mehmet Kozan's avatar Mehmet Kozan

minor bugs fixed.

parent 4a781219
Pipeline #15707089 passed with stages
in 5 minutes and 9 seconds
......@@ -119,7 +119,7 @@ function extract(data, sourceUrl) {
//let currentUrl = embedBaseUrl == null ? parse(href,baseUrl.normalized) : parse(href,embedBaseUrl.normalized);
let currentUrl = parse(href, baseUrlStr);
if (currentUrl) {
if (currentUrl && currentUrl.normalized) {
if (urlMap.has(currentUrl.normalized)) {
let tmpUrl = urlMap.get(currentUrl.normalized);
if (!tmpUrl.text.includes(text)) {
......
{
"name": "crawler-url-parser",
"version": "2.0.1",
"version": "2.0.2",
"description": "An `URL` parser for crawling purpose.",
"main": "crawler-url-parser.js",
"keywords": [
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment