Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions ghcrawler/app.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@

import type { Express } from 'express'
import type { CrawlerOptions } from './lib/crawler'

import CrawlerService = require('./lib/crawlerService')

declare function configureApp(service: CrawlerService, logger: CrawlerOptions['logger']): Express
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/bin/www.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// SPDX-License-Identifier: MIT

import CrawlerService = require('../lib/crawlerService')

import type { Server } from 'node:http'
import type { Logger } from '../lib/request'

Expand Down
1 change: 1 addition & 0 deletions ghcrawler/crawlerFactory.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ import Crawler = require('./lib/crawler')
import CrawlerService = require('./lib/crawlerService')
import QueueSet = require('./providers/queuing/queueSet')
import ScopedQueueSets = require('./providers/queuing/scopedQueueSets')

import type { CrawlerOptions, Handler, Locker } from './lib/crawler'
import type { CrawlQueue } from './providers/queuing/nestedQueue'
import type { DocStore } from './types/docStore'
Expand Down
3 changes: 2 additions & 1 deletion ghcrawler/index.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -8,15 +8,16 @@ import TraversalPolicy = require('./lib/traversalPolicy')
import QueueSet = require('./providers/queuing/queueSet')
import Request = require('./lib/request')
import VisitorMap = require('./lib/visitorMap')

import type { CrawlerOptions } from './lib/crawler'

export {
Crawler as crawler,
CrawlerFactory as crawlerFactory,
CrawlerService as crawlerService,
TraversalPolicy as policy,
QueueSet as queueSet,
Request as request,
TraversalPolicy as policy,
TraversalPolicy as traversalPolicy,
VisitorMap as visitorMap
}
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/lib/crawler.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// SPDX-License-Identifier: MIT

import Request = require('./request')

import { DocStore, StoredDocument } from '../types/docStore'

interface CrawlerOptions {
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/lib/request.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@

import TraversalPolicy = require('./traversalPolicy')
import EntitySpec = require('../../lib/entitySpec')

import type { DocumentMetadata } from '../types/docStore'

type ProcessControl = 'skip' | 'requeue' | 'defer'
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/providers/index.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// SPDX-License-Identifier: MIT

import ScopedQueueSets = require('./queuing/scopedQueueSets')

import type { Locker } from '../lib/crawler'
import type { DocStore } from '../types/docStore'

Expand Down
1 change: 1 addition & 0 deletions ghcrawler/providers/queuing/attenuatedQueue.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@

import Request = require('../../lib/request')
import NestedQueue = require('./nestedQueue')

import type { CrawlQueue } from './nestedQueue'

interface AttenuatedQueueOptions {
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/providers/queuing/inmemorycrawlqueue.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// Licensed under the MIT License.

import Request = require('../../lib/request')

import type { CrawlQueue } from './nestedQueue'

interface InMemoryQueueOptions {
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/providers/queuing/queueSet.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// SPDX-License-Identifier: MIT

import Request = require('../../lib/request')

import type { CrawlQueue } from './nestedQueue'

interface QueueSetOptions {
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/providers/queuing/scopedQueueSets.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// SPDX-License-Identifier: MIT

import Request = require('../../lib/request')

import type { CrawlQueue } from './nestedQueue'

declare class ScopedQueueSets {
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/providers/queuing/storageBackedQueue.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
import NestedQueue = require('./nestedQueue')
import StorageQueue = require('./storageQueue')
import Request = require('../../lib/request')

import type { CrawlQueue } from './nestedQueue'

interface StorageBackedQueueOptions {
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/providers/queuing/storageQueue.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@

import type { QueueServiceClient } from '@azure/storage-queue'
import type { CrawlQueue } from './nestedQueue'

import Request = require('../../lib/request')

interface StorageQueueOptions {
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/providers/queuing/storageQueueManager.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// SPDX-License-Identifier: MIT

import type { QueueServiceClient } from '@azure/storage-queue'

import StorageQueue = require('./storageQueue')
import AttenuatedQueue = require('./attenuatedQueue')
import Request = require('../../lib/request')
Expand Down
1 change: 1 addition & 0 deletions ghcrawler/routes/requests.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// SPDX-License-Identifier: MIT

import type { Router } from 'express'

import CrawlerService = require('../lib/crawlerService')

declare function setup(service: CrawlerService): Router
Expand Down
Loading