Skip to content

Commit

Permalink
updated flyscrape.config.js
Browse files Browse the repository at this point in the history
  • Loading branch information
HariSekhon committed Sep 25, 2024
1 parent 712c8d3 commit e520dce
Showing 1 changed file with 13 additions and 0 deletions.
13 changes: 13 additions & 0 deletions flyscrape.config.js
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,14 @@
// https://www.linkedin.com/in/HariSekhon
//

// ========================================================================== //
// F l y s c r a p e C o n f i g
// ========================================================================== //

// Config Settings reference:
//
// https://flyscrape.com/docs/configuration/starting-url

export const config = {

// follows redirects eg. to https://news.ycombinator.com
Expand Down Expand Up @@ -66,6 +74,7 @@ export const config = {

// XXX: use this in development mode to not have to repeatedly request the page
// Enable file-based request caching. (default = no cache)
// creates a <configfile_without_.js>.cache in the same directory
cache: "file",

// Specify the HTTP request header. (default = none)
Expand All @@ -90,6 +99,10 @@ export const config = {
// },
};

// Reference for how to select HTML elements:
//
// https://flyscrape.com/docs/api-reference/

export default function({ doc, absoluteURL }) {
const title = doc.find("h1");
//const link = doc.find("a");
Expand Down

0 comments on commit e520dce

Please sign in to comment.