Add basic support for redirections

For now, it will only delete the record for redirected urls.
DeuxHuitHuit · Dec 6, 2018 · a113ba2 · a113ba2
1 parent 3c8316b
commit a113ba2
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/app.js b/app.js
@@ -142,7 +142,7 @@ sitemap(config, (sitemap, urls) => {
 				if (!!error) {
 					errors.push(error);
 				}
-				if (!!error.pageNotFound && !!record) {
+				if ((!!error.pageNotFound || !!error.pageRedirected) && !!record) {
 					pages.deleteObject(record.objectID, (error, result) => {
 						console.log('%d - Deleted %s:%s (%s)', id, record.objectID, record.lang, record.url);
 

diff --git a/lib/process.js b/lib/process.js
@@ -222,6 +222,13 @@ module.exports = (data, cb) => {
 						pageNotFound: true
 					}, record);
 					return;
+				} else if (res.statusCode === 301 || res.statusCode === 302 || res.statusCode === 307) {
+					cb({
+						ok: 'warn',
+						message: 'Page redirected ' + url.url + ' to ' + res.headers.location,
+						pageRedirected: true
+					}, record);
+					return;
 				} else if (res.statusCode !== 200) {
 					cb({
 						ok: false,