From 57b84fc50398d7eb92f1db59de1e7854212015e0 Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
 <41898282+github-actions[bot]@users.noreply.github.com>
Date: Wed, 12 Oct 2022 17:03:38 +0200
Subject: [PATCH] [Fixes #10134] New simple renderer to generate thumbnails for
 PDFs (#10135) (#10136)

* PDF thumbnail renderer

* - add unit tests

* command to generate thumbnails for docs

* flake fix

* renamed management command

* add requirement to setup.cfg

* make command similar to other sync commands

* removed unused import

* fix flake8

Co-authored-by: marthamareal <marthamareal@gmail.com>

Co-authored-by: Giovanni Allegri <giohappy@gmail.com>
Co-authored-by: marthamareal <marthamareal@gmail.com>
---
 .../commands/sync_geonode_documents.py        |  48 ++++++++++++++++++
 geonode/documents/tasks.py                    |  40 +++++++++++++++
 geonode/documents/tests.py                    |  18 +++++++
 geonode/documents/tests/data/pdf_doc.pdf      | Bin 0 -> 10919 bytes
 requirements.txt                              |   1 +
 setup.cfg                                     |   1 +
 6 files changed, 108 insertions(+)
 create mode 100644 geonode/documents/management/commands/sync_geonode_documents.py
 create mode 100644 geonode/documents/tests/data/pdf_doc.pdf

diff --git a/geonode/documents/management/commands/sync_geonode_documents.py b/geonode/documents/management/commands/sync_geonode_documents.py
new file mode 100644
index 00000000000..58a8e548a61
--- /dev/null
+++ b/geonode/documents/management/commands/sync_geonode_documents.py
@@ -0,0 +1,48 @@
+#########################################################################
+#
+# Copyright (C) 2022 OSGeo
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+#########################################################################
+
+import logging
+
+from django.core.management.base import BaseCommand
+from geonode.documents.models import Document
+from geonode.documents.tasks import create_document_thumbnail
+
+logger = logging.getLogger(__name__)
+
+
+class Command(BaseCommand):
+    help = ("Update documents. For the moment only thumbnails can be updated")
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            '--updatethumbnails',
+            action='store_true',
+            dest="updatethumbnails",
+            default=False,
+            help="Update the document thumbnails.")
+
+    def handle(self, *args, **options):
+        updatethumbnails = options.get('updatethumbnails')
+        for doc in Document.objects.all():
+            if updatethumbnails:
+                if doc.thumbnail_url is None or doc.thumbnail_url == '':
+                    try:
+                        create_document_thumbnail(doc.id)
+                    except Exception:
+                        logger.error(f"[ERROR] Thumbnail for [{doc.name}] couldn't be created")
diff --git a/geonode/documents/tasks.py b/geonode/documents/tasks.py
index 2f293d03547..99e125e5649 100644
--- a/geonode/documents/tasks.py
+++ b/geonode/documents/tasks.py
@@ -16,9 +16,11 @@
 # along with this program. If not, see <http://www.gnu.org/licenses/>.
 #
 #########################################################################
+import os
 import io
 
 from PIL import Image
+import fitz
 
 from celery.utils.log import get_task_logger
 
@@ -31,6 +33,39 @@
 logger = get_task_logger(__name__)
 
 
+class DocumentRenderer():
+    FILETYPES = ['pdf']
+
+    def __init__(self) -> None:
+        pass
+
+    def supports(self, filename):
+        return self._get_filetype(filename) in self.FILETYPES
+
+    def render(self, filename):
+        content = None
+        if self.supports(filename):
+            filetype = self._get_filetype(filename)
+            render = getattr(self, f'render_{filetype}')
+            content = render(filename)
+        return content
+
+    def render_pdf(self, filename):
+        try:
+            doc = fitz.open(filename)
+            pix = doc[0].get_pixmap(matrix=fitz.Matrix(2.0, 2.0))
+            return pix.pil_tobytes(format="PNG")
+        except Exception as e:
+            logger.warning(f'Cound not generate thumbnail for {filename}: {e}')
+            return None
+
+    def _get_filetype(self, filname):
+        return os.path.splitext(filname)[1][1:]
+
+
+doc_renderer = DocumentRenderer()
+
+
 @app.task(
     bind=True,
     name='geonode.documents.tasks.create_document_thumbnail',
@@ -75,6 +110,11 @@ def create_document_thumbnail(self, object_id):
             if image_file is not None:
                 image_file.close()
 
+    elif doc_renderer.supports(document.files[0]):
+        try:
+            thumbnail_content = doc_renderer.render(document.files[0])
+        except Exception as e:
+            print(e)
     if not thumbnail_content:
         logger.warning(f"Thumbnail for document #{object_id} empty.")
         ResourceBase.objects.filter(id=document.id).update(thumbnail_url=None)
diff --git a/geonode/documents/tests.py b/geonode/documents/tests.py
index 8640a01e40a..3ad6c36fbf7 100644
--- a/geonode/documents/tests.py
+++ b/geonode/documents/tests.py
@@ -286,6 +286,7 @@ def test_non_image_documents_thumbnail(self):
     def test_image_documents_thumbnail(self):
         self.client.login(username='admin', password='admin')
         try:
+            # test image doc
             with open(os.path.join(f"{self.project_root}", "tests/data/img.gif"), "rb") as f:
                 data = {
                     'title': "img File Doc",
@@ -303,8 +304,25 @@ def test_image_documents_thumbnail(self):
                     self.assertEqual(file.size, (400, 200))
                     # check thumbnail qualty and extention
                     self.assertEqual(file.format, 'JPEG')
+            # test pdf doc
+            with open(os.path.join(f"{self.project_root}", "tests/data/pdf_doc.pdf"), "rb") as f:
+                data = {
+                    'title': "Pdf File Doc",
+                    'doc_file': f,
+                    'extension': 'pdf',
+                }
+                self.client.post(reverse('document_upload'), data=data)
+                d = Document.objects.get(title='Pdf File Doc')
+                self.assertIsNotNone(d.thumbnail_url)
+                thumb_file = os.path.join(
+                    settings.MEDIA_ROOT, f"thumbs/{os.path.basename(urlparse(d.thumbnail_url).path)}"
+                )
+                file = Image.open(thumb_file)
+                # check thumbnail qualty and extention
+                self.assertEqual(file.format, 'JPEG')
         finally:
             Document.objects.filter(title='img File Doc').delete()
+            Document.objects.filter(title='Pdf File Doc').delete()
 
     def test_upload_document_form_size_limit(self):
         form_data = {
diff --git a/geonode/documents/tests/data/pdf_doc.pdf b/geonode/documents/tests/data/pdf_doc.pdf
new file mode 100644
index 0000000000000000000000000000000000000000..0158787c4f292b4e598eb50c40f27122f4594cd4
GIT binary patch
literal 10919
zcmaKyWmp{RvbG^ufFQx0A;EP9cY?bPu0aNO2KNvkIKg#rcPA4p2@>2r0RkjgZ~_E9
z!&+<awa?n$cY6A|x~IC{s;+vU>R&g5hKw8sh?5tKVR~=p8x{xv1h`n(V~L7#Y1=^^
zApm9_XXwL?6~M~H($fjz3}wOM(r|aN^0b7w1DL@McII4&5CA6-P!J&R;$nkXBjaM}
z0nmatTS43*?kwWsScuz)pgeyEw=@TUu(+gD0bFV>?oQ^8e>?I0?IdUC2t_2}l5;eN
zLS!J8E>;jME)|Hg4b&C@65<sX2Y5i;A?8k4J~^I=s`e<LC*c>u;hY-s-Dx-_F;dB%
zVJ?aMp;9D@hj=Xm`%h5qF^xJBF7U03P1V2DmA@)u`vM5(+Ff0i?bjSY8T%F#`c?Ay
z1SgDi?DHo1VV-NmMda(mNwJOj<E58v0#?etIXzzJE3FD7Ev~kGUf~6HNsswB7Q~M-
z6*kb8NoBMK`QCetqw11q5Qy-|8ia1mYU&3}+axhy)qZPuG!-18rU8C!!)*{c!d$x9
zNAI|-v@5k@c%MOAYOb{N(4xPJ`KwvnfA>M#*A)Wb(lEC{l&=NxaPf4vgm?fDTZGsL
zOE3fqF#2N)xU?ZYPym;r6T(sIudDQ5S49&nE?FO_JQ#{-<-<~W9>BwPXdxQUCFkM{
zeXz;#0(k$lJy=yCR(9r6E<OMwAi~HG;syu^aU;S=BfJqZ@BlpQlol2j80zk63Dq!n
z|HBAGsN;`Y0RLa%|ElNV@4uAw?|M8Q!g(UHBgCL=XXODfdMI1V<Zn3${BxPKIn><I
z#pWT64WbMG$RhZ+`=3Gq0YCymyn=`#{|_+<3h?v%r<(TtFnzRT=guqOoh8$`2d^D-
zp;K+siWpPo$_r7&O~@3Bq=YK;$j^`^)AC;xzJ5ydEP9=vJH9;zd&!`ekrU{=fm;+G
zPYEbo9|3GL*KXdq=y*pq_q*KOA6~=mk9|v>$BfD<)p9F^J$JwC9^gMO6i1@Qq0lo0
zrE!>_M)|PX-)=CfXUzqCqcw_3aZGWc7I2cQ_|3Ax_>AO*??ka33brnz#E*~w;vr9-
zVJ2<WmBu57LORMf>n<7Z+k;qE$0vKkLS#L-j0;x21zgk0$ZZR#NO<qu^wm{Yt|(cV
zygvDTx|f}%#oG5G`03{UDQS)HMedw`7yYi0niY#nPMgp7CV`;qM~pY(Z|(dorEfdJ
zqQ<3ZMIQe)k1JPTj&&=F71HwBSSM!lFw=lBPFV)%w%HDTxtiR6PV>p{JipV)?RKc-
z%FBUgX-vjItUJg}TIuT=-pg3xayBz~v0ZqYyg;ZK{Zcxoi+<MW-0QD0W1cb%>IG_a
zgl^GHrFLuK997%Otc4OuPk(t)DDV{Q(|z96)Ky^Q(A)mWP|)qBGB3m0G<}f}5Zqug
zCsV>|U|EXnbM|X^Z!1yQd-g=Oc+70Ym8K#N$0IEnULMr<yBId5=r=GIQyM4;X|36I
z0K*k^SAT0d!#<nAME$ld5^{1}n3B=@G7g@~I%A&ZsC*Nat>q@gD+=-<BVIS>rNS#Z
z_94>^NK4e_uXkv$PY$Z;!Z(?ges@ADoX(VSCOVhD@ocA<*uNMvnNjVT#E;<jcX72W
z)f0jdEx*G<`Sho%f{lNo?rc^|i4lHEQ<teZ`h>b*B3Y&Moi~kf8fu?U41K>%t20l(
z+ni7cdneK4(@SE_T0)^!+;S>Cm*%CG;z4I?Lv~6u?st^2<%=^+w@moSFFdE7E7__n
zQ4C$fObL7WJ$|cfZKwQ3%abfji$>Hcl>4%2@EOtY!FONrvm>|r1I@9U@ABOXi45|f
zDfR{j;T%sxg;8_Zhau7kUp2QGvLD2k(yPF_J-VXExb=@6$W)q`9A#+Q>M^#D&V3lY
ze1*<^kvZtxo<)4D4YR{vV)~rLa1^7{Or*t{s}`dvLEE^6qO*%9T%uZ1k(i}U8d4|k
z1l>vba+}EB^Em9dJVUZ*=Js@QNW&1<^rhIYG!GSEz?g`}1zFBk#t7_l#`rD^JM`2x
zq#&~B<n8^2>CvjvmBh5uv-v=o<>1ttk;DM{g4O){11hMh_V4?dgmSX;kvZ=ql$6r$
z1S(;!6{X@pEa7J-wP;IECpq2kyrEbTQS~d-j>!A@U(a|&;!P7KICt|&nbF*~bPZJn
zCQ^@P49XYZh~;A8ah6eLNbmJzujBfhP@l0{jTa7=Cnp(Ho|D%U{2HR%Zh=*&pdDsB
zQGb_}TVWDn3w_}&WbrBUD5s>_plYgivenjmTC7>wS5ic=L6F+xxT7+#_CEVuTofMR
zTx_(Bv`lcytTtmH=>0xL;$vAWYm0E{=zQ0}lP}PxKk~!IyN1qPX`2Nm%GgtDbcgc4
zb8_U1VY4vJeiUfaVxk=CcWdjC%g*mq8YHu1XkL+WY9>@qgcW;d$_5+1Hxg099U5RU
zLh<kDKW8>!n)f1(8I4T6np9|Jm;CvgXWx?MoT*F3Ws-FJ_9~`D;3*5n^plZu@w1!P
zfuFcOHOcv!3h1)+WtyqaV>(QGoY5&;qAb$$CtqwRUpfuB%ghA$5^Q~AcPd_$z7G0f
zDe^A-Q0HJuto-^z;-sfW%%^yt9XubK`zV73tyI2-)rPhO`HtA}AHi#pDU{HQJyU@>
z%h@e}lCdh@lmL5Z+)MDnV)fe^YrV$31&*IOtqIiM7y^VP5@^8`sgR*$xR&TNR24q_
zOK-c5n`)<W*ROSt%VgCSZHbr{?XI4rsr%{5Dze0)^5L4$i^vREU!$NXt49<0PXf{O
zhN{I}N0Ik=o-b1Zf8t-q1`c*vOSqycIj`+}8Erc9xpWVD+8w$&bg{lTa6i}$)=FXT
zD|@07onjBcwDv4<=YYwl;(6M^JB4w)I44$%S4&rGgEj7(@7h0D+~h{7)ZO^Z4|XJ9
zzb|)?o>w(-GNE3IOnEJ)5=Ly?{!K;lOQrlz)2R0&Vn?R}8ECD_mcEWpL<rL|M@bqX
zjtuPY;+-HDpWjK0z(P`2tOtNLY~Djccx%$WEP1cDs8)K?j~#xKtbABqUuBbH&~0E*
zRDyA<Rp?Np5D&3_XJp9lC=AG_(o$oVSf7Mi=PIX{obCp|-QbIGY-rn#_-tTh-DG$5
z{lZIrc79{?#}r*aT%LH48owH7jzWOan_`uB_Jc@Xf&5Mb%qEXodybWOs0fO~H6wKC
zaKm?b>X=ogvUa51mFu*Y-iQmUF|#8Zm2ZlI8gGTy<ZUfqVu~AP_OLGU8h*xzY$hl0
z!~?KRiAl?Qs=suqlRQ-l3peRcAZMTHxB6l|&JqR{{|@of6Y7bDi)@SKW|q_!-H1cD
zJJuAxk_8gKOEuathmgNdq4`eS9)0t22~`62ndXIY#u(N@8<ulkz_Sk9_LHY3YFo$M
zlbSgjI8dJKvTXHv4LT#$ys1t>;@h(=%9AIGKV`dK%zwPD$6beC_lck$`pD)f?CIAu
z&br2ShqW!6=4PI=;hCTN|Nb<D`qk}Ld+rUPD~pNbaC1wul39sAbsi}Zf3iCi<LOsj
zHZ);@6TUaBd~fVT+~6WlF_cm;%N4`7axl9yLLWB}j~_l|f*$3g32xZXMR&?kN9<fy
z1I=g$@ICS4%nq`YnwtH0NSwrT>zoSi-eBn2R~5L41gd1)i5RVVVy+Zr3JP5>W?nS}
z)CE<~<+UAoU-AZl&+a}h39+Z%#c!Dt^{;U*7W!wGYBsbgUbA()=X&;&gEw+4|C9dr
zEi!XaaTX#k)y<kEeF)2(e@LnAg&n7LshrbO)k3Cinj+Y4ocK?-kk0sDrcyWom90{C
z+lELYjuFH+^>b)%Bq(noJf-QEF#|ceynZvEpMHwOWnm{1wOtFj``y(M6zI_@v<PEw
z+Z`HlEiDt$0w*OCT+{b1JGtp9R}1x9@osx!*`%0#BR48T@9;#<o#zP(2-ZBGDJtxe
zmo<4IJG)?;8DhxPH)E?PK|g*QRV+cjbC_o3)$%6#YO9KvhVRJ!ojgvX0l2cq%;ca#
z7e$^yLh@u@X$5O#Uk;<?SxbX4PQ7r;GvN8h{<LVgd$~g#U%KxQ#mMbx#Vi#zKZ!A*
zuc<k;B-T9X8w+ufp&L)Dg;pr9y02`{Hx^Q!$IL>+zfK<|muc&yl)e8tdwYsf?O1E0
z79v`LoUI<Mkx9k)k{O%qJ8<_=0|i{kX>@hEk;S%5$Wwe+biCs#t1?8(jHCa}h5470
z7ejrKV0GdG(SqvTAz00hlCtdXBOM|m!&+^WHuZ|##a$A86CCR8VUPZ~me{_D?3cYm
zcC2z6dsS7B9K|BE`;>YsrS=?-wBKaG!|eh6;9WaM1O3PvMF-4@8J&aHX5M?weL#s$
zImdLB=)ns&cp1Fw%VL%S2UxE~<figDyd*fNN=)2pVNTE}qe0)F8|SN2Qu6w%s+=V!
z14ipjA!^*G8e5eaim4b56m<FKs4XMZ$e?2T2-8sCg|}#-8I5p~Yi3QZD~vNCuY{!&
zz7Hs(^7rH>VA@*H=0Z2)2P}ylFTQ5^%aC!>&%=bA7VMv37V(x=zP9%_*kNBb4D9vZ
zehA<tZ>_1L;luyo{k{*~jQDJtis;cOxKav|`lGn*ZE${_aL=C1Fib&t>dE93mEF#P
z=~gI{_h(9Pt)9*OyQanDYi-_mtoqIS!gq8trb44&A&73O;iML6tJC+ha;@?}8E>Nu
z>@$`sttsD(jh$%6aPS-yJ4Py%A%FNoo}}=vj{Hf~x)eSYYRdZgI6U)~#r?a~+*eC(
zlgid*@bEHnvhOjR3GuA*s^e3IFF*R|=&I$-PFcj;hgF56i;CrZ*s$|UHR8aYc#<<h
zb%WL-_8e8G4C4l9kcl61A71&fkNLwH&@7I=qbc}K9~GXK)<EOwsBEGfsNn$H(A<Zm
zncUdjL5HWJ;cqrjTgIxUP%H&>KIz6e65*niP3ht-150Md`Bk!YT87n%oij{l`^mYg
z*lL_d<&0)IQ$KS#yelV8EzFO8q{GeL7?)ifaK$O1+2lAoh-Cnyw4&crc`GdE5hki_
zlQ82pvm@mhWWbd41_YU|^7Bg&O`5&^j;$V$phxJyeY+`=W~Lzb<@NJH{L*qF6Y~%?
zWtEY-X=;@Hw^m7(w~j~U1W?0KYplSS6Bo~HzoUCo0qBy2WpM6+eg!CH#QauskjUhf
z+WWqfJ*ZJ}|7XF@?f6=J_(qNHapq32tan~}yIGk??RB=KBY|duRsym*0}qsOali8t
z%r(f!C)d9t>kXA<hn6zZpEYiE7W>#H(EIBLYd6ZJvQK2fGA^e%4#XIwt}EQ6u8NX4
zDv2<1$p;6!)w~H9pr?T!iBbzOnk37zvX+Kn7fD*10&m~C`At&O>NHB1Eq}Z8goFLJ
z)o}Ojxu65mHu2MnVxkx6U}0+-#SFCsEkOpkRDygSbshiXGE*%^@$Yg3rPD=3YLj6M
zQd>v~TV)5+{_e_g1)ErV2}+Y;B`<73=a*yZ&XXET5QWbC;VG2wq2C=O;W@ejuALzx
zkMv9V$ih>Zf}2}(a_TRH(OE2daz@5fEWui#S@L9?osD_BPtRX5tlUh1YbEM7h&7Q=
zXXw?~(9`FB$FrtWK#GY`($~M_OFGJvNQKMd$fqCDMVHrS)8bN`fJ2crOGLM;E6V=}
zQo>u9ErD~^beMo$q=b_1VG4n8buB4VaPdWGk=u@_qshsnV&!{~s_I>}`h!ibVH#JH
zlK6U8Ex);q-=`Qe6gf2y(`t+EV=AJxCf!9xzn^>&#p;T={dB@v_J)zyXppG80BJrX
zOEMwEE9^Y<s1zw$m$(_V83(G-%uF8Lr0Th->`shvCG0xi$if1BQXER;j*Rh&G1NMY
zKdd$MiI&<7J8}*3K00+eM-W4alQP{8*pyf5$Py_hYhvG(MnkDC$?|w5?svk{*C!{_
z(iTNh7GaUED=|_cPQKh|z!Jd|?Cwo1FVz(rlVW8VE!UMpV<nXN`|**S^^%y8)}!f+
zH}nXWnmW;zz1V~;u=L1ApQpFVn>)>2z9Qh6zXWwS8{c>Y@y>iqXdUPybz~C?qb-zw
z@m>;3;`NsF9bL^gjPTLWzI><rulb$%mH-rqH(N-s+W?8hOAKCo?I&3{OXy2D!sy&5
zcp+YQU6)i0nn!(ru~m$v-~Re@{x2wlNx!_mF;Ur%YyI{d+e@)u065a_{!vBAFGEp*
z^YO|2a@QV4!ih!MH_Ze#1J_Y0hAIx5dbaZ7R$>lUwBPdkmE)fNgMd3mv=>x7zJ$-a
z6<KY$%W<2DtdK59+S|&>p&Z*@8c3*IC`*#8!I)=Q+Z+_ACt-|XDgkDc5tt{PPAgh^
zirm3*_vCaR`pmv_eZC>S>liWnF+O-ByP5gfY<;{90xzd0*?%qWwdu8qGFiJ7Y(K8%
zYR7OKAmF(52p5$&?9bhL5+E>cpS`6Nk~FZxU`%A(5htGfyAxU#b%SjZ<U&rRLA*xo
zNg>$7@0p!`-6`<(RUy(LpHUCyQSCCSTFAwE%NnW=smWut5bqT!*GC;q)?tKexxCa=
zfX^=e>>~4g0aLyz91X`YFH8P96$ZEn@B+&SJ+7sVOljC#XAk$%x9ktBM%C+oR8;>~
zoBPs}#br6_VBqo8K|GT0TE8io&!*8@!XYRpE`%j3v-^3a;8fmFmYKz<h`tA*!+GNm
zs=1ueEFJzYw3`R5)7TJQx~6jix9!9{e)P$K{;&1rl;VeSDhoJYu&1mB@#y&2=zo4D
z^40Y>bt@Nrsr?}->G*~m8i2lh^n@B|r(SZrCk_^xWRu^6&W=8czK=|eVh2DeZUP>U
z5;*mQ=37iSPEbsM5+&8P$lgpR9TCyKC8Q*SozZKqkFPzIAZmZNoM-O66nK6-WX;qB
zX;jQKWTaJFS5v|~F1-Xa9o+O^?F;BevqXKHKN?L5jce!6adE!p{6uWk?Q$x9z^Z5=
z04~Kf9gs^({|=y)RBaSZ$zgnpN5>S5?<<+@!3bYm>iAu&M#AK`4-MQB{dqM)zWFji
zkk-4i2HmrI^q1a@X#4c9Qjem&zEDX*d)N^=d83+6^nrW4>%Na-bgk^CIsSRbv*jK5
zjL?`T49w5_nqtgOYS6_)_1BntTx6H~7FBvTrm#0WI(Mr*T1rb=HZQkUGUF9j?+^3F
z+Z=Zd^-^s?OP@r(tJ63E@~YV6*iW%&{Q*VG+uYV<({WLysL5Z6Y#K907?THIPGz=7
zsYFTc=dUsaZK?Bq4&DZCZzkL&wRt4n^8@aQLwE?wc$g>TD>hT7l?)&+$Bip<iqO?m
zPEj*`hpIzXz(bEPQ?-RUd4V7G$a(F-D4zmTkvBG*stn2Bmr}GKchP;e_0vhTE3^-U
zU*5Tsf=IgWcA;-COoBZ<`AQhg^m7bzfQ&(#3n!-eoUvVC7QX25$6vICYFLk6$a&_!
z02<19Le~6_(Y83x8AMDqyJ7<A8h0yAhRDt#ecGCJu`G49wNDx|wc@qU(KgpWW(q=t
zrXy1E+F)x1X9opNj9a>N4(`u=y&CZ;!%<Oh-Gv!94YM2BhK!n;N>rkiRJBT3WcOK4
zwQ#N6-HTP+c{=GKrb^Bv+@T<?-ksM9rQqm#UU#LZOv=g6c+{hwJc)7qNwUZ+ueHEJ
zZlloe2YhBJ_LzLNP8Fv_oYsNXM669NK*)Hj!WL;3trlJn;+qha*D>1CjqK(-pBv3w
zW<I%!c+pZ;APSrZ*S5yj?v%Wf<4rhEX<P3S?5u3*U)5OQUy^`-1e=+D6?Z;K{HAH?
z^pnQn^QLKvD#=j9n}&Xz!xG<iTN<W*3eG>yEn235XFD6oRfekCh9<g%L(9I^<adVY
z2eq84tz6X4bG@5Iel?z{ebH?NSJw%@JWfHc229R$7Y9e#e#|6Lbz3J5aRu)}ioWjT
zI{LQ{#_#&5v;5XIo`52k=(028-SW{D*!Q7*T%$YVyVa61lI<}wTWNljNASpZniZuF
zY^~Em5m#PAsEidGJ=52(i`pVqFoaxA#lT8jVx%!c90kwFs9zhuxPRqp%BUvE6Wo#e
zn`aTrzEby5X6m$%)Q7Vpy_(#1<*0dSFdxZ6Z$LFm;d4=^yaXu-fkXU6H1<d11roN8
zzU54CURjl?+}8~OUrCIR!`CGmoS#pPPkFB=TcLYg5^9sO@d)v73vC>qt59ZYy)x8`
z?9&oP8A+#ZXh;(JHr}ZJ!FQJI$B9u*fLyG78_Fm@B~WJ$wWaRn9Z8J2oJtnkCmJUB
z(x@)9$>_EC`=L!6<jI8mMrmkj>^9C1|0isjF2b)#fU8%Nw8l<9wzIVJZe?suT4b3*
zWxrYMYnoTC7beTTLdRn@`c7L~O!;*7*PA`zu;+XnsgxF@Bu%r`WJyVc$=CF35m1J{
zQG#`(3dXW*hU|^6^}?sWPZH-Emp=M<ODef5xl3t1OW1%>d4H(?_9+5~dVTbl-<P(A
zLz)~<gJ035QKV)UyH~Zk{3mdKbUl@J-^pHTle%q@WbUz?>6VMdYdHL%j%xwr=-Ov<
z5p<#oyX<JnRcNDWO(+n#Eh9h6WSq8s&O@O%iFuto=u<T`t3Nhv;R!NcV3#ul^|Qy)
zp1SOBC8VM^_x3C8dCHFXh+4=s0XJl>^}62BF)1jkHRqM*x@JU&BNNKuR&z9BOMgUF
zbXHtW#S6O0z)(}0^FG+7XxZ3&XD%_7+iO^zqBL-uiF3TgaH8Z7SzkPFBJ^xXQ!z58
zDk+YbOT|B~c>P8_^tV^pQ5<TWV!K|)nyPgJL9)rnDt$*qw|)qVs;cFsvT}=3wtk6f
z^%UdWy-{|+Jx{ivA6&P$jd3Y`cBm4Q?hwmJPMEB!B+=i>T`+Q)8n0`a$ETZvki@Ct
zu4AvS7UyRYlXI1r#}T|X?rN<4bwq9q?V+&m30=68A=tw=NynHT{X;}<eZkxFYijg&
z!bLJ+n$?rcZ_!!~i${Tbhd0Nsc((i2;|L~iq$6KW+=NM(y86K?z^_Hf&)^vV7kfQV
zmB{y#mguR+p;+J^iJ{`}ua=$$S2x309N}Eg%Z@a9BP8S;=Vs|t8F{n3R;Es0EOis8
zd9<Gs`oHaDw&En))n<N0i$e_Sy@o=z4dGM2=BP!w?nyh!wL}VsXW|OzWr~(>SUBAo
zkI9v4y7;Z-9K+mUL5eEU)hsOK)M?TKVaMvk#u4C`&L2gt4hhwZchH$)-Jf`+(W@x1
zxv43ZyQz52F|n&vdDrq*s|bHkFJ5BFTtqBRPTosOUq@-5_Nuw{5@}oZ+)-<KEBqU!
zw^@w(BYyoBO>oXv=L~b3*slu%6*00%qIXS+WbUg(-F)SpTpVaWJcN{i!Rd@mSURA0
zzS56$tyMh=W?&oC&rSxo#iY^SWw4RY{hEI)I~eYj9Gg_oZkOc7v%Eb%M!C*SvVmSj
z1|i}zl!?)di~G(KTVYWZs|JFD)O^|}S^D`HW9-PNGo>RgL=U<Q^F$9LHQPqEL>j6i
z!)V0}Vj|XyPA>C|b$izd<>FPy$WOc!>LJ4h(I3_Z3w=b0Ni+fqCv$U*^?|YP!Z&Ql
zQ#^!EC02hK%!AS{@5~ISu8-fmbGrSa%C!0&%>LZk**H)lJJVec!vhp<pubvsYqGjH
zD=$pB7^j!Qx573i)!-##7tZuV%kVZ(tC(1eL74trRy5H+k<z^5DI?QID|s^Y*Mrf(
zgU3bD?TvD-@ao=bO^{7*ip}_l{bxgJ57iO)PycJtjQeJbI7LNeRdVgjd);X9-0`(9
zradDSe5F|#6dtOMaV7omiDsa6fv@>bsbMLH$hPP6X?vq%qXz=){%P-oy<py^tHdzk
z#nHw2Y?l_t9e<CzxUd8MRhM^c7YAMYD_b3d?i>~|jn85qUMl0r59cid*|QjKnY1Wr
z{F(D>LT>pn?(aYJN8r4(*~Kx`iEl|Z@h+RFet(oTj<*<~A8;Ia9^Z)@Hu}w--Hpn1
z+c<s{_rQmsOa!yQ_^L}n^UZQ*o}0*WWd7*S*qEjXSca$!4AbBE2EQMD#)^GtjeLy0
zNKHi=`sh?KQV{s+_@ZI4M+l=Aj^EfseJ5TajU{tY@T^NvOPX19?k#)Ad_gn}SLe)q
zp|6r^%3qf4yem0RRc?Pcmz&CZOLDSk?Ctf5K8y@}hT$P27dZIl&UgJ1llW!V5=--D
z$sl>V8^IpdInmMjs~?X{0rB4agB6J;==^+E0i3xqwF-VQ$|I_&rsdYlKP?9Ng}k#_
zUpuXHY!HL%`=XAWND4-*@t-d@;^MQFD!zfnfA}`7|K3q*Qzp7;tLeF!_@wFk5mKzO
z;oi)fUG1NuaH;`9-{VP$V6I@_aN0HQvii`IGNNF?YL@5UM+fqjC8mqiM=tu834aFu
zjHVl|ECs8WSqe{IU|2C0ZpWV%gVP4=LBDv)n!4VBti#mP)j0j-gg-GTygtJJj0D><
zdhf;IIbP~TUS-l%eXbpjzsqCX|EfURz4IN)<pkY&t+sw*PL9P{^g?0^bFJ1%AdA$S
zw)WB1<D^-($REb{Hyp`Ia+@Xs`%_FdeHiSj*t%RQYBU*L&KILRq@uw)E8YusW2b2X
zDS1B>M_B{|_j}!{uHXS1T$y>oE!MlP2|Ps!LhtLXJV&dYY{clFDYTw5j8Cshv5d6D
zuz#bJcih}Hj|TQXwtNG${`Q0BFp=yV!*ma?2pK45c7#Z&b>Py`TDlP&)w0;c9AiLe
z<*1f;m-sTREsF|!I<_=ABU*Sv%d+X%uqZyZ^4QC=r+uJ(+!h!u5a!cH7H)>A4vHpK
zG|sW=O66oCCm-u$kiCRy8f#gEAClv6S7KwNhju1&6>IZX|N25hO4`6<M%_w_vl@pN
z96o=fc}x>8PnN*N-rUV>;j7QfB<mRFZQEgEYkqTd`H@~dpm0IbSzV;bcC7Hmb8m?@
zusNa5<p=fhPfLn}O%DOkMqzE0KyF8nRM+LK6kT{!u^tgBrd-8UaQ{Jpiz-Ft=VH%q
zL6k+g^gNm0@A(HFaV#Vzx3d|Bx)C@LVKgV>km23DC19pmh$IM!n!(6Gy$MZXd72@m
z*rUC6v6)YFWVeZwr)Kw}toMl$hIJD7I^LK-X9x*Ch&J+!cpEuLd2ti{hX%<6_DzKQ
zAj(f{uB(Wvx1<?Nlk)GDFo(*zdhQ4?G-zA_zeB>xC0v0=4y^geJyH~psieZ1>uk$=
z&3VZLbFf06+rByHqF`|&!a<8q)0g=aQa0(jMn-|mUix+^eX~rnhkycyz2w<T@*`~4
zvgr_FUUWf{!?6wC_?w<%?MI@yN})Ci)y3RvncBEHFDzRuc{SJRDKK(WHbTMM(0z|A
zRyT@V<ed2IMa?Wp!Vn$?m@Hwa4zJ=hlg_l&8vB~2aCT`(U4dPXVHU2a{JLXS!EM;C
zEn_`w?9mwVUG5JpK3AI2NBk3uJsuTu*Rem89g7Xu9tq2fNMTpt-uM!bYKpmnMkQ~5
z^OCm9tZQYJ1u6}fBe&=LK*^@B&6nFJgoltIaTSO6#DvgJD+%MZN0Xp%m7a#CD;TRP
zhonzwtwEYqL{uE;`N4#)95qOH@thOA_diV^8#B3ynG{nOve_~mDH)=Dc|nRIFvYMG
zIU`jSsyA6uzKD90SX(+AGCx7FW^IVwLE@8GTeOPYHu1e@&o0+1#5vLDc@4&jjNT)c
zQXJb`u_L6fQk0=a6|&3f!TD7oZBvYEv<xe9^GI!z)@%Dvjw9SP3@DQcMn_C5(qZXd
z=*0xi(lwOpYk8;q#iVM_K9uJuC<<@lFcfc!qbG73uZNm|w$vyzVS+Xk8IH4n6_CDU
zOIe@mjNvtryCibP{I%pZ&PypE_5dAyhh~ivPP)Ky?6!m(@akZGrIcw0c@0e9Jss8~
zc7}hX-i&g|EA}KHf@X51(1rymAl|U0d+L<nUd5@0wA{o$*|ZpUP5F%Z2(pA35Ke>A
z6^#dSnQ~~xZr58E-$lI(haq*TsoT3uQ1;C4sQO`D>Mh{}#GKm(7ql_l#lg_Kq{op~
zOKd_96$A2MC_yjAQ7)$QS^}Xj)+PNkmz8O!lzXJlxR0JkMeY!<4V<wa5&Gd=vg}Wr
z7Ck4BDC$PKSF3ZVo08bZS(9L(DG><Gn>JcvgT}6))1+Ub-Qrv_bfVmlc4FTst<Rrz
zopa~r<AtnF1g*98q;HD|Bi+Do9|h;*g-R%iD$?3<X^~Q++n<4sBtW;p5~ab%lnFcc
zm$RVTCbKs?dAIDPw7<hM?smp4u9&)?mC_!>?+h1NT*-IiPfH|$Zj18z&ZN0ZX?LGa
z;|*p6DfFL7i&<PnO2q77KvX1{Ew4VTzEla`x(BNSpCS?<P65*C;Ju5pRcDp^6921U
z3&iPn2)Yel4N|$6fCWQY{~O~G`Ws036XSV+ZDb%GmhN`0P#5<<;Ttt`Cj{Ul`NzQ~
z>27E4sH%;4;%IK;0pP{rlJu}dur&Z7ARi~U01q$1@(|#`#K8>$aSDNWf&32~4#Y_p
zz{|%eC?v?sgCJg{&0Q5Bb~d(9fB*<#<p%N~C>uotJ!5An>HNTHAy}P<w~_h-^5Nj;
z=jG(%0}2QNIC!{uIR$_MKpp@$5C{Z-fQZb3d_p{e2>j<^1%jo4a04D#n+JaAFTe-%
zfC>FC!so&D&jo)M40vb=f*O)C_kcV+|L?NFo)*wQ03m5bnFo)Dws9k>QIyekkyn&a
zHFrfYO;(8N?V!GYn8Cgth|(3Etz8}<CM}4K9fG9t1u#n@pfd=9R#SIJfM|BkHUQ>-
zEkhW=p02KrkO!U(0DPdG^d2xLBLTjLB7gvH0Rc`y9z@4X06annGdDLUh+jbH0Y>5n
z0TGW7Ej9u0fdEGQ{QR6kLfoK-vL1f_@mPQxV8qAA&k5q==0SK1@+1Bty7_l(L^oyh
z{z(6?7XAl*_kZz9-28(7i7T1B9aicE5=C72MmJHBN*_{VC`rn_=InU+3wdg@8Qqa!
z3Od;)kZ$<l#Ut9S`*DuJ8vmcg^@$zieSXbAtU(-3d%h>;J&FoR-+R!SM8eZYwUc`@
zubmnMz1_8o?U0hZNlmI3*UoxoL%ivI`KaO&33J3<IyZu5uPAL&NVKL}d)%Ozu!^7p
z9w`FHt@!ut^~;OCcSN+=a-UIb8YoKzIkUKVwbc}|W^zfgn7j>NCEdr&Px8h7jLFL9
z%n?>SZT^*F_9zun>`*MM@ibLOn?%z<7UD}=UMn>!=6`OqXIoQQ#Nx-*R~zrPT5Y!5
zfZ0m1k%rGtTYBMv9W}6JThckaN*fK2Cj9UDdjQ)0AENxX$R5;%n1lbn9A%vm+~I?I
z{w+EVg?|m8l{sP-5E4ajYk#O;3$dfxE;`P352zvl^st-%F(5wf5Nj;NG;w1ghU%{a
zz|Y6W!w0Yi{M!aXV08}%!1>=cULZnU|FAvamjBxZ0`l@Bs{N-Q?|;YR2O)&~4?li{
zTK{Picu@8K_7mdc|7TvHkRb4%Ye7H|_kZMtx|<`u814^LDcH^r(HX=%Yq_`}K1>fC
fLVT1SX7^v+@_?GVL;vU%2*?lQ!D3*LRhRo8vXS9M

literal 0
HcmV?d00001

diff --git a/requirements.txt b/requirements.txt
index 8918b9d9b0b..8baa223eb79 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -25,6 +25,7 @@ zipstream-new==1.1.8
 schema==0.7.5
 rdflib==6.1.1
 smart_open==6.2.0
+PyMuPDF==1.20.2
 
 # Django Apps
 django-allauth==0.51.0
diff --git a/setup.cfg b/setup.cfg
index eb41aac53bd..679af840812 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -51,6 +51,7 @@ install_requires =
     schema==0.7.5
     rdflib==6.1.1
     smart_open==6.2.0
+    PyMuPDF==1.20.2
 
     # Django Apps
     django-allauth==0.51.0