First functional PDF extractor

git-svn: trunk@1507

clamav-devel/libclamav/mbox.c

@@ -15,7 +15,7 @@
  *  along with this program; if not, write to the Free Software
  *  Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  */
-static	char	const	rcsid[] = "$Id: mbox.c,v 1.241 2005/04/28 14:46:44 nigelhorne Exp $";
+static	char	const	rcsid[] = "$Id: mbox.c,v 1.242 2005/04/30 13:12:28 nigelhorne Exp $";
 
 #if HAVE_CONFIG_H
 #include "clamav-config.h"
@@ -189,9 +189,6 @@ static	int	rfc1341(message *m, const char *dir);
 static	bool	usefulHeader(int commandNumber, const char *cmd);
 static	void	uufasttrack(message *m, const char *firstline, const char *dir, FILE *fin);
 static	char	*getline(char *buffer, size_t len, FILE *fin);
-#ifdef	NEW_WORLD
-static	const	char	*cli_pmemstr(const char *haystack, size_t hs, const char *needle, size_t ns);
-#endif
 
 static	void	checkURLs(message *m, const char *dir);
 #ifdef	WITH_CURL
@@ -3901,12 +3898,11 @@ getline(char *buffer, size_t len, FILE *fin)
 	return ret;
 }
 
-#ifdef	NEW_WORLD
 /*
  * like cli_memstr - but returns the location of the match
  * FIXME: need a case insensitive version
  */
-static const char *
+const char *
 cli_pmemstr(const char *haystack, size_t hs, const char *needle, size_t ns)
 {
 	const char *pt, *hay;
@@ -3941,4 +3937,3 @@ cli_pmemstr(const char *haystack, size_t hs, const char *needle, size_t ns)
 
 	return NULL;
 }
-#endif

clamav-devel/libclamav/mbox.h

@@ -38,3 +38,4 @@ typedef enum {
 #endif
 
 size_t	strstrip(char *s);	/* remove trailing white space */
+const	char	*cli_pmemstr(const char *haystack, size_t hs, const char *needle, size_t ns);

clamav-devel/libclamav/pdf.c

@@ -15,7 +15,7 @@
  *  along with this program; if not, write to the Free Software
  *  Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  */
-static	char	const	rcsid[] = "$Id: pdf.c,v 1.2 2005/04/28 13:04:05 nigelhorne Exp $";
+static	char	const	rcsid[] = "$Id: pdf.c,v 1.3 2005/04/30 13:12:28 nigelhorne Exp $";
 
 #if HAVE_CONFIG_H
 #include "clamav-config.h"
@@ -23,8 +23,158 @@ static	char	const	rcsid[] = "$Id: pdf.c,v 1.2 2005/04/28 13:04:05 nigelhorne Exp
 
 #include "clamav.h"
 
+#if HAVE_MMAP
+#if HAVE_SYS_MMAN_H
+#include <sys/mman.h>
+#else /* HAVE_SYS_MMAN_H */
+#undef HAVE_MMAP
+#endif
+#endif
+
+#include <stdio.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <ctype.h>
+#include <string.h>
+#include <fcntl.h>
+#include <stdlib.h>
+#include <limits.h>
+
+#ifdef HAVE_ZLIB_H
+#include <zlib.h>
+#endif
+
+#include "table.h"
+#include "mbox.h"
+#include "others.h"
+
+#ifndef	MIN
+#define	MIN(a, b)	(((a) < (b)) ? (a) : (b))
+#endif
+
 int
 cli_pdf(const char *dir, int desc)
 {
+#ifndef HAVE_MMAP
+	cli_warnmsg("File not decoded - PDF decoding needs mmap() (for now)\n");
+	return CL_CLEAN;
+#else
+	struct stat statb;
+	off_t size;
+	char *buf;
+	const char *p, *q;
+
+	if(fstat(desc, &statb) < 0)
+		return CL_EOPEN;
+
+	size = (size_t)statb.st_size;
+
+	if(size == 0)
+		return CL_CLEAN;
+
+	p = buf = mmap(NULL, size, PROT_READ, MAP_SHARED, desc, 0);
+	if(buf == MAP_FAILED)
+		return CL_EMEM;
+
+	while((q = cli_pmemstr(p, size, "obj", 3)) != NULL) {
+		int length, flatedecode;
+		const char *s, *t;
+		const char *u, *obj;
+		size_t objlen;
+		int fout;
+		char fullname[NAME_MAX + 1];
+
+		size -= (q - p) + 3;
+		obj = p = &q[3];
+		q = cli_pmemstr(p, size, "endobj", 6);
+		if(q == NULL) {
+			cli_dbgmsg("No matching endobj");
+			break;
+		}
+		size -= (q - p) + 6;
+		p = &q[6];
+		objlen = (size_t)(q - obj);
+
+		t = cli_pmemstr(obj, objlen, "stream\n", 7);
+		if(t == NULL)
+			continue;
+
+		length = flatedecode = 0;
+		for(s = obj; s < t; s++) {
+			if(*s == '/') {
+				if(strncmp(++s, "Length ", 7) == 0) {
+					s += 7;
+					length = atoi(s);
+					while(isdigit(*s))
+						s++;
+					cli_dbgmsg("length %d\n", length);
+				} else if((strncmp(s, "FlateDecode ", 12) == 0) ||
+					  (strncmp(s, "FlateDecode\n", 12) == 0)) {
+					flatedecode = 1;
+					s += 12;
+				}
+			}
+		}
+		t += 7;
+		u = cli_pmemstr(t, objlen - 7, "endstream\n", 10);
+		if(u == NULL) {
+			cli_dbgmsg("No endstream");
+			break;
+		}
+		snprintf(fullname, sizeof(fullname), "%s/pdfXXXXXX", dir);
+#if	defined(C_LINUX) || defined(C_BSD) || defined(HAVE_MKSTEMP) || defined(C_SOLARIS) || defined(C_CYGWIN)
+		fout = mkstemp(fullname);
+#else
+		(void)mktemp(fullname);
+		fout = open(fullname, O_WRONLY|O_CREAT|O_EXCL|O_TRUNC|O_BINARY, 0600);
+#endif
+
+		if(fout < 0) {
+			extern int errno;
+
+			cli_errmsg("cli_pdf: can't create temporary file %s: %s\n", fullname, strerror(errno));
+			close(fout);
+			munmap(buf, size);
+			return CL_ETMPFILE;
+		}
+
+		if(flatedecode) {
+			z_stream stream;
+			size_t len = (size_t)(u - t);
+			unsigned char output[BUFSIZ];
+			size_t buflen;
+
+			stream.zalloc = (alloc_func)Z_NULL;
+			stream.zfree = (free_func)Z_NULL;
+			stream.opaque = (void *)NULL;
+			stream.next_in = (unsigned char *)t;
+			buflen = stream.avail_in = len;
+
+			if(inflateInit(&stream) != Z_OK) {
+				cli_warnmsg("cli_pdf: inflateInit failed");
+				close(fout);
+				continue;
+			}
+			stream.next_out = output;
+			stream.avail_out = sizeof(output);
+			do
+				if(stream.avail_out == 0) {
+					write(fout, output, BUFSIZ);
+					stream.next_out = output;
+					stream.avail_out = BUFSIZ;
+				}
+			while(inflate(&stream, Z_NO_FLUSH) == Z_OK);
+
+			write(fout, output, sizeof(output) - stream.avail_out);
+			inflateEnd(&stream);
+		} else
+			write(fout, t, (size_t)(u - t));
+
+		close(fout);
+		cli_dbgmsg("cli_pdf: extracted to %s\n", fullname);
+	}
+
+	munmap(buf, size);
 	return CL_CLEAN;
+#endif
 }