Fix MultipartReader for big files

std/mime/multipart.ts

@@ -281,10 +281,10 @@ export class MultipartReader {
    * null value means parsing or writing to file was failed in some reason.
    * @param maxMemory maximum memory size to store file in memory. bytes. @default 1048576 (1MB)
    *  */
-  async readForm(maxMemory = 10 << 20): Promise<MultipartFormData> {
+  async readForm(maxMemory = 1 << 20): Promise<MultipartFormData> {
     const fileMap = new Map<string, FormFile>();
     const valueMap = new Map<string, string>();
-    let maxValueBytes = maxMemory + (10 << 20);
+    let maxValueBytes = maxMemory + (1 << 20);
     const buf = new Buffer(new Uint8Array(maxValueBytes));
     for (;;) {
       const p = await this.nextPart();
@@ -308,7 +308,7 @@ export class MultipartReader {
       }
       // file
       let formFile: FormFile | undefined;
-      const n = await copy(buf, p);
+      const n = await copyN(buf, p, maxValueBytes);
       const contentType = p.headers.get("content-type");
       assert(contentType != null, "content-type must be set");
       if (n > maxMemory) {
@@ -319,11 +319,11 @@ export class MultipartReader {
           postfix: ext,
         });
         try {
-          const size = await copyN(
-            file,
-            new MultiReader(buf, p),
-            maxValueBytes
-          );
+          // write buffer to file
+          let size = await copyN(file, buf, n);
+          // Write the rest of the file
+          size += await copy(file, new MultiReader(buf, p));
+
           file.close();
           formFile = {
             filename: p.fileName,

std/mime/multipart_test.ts

@@ -1,6 +1,6 @@
 // Copyright 2018-2020 the Deno authors. All rights reserved. MIT license.
 
-const { Buffer, copy, open, test } = Deno;
+const { Buffer, open, test } = Deno;
 import {
   assert,
   assertEquals,
@@ -21,6 +21,7 @@ const e = new TextEncoder();
 const boundary = "--abcde";
 const dashBoundary = e.encode("--" + boundary);
 const nlDashBoundary = e.encode("\r\n--" + boundary);
+const testdataDir = path.resolve("mime", "testdata");
 
 test(function multipartScanUntilBoundary1(): void {
   const data = `--${boundary}`;
@@ -190,29 +191,45 @@ test({
 });
 
 test({
-  name: "[mime/multipart] readForm() should store big file in temp file",
+  name:
+    "[mime/multipart] readForm() should store big file completely in temp file",
   async fn() {
-    const o = await open(path.resolve("./mime/testdata/sample.txt"));
-    const mr = new MultipartReader(
-      o,
-      "--------------------------434049563556637648550474"
-    );
+    const encoder = new TextEncoder();
+    const multipartFile = path.join(testdataDir, "form-data.dat");
+    const sampleFile = path.resolve(testdataDir, "bigfile.txt");
+    const writer = await open(multipartFile, { write: true, create: true });
+
+    const fileData = encoder.encode("a".repeat(1 << 24)); // 16mb
+    const size = fileData.length;
+
+    await Deno.writeFile(sampleFile, fileData);
+    const bigFile = await open(sampleFile, "r");
+
+    const mw = new MultipartWriter(writer);
+    await mw.writeField("deno", "land");
+    await mw.writeField("bar", "bar");
+    await mw.writeFile("file", "sample.txt", bigFile);
+
+    await mw.close();
+    writer.close();
+    bigFile.close();
+
+    const o = await Deno.open(multipartFile);
+    const mr = new MultipartReader(o, mw.boundary);
     // use low-memory to write "file" into temp file.
     const form = await mr.readForm(20);
     try {
-      assertEquals(form.value("foo"), "foo");
+      assertEquals(form.value("deno"), "land");
       assertEquals(form.value("bar"), "bar");
       const file = form.file("file");
       assert(file != null);
-      assertEquals(file.type, "application/octet-stream");
       assert(file.tempfile != null);
-      const f = await open(file.tempfile);
-      const w = new StringWriter();
-      await copy(w, f);
-      const json = JSON.parse(w.toString());
-      assertEquals(json["compilerOptions"]["target"], "es2018");
-      f.close();
+      assertEquals(file.size, size);
+      assertEquals(file.type, "application/octet-stream");
+      // TODO checksum of tmp & sampleFile
     } finally {
+      await Deno.remove(multipartFile);
+      await Deno.remove(sampleFile);
       await form.removeAll();
       o.close();
     }