diff --git a/oci/layer/tar_extract.go b/oci/layer/tar_extract.go
index 0db52a7b4..22f0a5d26 100644
--- a/oci/layer/tar_extract.go
+++ b/oci/layer/tar_extract.go
@@ -154,6 +154,13 @@ func (te *TarExtractor) restoreMetadata(path string, hdr *tar.Header) error {
 				log.Warnf("rootless{%s} ignoring (usually) harmless EPERM on setxattr %q", hdr.Name, name)
 				continue
 			}
+			// We cannot do much if we get an ENOTSUPP -- this usually means
+			// that extended attributes are simply unsupported by the
+			// underlying filesystem (such as AUFS or NFS).
+			if errors.Cause(err) == unix.ENOTSUP {
+				log.Warnf("xatt{%s} ignoring ENOTSUPP on setxattr %q", hdr.Name, name)
+				continue
+			}
 			return errors.Wrapf(err, "restore xattr metadata: %s", path)
 		}
 	}