Webfonts analyzis (#209)

Add 3 new rules about webfonts
2016-12-20 12:16:28 +08:00
parent 9898a8424a
commit 5273dfbbf3
24 changed files with 999 additions and 69 deletions
@@ -37,7 +37,7 @@ describe('fileMinifier', function() {
            type: 'js',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -179,7 +179,7 @@ describe('fileMinifier', function() {
            type: 'css',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -0,0 +1,112 @@
+var should = require('chai').should();
+var fontAnalyzer = require('../../lib/tools/redownload/fontAnalyzer');
+var fs = require('fs');
+var path = require('path');
+
+describe('fontAnalyzer', function() {
+    
+    it('should extract metrics from a font', function(done) {
+        var fileContent = fs.readFileSync(path.resolve(__dirname, '../www/SourceSansPro/SourceSansPro-Regular.woff'));
+        var fileSize = fileContent.length;
+
+        var entry = {
+            method: 'GET',
+            url: 'http://localhost:8388/SourceSansPro/SourceSansPro-Regular.woff',
+            requestHeaders: {
+                'User-Agent': 'something',
+                Referer: 'http://www.google.fr/',
+                Accept: '*/*',
+                'Accept-Encoding': 'gzip, deflate'
+            },
+            status: 200,
+            isWebFont: true,
+            type: 'webfont',
+            contentType: 'image/jpeg',
+            contentLength: 999,
+            weightCheck: {
+                bodyBuffer: fileContent,
+                totalWeight: fileSize + 200,
+                headersSize: 200,
+                bodySize: fileSize,
+                isCompressed: false,
+                uncompressedSize: fileSize
+            }
+        };
+
+        fontAnalyzer.getMetricsFromFont(entry, 'ABCD')
+
+        .then(function(metrics) {
+
+            metrics.should.be.an('Object');
+            metrics.should.have.a.property('name').that.equals('Source Sans Pro');
+            metrics.should.have.a.property('numGlyphs').that.equals(1944);
+            metrics.should.have.a.property('averageGlyphComplexity').that.equals(26.6);
+            metrics.should.have.a.property('compressedWeight').that.equals(fileSize);
+
+            metrics.should.have.a.property('unicodeRanges').that.is.an('Object');
+            metrics.unicodeRanges.should.have.a.property('Basic Latin');
+            metrics.unicodeRanges['Basic Latin'].should.have.a.property('charset').that.is.a('String');
+            metrics.unicodeRanges['Basic Latin'].charset.length.should.equal(95);
+            metrics.unicodeRanges['Basic Latin'].name.should.equal('Basic Latin');
+            metrics.unicodeRanges['Basic Latin'].rangeStart.should.equal(0x0020);
+            metrics.unicodeRanges['Basic Latin'].rangeEnd.should.equal(0x007F);
+            metrics.unicodeRanges['Basic Latin'].coverage.should.equal(95 / 96);
+            metrics.unicodeRanges['Basic Latin'].numGlyphsInCommonWithPageContent.should.equal(4);
+
+            metrics.unicodeRanges.Cyrillic.numGlyphsInCommonWithPageContent.should.equal(0);
+
+            metrics.should.have.a.property('numGlyphsInCommonWithPageContent').that.equals(4);
+
+            should.equal(metrics.unicodeRanges.Others.coverage, undefined);
+
+            done();
+        })
+
+        .fail(function(err) {
+            done(err);
+        });
+    });
+
+    it('should sort glyphes by unicode ranges', function() {
+        var ranges = fontAnalyzer.readUnicodeRanges([0x0041, 0x0042, 0x0043, 0x0044, 0x0416], '0123AMZ');
+        
+        ranges.should.deep.equal({ 
+            'Basic Latin': {
+                name: 'Basic Latin',
+                rangeStart: 32,
+                rangeEnd: 127,
+                charset: 'ABCD',
+                coverage: 0.041666666666666664,
+                numGlyphsInCommonWithPageContent: 1
+            },
+            'Cyrillic': {
+                name: 'Cyrillic',
+                rangeStart: 1024,
+                rangeEnd: 1327,
+                charset: 'Ж',
+                coverage: 0.003289473684210526,
+                numGlyphsInCommonWithPageContent: 0
+            }
+        });
+    });
+
+    it('should transform an array of char codes into a string', function() {
+        var str = fontAnalyzer.getCharacterSetAsString([0x0041, 0x0042, 0x0043, 0x0044, 0x0416]);
+        str.should.equal('ABCDЖ');
+    });
+
+    it('should find the right unicode range for a char', function() {
+        fontAnalyzer.getUnicodeRangeFromChar(0x0020).should.deep.equal({
+            name: 'Basic Latin',
+            rangeStart: 0x0020,
+            rangeEnd: 0x007F
+        });
+
+        fontAnalyzer.getUnicodeRangeFromChar(0x0021).name.should.equal('Basic Latin');
+        fontAnalyzer.getUnicodeRangeFromChar(0x007F).name.should.equal('Basic Latin');
+        fontAnalyzer.getUnicodeRangeFromChar(0x007E).name.should.equal('Basic Latin');
+        fontAnalyzer.getUnicodeRangeFromChar(0x0000).name.should.equal('Others');
+        fontAnalyzer.getUnicodeRangeFromChar(0xFFFFFFFFF).name.should.equal('Others');
+    });
+
+});
@@ -23,7 +23,7 @@ describe('gzipCompressor', function() {
            type: 'js',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -64,7 +64,7 @@ describe('gzipCompressor', function() {
            type: 'js',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                bodyAfterOptimization: minifiedContent.toString('utf8'),
                totalWeight: fileSize + 200,
                headersSize: 200,
@@ -108,7 +108,7 @@ describe('gzipCompressor', function() {
            type: 'js',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                bodyAfterOptimization: minifiedContent.toString('utf8'),
                totalWeight: gzipedSize + 200,
                headersSize: 200,
@@ -150,7 +150,7 @@ describe('gzipCompressor', function() {
            type: 'js',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: gzipedSize + 200,
                headersSize: 200,
                bodySize: gzipedSize,
@@ -188,7 +188,7 @@ describe('gzipCompressor', function() {
            type: 'css',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -224,7 +224,7 @@ describe('gzipCompressor', function() {
            type: 'html',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -261,7 +261,7 @@ describe('gzipCompressor', function() {
            type: 'image',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -297,7 +297,7 @@ describe('gzipCompressor', function() {
            type: 'xml',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -333,7 +333,7 @@ describe('gzipCompressor', function() {
            type: 'json',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -370,7 +370,7 @@ describe('gzipCompressor', function() {
            type: 'webfont',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -407,7 +407,7 @@ describe('gzipCompressor', function() {
            type: 'favicon',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -444,7 +444,7 @@ describe('gzipCompressor', function() {
            contentType: 'image/jpeg',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -482,7 +482,7 @@ describe('gzipCompressor', function() {
            contentType: 'image/png',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -519,7 +519,7 @@ describe('gzipCompressor', function() {
            contentType: 'image/gif',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -556,7 +556,7 @@ describe('gzipCompressor', function() {
            contentType: 'image/webp',
            contentLength: 999,
            weightCheck: {
-                body: fileContent.toString('utf8'),
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -52,7 +52,7 @@ describe('imageOptimizer', function() {
            contentType: 'image/jpeg',
            contentLength: 999,
            weightCheck: {
-                body: fileContent,
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -137,7 +137,7 @@ describe('imageOptimizer', function() {
            contentType: 'image/png',
            contentLength: 999,
            weightCheck: {
-                body: fileContent,
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -194,7 +194,7 @@ describe('imageOptimizer', function() {
            contentType: 'image/svg+xml',
            contentLength: 999,
            weightCheck: {
-                body: fileContent,
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -242,7 +242,7 @@ describe('imageOptimizer', function() {
            contentType: 'image/jpeg',
            contentLength: 999,
            weightCheck: {
-                body: fileContent,
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -285,7 +285,7 @@ describe('imageOptimizer', function() {
            contentType: 'image/png',
            contentLength: 999,
            weightCheck: {
-                body: fileContent,
+                bodyBuffer: fileContent,
                totalWeight: fileSize + 200,
                headersSize: 200,
                bodySize: fileSize,
@@ -195,7 +195,7 @@ describe('redownload', function() {
            newEntry.weightCheck.uncompressedSize.should.equal(newEntry.weightCheck.bodySize);
            newEntry.weightCheck.isCompressed.should.equal(false);
            newEntry.weightCheck.headersSize.should.be.above(200).and.below(400);
-            newEntry.weightCheck.body.toString().should.have.string('1.8.3');
+            newEntry.weightCheck.bodyBuffer.toString().should.have.string('1.8.3');

            done();
        })
@@ -226,12 +226,11 @@ describe('redownload', function() {
        .then(function(newEntry) {

            newEntry.weightCheck.bodySize.should.equal(4193);
-            newEntry.weightCheck.body.should.equal(fileContent.toString('binary'));
+            newEntry.weightCheck.bodyBuffer.should.deep.equal(fileContent);

            // Opening the image in lwip to check if the format is good
            var lwip = require('lwip');
-            var buffer = new Buffer(newEntry.weightCheck.body, 'binary');
-            lwip.open(buffer, 'png', function(err, image) {
+            lwip.open(newEntry.weightCheck.bodyBuffer, 'png', function(err, image) {
                image.width().should.equal(620);
                image.height().should.equal(104);
                done(err);
@@ -312,7 +311,7 @@ describe('redownload', function() {
            type: 'html',
            contentLength: 999,
            weightCheck: {
-                body: 'blabla',
+                bodyBuffer: 'blabla',
                headersSize: 200,
                bodySize: 500,
                isCompressed: false,