From ec7d1437ba08e4469c3091811ef5bcb6fcdf9072 Mon Sep 17 00:00:00 2001 From: Mark Nottingham Date: Tue, 26 Dec 2023 00:14:34 +1100 Subject: [PATCH] update results --- results/apache.json | 6 +- results/index.mjs | 14 ++-- results/nginx.json | 16 ++--- results/nuster.json | 143 +++++++++++++++++-------------------- results/squid.json | 22 +++--- results/trafficserver.json | 2 +- results/varnish.json | 8 +-- 7 files changed, 98 insertions(+), 113 deletions(-) diff --git a/results/apache.json b/results/apache.json index 2d7027b..3df11c7 100644 --- a/results/apache.json +++ b/results/apache.json @@ -100,7 +100,7 @@ "cdn-date-update-exceed": true, "cdn-expires-update-exceed": [ "Assertion", - "Response 2 header Expires is \"null\", not \"Mon, 11 Dec 2023 04:37:08 GMT\"" + "Response 2 header Expires is \"null\", not \"Mon, 25 Dec 2023 12:17:04 GMT\"" ], "cdn-fresh-cc-nostore": [ "Assertion", @@ -493,11 +493,11 @@ "other-cookie": true, "other-date-update": [ "Assertion", - "Response 2 header Date is \"Mon, 11 Dec 2023 04:37:02 GMT\", not \"Mon, 11 Dec 2023 04:36:59 GMT\"" + "Response 2 header Date is \"Mon, 25 Dec 2023 12:16:58 GMT\", not \"Mon, 25 Dec 2023 12:16:55 GMT\"" ], "other-date-update-expires": [ "Assertion", - "Response 2 header Date is \"Mon, 11 Dec 2023 04:37:02 GMT\", not \"Mon, 11 Dec 2023 04:36:59 GMT\"" + "Response 2 header Date is \"Mon, 25 Dec 2023 12:16:58 GMT\", not \"Mon, 25 Dec 2023 12:16:55 GMT\"" ], "other-date-update-expires-update": true, "other-fresh-content-disposition-attachment": true, diff --git a/results/index.mjs b/results/index.mjs index fafcbe8..9acf1bc 100644 --- a/results/index.mjs +++ b/results/index.mjs @@ -4,47 +4,47 @@ export default [ file: 'chrome.json', name: 'Chrome', type: 'browser', - version: '118.0.5993.70' + version: '120.0.6099.109' }, { file: 'firefox.json', name: 'Firefox', type: 'browser', - version: '120.0.1', + version: '121.0', link: 'https://github.com/http-tests/cache-tests/wiki/Firefox' }, { file: 'safari.json', name: 'Safari', type: 'browser', - version: '17.1 (19616.2.9.11.7)' + version: '17.2 (19617.1.17.11.9)' }, { file: 'nginx.json', name: 'nginx', type: 'rev-proxy', - version: '1.22.1-9ubuntu5', + version: '1.24.0-2ubuntu3', link: 'https://github.com/http-tests/cache-tests/wiki/nginx' }, { file: 'squid.json', name: 'Squid', type: 'rev-proxy', - version: '5.7-1ubuntu3', + version: '6.5-1ubuntu1', link: 'https://github.com/http-tests/cache-tests/wiki/Squid' }, { file: 'trafficserver.json', name: 'ATS', type: 'rev-proxy', - version: '9.2.1+ds-1', + version: '9.2.3+ds-1+deb12u1', link: 'https://github.com/http-tests/cache-tests/wiki/Traffic-Server' }, { file: 'apache.json', name: 'httpd', type: 'rev-proxy', - version: '2.4.57-2ubuntu1', + version: '2.4.58-1ubuntu1', link: 'https://github.com/http-tests/cache-tests/wiki/Apache-httpd' }, { diff --git a/results/nginx.json b/results/nginx.json index 108e9a9..4780132 100644 --- a/results/nginx.json +++ b/results/nginx.json @@ -181,7 +181,7 @@ "cdn-date-update-exceed": true, "cdn-expires-update-exceed": [ "Assertion", - "Response 2 header Expires is \"null\", not \"Mon, 11 Dec 2023 04:29:19 GMT\"" + "Response 2 header Expires is \"null\", not \"Mon, 25 Dec 2023 12:26:49 GMT\"" ], "cdn-fresh-cc-nostore": [ "Assertion", @@ -390,10 +390,7 @@ "freshness-max-age-s-maxage-shared-longer-multiple": true, "freshness-max-age-s-maxage-shared-longer-reversed": true, "freshness-max-age-s-maxage-shared-shorter": true, - "freshness-max-age-s-maxage-shared-shorter-expires": [ - "Assertion", - "Response 2 does not come from cache" - ], + "freshness-max-age-s-maxage-shared-shorter-expires": true, "freshness-max-age-single-quoted": true, "freshness-max-age-space-after-equals": true, "freshness-max-age-space-before-equals": true, @@ -468,7 +465,10 @@ "headers-store-Set-Cookie2": true, "headers-store-TE": true, "headers-store-Test-Header": true, - "headers-store-Transfer-Encoding": true, + "headers-store-Transfer-Encoding": [ + "Setup", + "Response 1 status is 502, not 200" + ], "headers-store-Upgrade": true, "headers-store-X-Content-Foo": true, "headers-store-X-Frame-Options": true, @@ -643,11 +643,11 @@ "other-cookie": true, "other-date-update": [ "Assertion", - "Response 2 header Date is \"Mon, 11 Dec 2023 04:29:13 GMT\", not \"Mon, 11 Dec 2023 04:29:10 GMT\"" + "Response 2 header Date is \"Mon, 25 Dec 2023 12:26:43 GMT\", not \"Mon, 25 Dec 2023 12:26:40 GMT\"" ], "other-date-update-expires": [ "Assertion", - "Response 2 header Date is \"Mon, 11 Dec 2023 04:29:13 GMT\", not \"Mon, 11 Dec 2023 04:29:10 GMT\"" + "Response 2 header Date is \"Mon, 25 Dec 2023 12:26:43 GMT\", not \"Mon, 25 Dec 2023 12:26:40 GMT\"" ], "other-date-update-expires-update": true, "other-fresh-content-disposition-attachment": true, diff --git a/results/nuster.json b/results/nuster.json index eb046ab..3658e67 100644 --- a/results/nuster.json +++ b/results/nuster.json @@ -202,7 +202,7 @@ "cdn-date-update-exceed": true, "cdn-expires-update-exceed": [ "Assertion", - "Response 2 header Expires is \"null\", not \"Mon, 11 Dec 2023 04:33:05 GMT\"" + "Response 2 header Expires is \"null\", not \"Mon, 25 Dec 2023 12:11:29 GMT\"" ], "cdn-fresh-cc-nostore": [ "Assertion", @@ -266,10 +266,7 @@ "Response 2 Age header not present." ], "cdn-remove-header": true, - "conditional-304-etag": [ - "Assertion", - "Response 2 does not come from cache" - ], + "conditional-304-etag": true, "conditional-etag-forward": true, "conditional-etag-forward-unquoted": [ "Assertion", @@ -277,11 +274,11 @@ ], "conditional-etag-precedence": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 status is 200, not 304" ], "conditional-etag-quoted-respond-unquoted": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 status is 200, not 304" ], "conditional-etag-strong-generate": [ "Assertion", @@ -291,34 +288,19 @@ "Assertion", "Request 2 should have been conditional, but it was not." ], - "conditional-etag-strong-respond": [ - "Assertion", - "Response 2 does not come from cache" - ], - "conditional-etag-strong-respond-multiple-first": [ - "Assertion", - "Response 2 does not come from cache" - ], - "conditional-etag-strong-respond-multiple-last": [ - "Assertion", - "Response 2 does not come from cache" - ], - "conditional-etag-strong-respond-multiple-second": [ - "Assertion", - "Response 2 does not come from cache" - ], + "conditional-etag-strong-respond": true, + "conditional-etag-strong-respond-multiple-first": true, + "conditional-etag-strong-respond-multiple-last": true, + "conditional-etag-strong-respond-multiple-second": true, "conditional-etag-strong-respond-obs-text": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 status is 200, not 304" ], "conditional-etag-unquoted-respond-quoted": [ "Assertion", - "Response 2 does not come from cache" - ], - "conditional-etag-unquoted-respond-unquoted": [ - "Assertion", - "Response 2 does not come from cache" + "Response 2 status is 200, not 304" ], + "conditional-etag-unquoted-respond-unquoted": true, "conditional-etag-vary-headers": [ "Setup", "Request 2 should have been conditional, but it was not." @@ -328,22 +310,10 @@ "Assertion", "Request 2 should have been conditional, but it was not." ], - "conditional-etag-weak-respond": [ - "Assertion", - "Response 2 does not come from cache" - ], - "conditional-etag-weak-respond-backslash": [ - "Assertion", - "Response 2 does not come from cache" - ], - "conditional-etag-weak-respond-lowercase": [ - "Assertion", - "Response 2 does not come from cache" - ], - "conditional-etag-weak-respond-omit-slash": [ - "Assertion", - "Response 2 does not come from cache" - ], + "conditional-etag-weak-respond": true, + "conditional-etag-weak-respond-backslash": true, + "conditional-etag-weak-respond-lowercase": true, + "conditional-etag-weak-respond-omit-slash": true, "conditional-lm-fresh": true, "conditional-lm-fresh-earlier": [ "Assertion", @@ -692,7 +662,7 @@ ], "other-age-gen": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 Age header not present." ], "other-age-update-expires": [ "Assertion", @@ -702,7 +672,10 @@ "Assertion", "Response 2 header Age is 30, should be bigger than 32" ], - "other-authorization": true, + "other-authorization": [ + "Assertion", + "Response 2 comes from cache" + ], "other-authorization-must-revalidate": true, "other-authorization-public": true, "other-authorization-smaxage": true, @@ -858,22 +831,25 @@ "Response 2 comes from cache" ], "status-599-stale": true, - "vary-2-match": [ + "vary-2-match": true, + "vary-2-match-omit": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" ], - "vary-2-match-omit": true, - "vary-2-no-match": true, - "vary-3-match": [ + "vary-2-no-match": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" ], - "vary-3-no-match": true, - "vary-3-omit": [ + "vary-3-match": true, + "vary-3-no-match": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" + ], + "vary-3-omit": true, + "vary-3-order": [ + "Assertion", + "Response 2 comes from cache" ], - "vary-3-order": true, "vary-cache-key": true, "vary-invalidate": [ "Setup", @@ -884,41 +860,50 @@ "Assertion", "Response 2 comes from cache" ], - "vary-normalise-combine": [ + "vary-normalise-combine": true, + "vary-normalise-lang-case": true, + "vary-normalise-lang-order": true, + "vary-normalise-lang-select": true, + "vary-normalise-lang-space": true, + "vary-normalise-space": true, + "vary-omit": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" ], - "vary-normalise-lang-case": [ + "vary-omit-stored": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" ], - "vary-normalise-lang-order": [ + "vary-star": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" ], - "vary-normalise-lang-select": [ + "vary-syntax-empty-star": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" ], - "vary-normalise-lang-space": [ + "vary-syntax-empty-star-lines": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" ], - "vary-normalise-space": [ + "vary-syntax-foo-star": [ "Assertion", - "Response 2 does not come from cache" + "Response 2 comes from cache" ], - "vary-omit": [ + "vary-syntax-star": [ "Assertion", "Response 2 comes from cache" ], - "vary-omit-stored": true, - "vary-star": true, - "vary-syntax-empty-star": true, - "vary-syntax-empty-star-lines": true, - "vary-syntax-foo-star": true, - "vary-syntax-star": true, - "vary-syntax-star-foo": true, - "vary-syntax-star-star": true, - "vary-syntax-star-star-lines": true + "vary-syntax-star-foo": [ + "Assertion", + "Response 2 comes from cache" + ], + "vary-syntax-star-star": [ + "Assertion", + "Response 2 comes from cache" + ], + "vary-syntax-star-star-lines": [ + "Assertion", + "Response 2 comes from cache" + ] } diff --git a/results/squid.json b/results/squid.json index e0ed1bf..a85148f 100644 --- a/results/squid.json +++ b/results/squid.json @@ -56,10 +56,7 @@ "cc-resp-must-revalidate-fresh": true, "cc-resp-must-revalidate-stale": true, "cc-resp-no-cache": true, - "cc-resp-no-cache-case-insensitive": [ - "Assertion", - "Response 2 comes from cache" - ], + "cc-resp-no-cache-case-insensitive": true, "cc-resp-no-cache-revalidate": true, "cc-resp-no-cache-revalidate-fresh": true, "cc-resp-no-store": true, @@ -94,7 +91,7 @@ "cdn-date-update-exceed": true, "cdn-expires-update-exceed": [ "Assertion", - "Response 2 header Expires is \"null\", not \"Mon, 11 Dec 2023 04:35:46 GMT\"" + "Response 2 header Expires is \"null\", not \"Mon, 25 Dec 2023 12:08:16 GMT\"" ], "cdn-fresh-cc-nostore": [ "Assertion", @@ -277,10 +274,7 @@ "Response 2 does not come from cache" ], "freshness-max-age-age": true, - "freshness-max-age-case-insenstive": [ - "Assertion", - "Response 2 does not come from cache" - ], + "freshness-max-age-case-insenstive": true, "freshness-max-age-date": true, "freshness-max-age-decimal-five": true, "freshness-max-age-decimal-zero": true, @@ -552,8 +546,14 @@ ], "stale-sie-503": true, "stale-sie-close": true, - "stale-warning-become": true, - "stale-warning-stored": true, + "stale-warning-become": [ + "Assertion", + "Response 2 warning header not present." + ], + "stale-warning-stored": [ + "Assertion", + "Response 2 warning header not present." + ], "stale-while-revalidate": [ "Assertion", "Response 2 does not come from cache" diff --git a/results/trafficserver.json b/results/trafficserver.json index 087207c..fabd180 100644 --- a/results/trafficserver.json +++ b/results/trafficserver.json @@ -97,7 +97,7 @@ "cdn-date-update-exceed": true, "cdn-expires-update-exceed": [ "Assertion", - "Response 2 header Expires is \"null\", not \"Mon, 11 Dec 2023 04:30:26 GMT\"" + "Response 2 header Expires is \"null\", not \"Mon, 25 Dec 2023 12:09:35 GMT\"" ], "cdn-fresh-cc-nostore": [ "Assertion", diff --git a/results/varnish.json b/results/varnish.json index fa18abc..eda43f6 100644 --- a/results/varnish.json +++ b/results/varnish.json @@ -124,7 +124,7 @@ "cdn-date-update-exceed": true, "cdn-expires-update-exceed": [ "Assertion", - "Response 2 header Expires is \"null\", not \"Mon, 11 Dec 2023 04:30:59 GMT\"" + "Response 2 header Expires is \"null\", not \"Mon, 25 Dec 2023 12:14:56 GMT\"" ], "cdn-fresh-cc-nostore": [ "Assertion", @@ -345,8 +345,8 @@ "freshness-none": true, "freshness-s-maxage-shared": true, "head-200-freshness-update": [ - "Setup", - "Response 1 status is 503, not 200" + "Assertion", + "Request 2 had method GET, not HEAD" ], "head-200-retain": [ "Assertion", @@ -397,7 +397,7 @@ "headers-store-Public-Key-Pins": true, "headers-store-Set-Cookie": [ "Setup", - "Response 1 status is 503, not 200" + "Response 2 does not come from cache" ], "headers-store-Set-Cookie2": true, "headers-store-TE": true,