| /* |
| * Copyright 2012 Google Inc. |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| // Author: rahulbansal@google.com (Rahul Bansal) |
| |
| #include "net/instaweb/rewriter/public/split_html_filter.h" |
| |
| #include "net/instaweb/http/public/logging_proto_impl.h" |
| #include "net/instaweb/http/public/request_context.h" |
| #include "net/instaweb/rewriter/critical_line_info.pb.h" |
| #include "net/instaweb/rewriter/flush_early.pb.h" |
| #include "net/instaweb/rewriter/public/add_instrumentation_filter.h" |
| #include "net/instaweb/rewriter/public/rewrite_driver.h" |
| #include "net/instaweb/rewriter/public/rewrite_options.h" |
| #include "net/instaweb/rewriter/public/rewrite_test_base.h" |
| #include "net/instaweb/rewriter/public/server_context.h" |
| #include "net/instaweb/rewriter/public/split_html_helper_filter.h" |
| #include "net/instaweb/rewriter/public/static_asset_manager.h" |
| #include "net/instaweb/rewriter/public/test_rewrite_driver_factory.h" |
| #include "pagespeed/kernel/base/gtest.h" |
| #include "pagespeed/kernel/base/mock_timer.h" |
| #include "pagespeed/kernel/base/ref_counted_ptr.h" |
| #include "pagespeed/kernel/base/string_writer.h" |
| #include "pagespeed/kernel/html/html_keywords.h" |
| #include "pagespeed/kernel/html/html_name.h" |
| #include "pagespeed/kernel/html/html_writer_filter.h" |
| #include "pagespeed/kernel/http/http_names.h" |
| #include "pagespeed/kernel/http/response_headers.h" |
| #include "pagespeed/kernel/http/user_agent_matcher_test_base.h" |
| |
| namespace net_instaweb { |
| |
| namespace { |
| |
| const char kRequestUrl[] = "http://www.test.com"; |
| |
| const char kHtmlInputPart1[] = |
| "<html>" |
| "<head>\n" |
| "<script orig_index=1>blah</script>" |
| "<script orig_index=2>blah2</script>" |
| "</head>\n" |
| "<body>\n" |
| "<div id=\"header\"> This is the header </div>" |
| "<div id=\"container\" class>" |
| "<h2 id=\"beforeItems\"> This is before Items </h2>" |
| "<div id=\"item\">" |
| "<img src=\"image1\" data-pagespeed-high-res-src=\"image1_high_res\"" |
| " onload=\"func\">" |
| "<img src=\"image2\" data-pagespeed-high-res-src=\"image2_high_res\">" |
| "</div>" |
| "<span id=\"between\"> This is in between </span>" |
| "<div id=\"inspiration\">" |
| "<script orig_index=3></script>" |
| "<img src=\"image11\">" |
| "</div>"; |
| |
| const char kHtmlInputPart2[] = |
| "<h3 id=\"afterInspirations\"> This is after Inspirations </h3>" |
| "</div>" |
| "<img id=\"image\" src=\"image_panel.1\">" |
| "<script data-pagespeed-no-defer></script>" |
| "<h1 id=\"footer\" name style>" |
| "This is the footer" |
| "</h1>" |
| "</body></html>"; |
| |
| const char kSplitHtmlPrefix[] = |
| "<html><head>" |
| "\n<script orig_index=1>blah</script>" |
| "<script orig_index=2>blah2</script>"; |
| |
| const char kSplitHtmlMiddle[] = |
| "</head>\n" |
| "<body>\n" |
| "<div id=\"header\"> This is the header </div>" |
| "<div id=\"container\" class>" |
| "<h2 id=\"beforeItems\"> This is before Items </h2>" |
| "<div id=\"item\">" |
| "<img src=\"image1\" data-pagespeed-high-res-src=\"image1_high_res\">" |
| "<img src=\"image2\" data-pagespeed-high-res-src=\"image2_high_res\">" |
| "</div>" |
| "<span id=\"between\"> This is in between </span>" |
| "<!--GooglePanel begin panel-id.0--><!--GooglePanel end panel-id.0-->" |
| "</div>" |
| "<!--GooglePanel begin panel-id.1--><!--GooglePanel end panel-id.1-->" |
| "<script data-pagespeed-no-defer></script>" |
| "<h1 id=\"footer\" name style>" |
| "This is the footer" |
| "</h1>" |
| "</body></html>"; |
| |
| const char kSplitHtmlMiddleWithoutPanelStubs[] = |
| "</head>\n" |
| "<body>\n" |
| "<div id=\"header\"> This is the header </div>" |
| "<div id=\"container\" class>" |
| "<h2 id=\"beforeItems\"> This is before Items </h2>" |
| "<div id=\"item\">" |
| "<img src=\"image1\" data-pagespeed-high-res-src=\"image1_high_res\">" |
| "<img src=\"image2\" data-pagespeed-high-res-src=\"image2_high_res\">" |
| "</div>" |
| "<span id=\"between\"> This is in between </span>" |
| "<div id=\"inspiration\">" |
| "<script orig_index=3></script>" |
| "<img src=\"image11\">" |
| "</div>"; |
| |
| const char kSplitHtmlBelowTheFoldData[] = |
| "{\"panel-id.0\":[{\"instance_html\":\"<div id=\\\"inspiration\\\" " |
| "panel-id=\\\"panel-id.0\\\"><script orig_index=3>" |
| "<\\/script><img src=\\\"image11\\\"></div>" |
| "<h3 id=\\\"afterInspirations\\\" panel-id=\\\"panel-id.0\\\"> " |
| "This is after Inspirations </h3>\"}]," |
| "\"panel-id.1\":[{\"instance_html\":\"<img id=\\\"image\\\" " |
| "src=\\\"image_panel.1\\\" panel-id=\\\"panel-id.1\\\">\"}]}"; |
| |
| const char kHtmlInputForLazyload[] = "<html><head></head><body></body></html>"; |
| |
| const char kHtmlInputForIgnoreScript[] = |
| "<html><body>%s<h1></h1>%s<h1></h1></body></html>"; |
| |
| const char kHtmlExpectedOutputForIgnoreScript1[] = |
| "<html><head>%s</head><body>%s<h1></h1>%s" |
| "<!--GooglePanel begin panel-id.0--><!--GooglePanel end panel-id.0-->" |
| "</body></html>%s"; |
| |
| const char kHtmlExpectedOutputForIgnoreScript2[] = |
| "<html><head></head><body>%s" |
| "<!--GooglePanel begin panel-id.0--><!--GooglePanel end panel-id.0-->" |
| "</body></html>%s"; |
| |
| class SplitHtmlFilterTest : public RewriteTestBase { |
| public: |
| SplitHtmlFilterTest(): writer_(&output_) {} |
| |
| virtual bool AddHtmlTags() const { return false; } |
| |
| protected: |
| virtual void SetUp() { |
| delete options_; |
| options_ = new RewriteOptions(factory()->thread_system()); |
| options_->DisableFilter(RewriteOptions::kHtmlWriterFilter); |
| RewriteTestBase::SetUp(); |
| |
| rewrite_driver()->SetWriter(&writer_); |
| SplitHtmlFilter* filter = new SplitHtmlFilter(rewrite_driver()); |
| html_writer_filter_.reset(filter); |
| html_writer_filter_->set_writer(&writer_); |
| rewrite_driver()->AddFilter(html_writer_filter_.get()); |
| SetCurrentUserAgent( |
| UserAgentMatcherTestBase::kChrome18UserAgent); |
| |
| response_headers_.set_status_code(HttpStatus::kOK); |
| response_headers_.SetDateAndCaching( |
| MockTimer::kApr_5_2010_ms, 10000, ",no-cache"); |
| response_headers_.Add(HttpAttributes::kPragma, "no-cache"); |
| response_headers_.Add(HttpAttributes::kAge, "1000"); |
| rewrite_driver()->set_response_headers_ptr(&response_headers_); |
| output_.clear(); |
| StaticAssetManager* static_asset_manager = |
| rewrite_driver()->server_context()->static_asset_manager(); |
| blink_js_url_ = static_asset_manager->GetAssetUrl( |
| StaticAssetEnum::BLINK_JS, options_).c_str(); |
| nodefer_str_ = |
| HtmlKeywords::KeywordToString(HtmlName::kDataPagespeedNoDefer); |
| } |
| |
| // TODO(marq): This looks reusable enough to go into RewriteTestBase. Perhaps |
| // it should also know the rewriter-under-test's ID so there's less |
| // boilerplate? |
| void VerifyAppliedRewriters(GoogleString expected_rewriters) { |
| EXPECT_STREQ(expected_rewriters, AppliedRewriterStringFromLog()); |
| } |
| |
| void VerifyJsonSize(int64 expected_size) { |
| int64 actual_size = 0; |
| if (logging_info()->has_split_html_info()) { |
| actual_size = logging_info()->split_html_info().json_size(); |
| } |
| EXPECT_EQ(expected_size, actual_size); |
| } |
| |
| void SetBtfRequest() { |
| rewrite_driver()->request_context()->set_split_request_type( |
| RequestContext::SPLIT_BELOW_THE_FOLD); |
| } |
| |
| void SetAtfRequest() { |
| rewrite_driver()->request_context()->set_split_request_type( |
| RequestContext::SPLIT_ABOVE_THE_FOLD); |
| } |
| |
| GoogleString output_; |
| const char* blink_js_url_; |
| ResponseHeaders response_headers_; |
| const StringPiece* nodefer_str_; |
| |
| private: |
| StringWriter writer_; |
| SplitHtmlFilter* split_html_filter_; |
| }; |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlWithDriverHavingCriticalLineInfo) { |
| CriticalLineInfo* config = new CriticalLineInfo; |
| Panel* panel = config->add_panels(); |
| panel->set_start_xpath("div[@id = \"container\"]/div[4]"); |
| panel = config->add_panels(); |
| panel->set_start_xpath("img[3]"); |
| panel->set_end_marker_xpath("h1[@id = \"footer\"]"); |
| rewrite_driver()->set_critical_line_info(config); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString suffix(StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, 2, |
| kSplitHtmlBelowTheFoldData, "false")); |
| EXPECT_EQ(StrCat(kSplitHtmlPrefix, |
| kSplitHtmlMiddle, suffix), |
| output_); |
| VerifyAppliedRewriters( |
| RewriteOptions::FilterId(RewriteOptions::kSplitHtml)); |
| VerifyJsonSize(strlen(kSplitHtmlBelowTheFoldData)); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlAddMetaReferer) { |
| options_->set_hide_referer_using_meta(true); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| Panel* panel = config->add_panels(); |
| panel->set_start_xpath("div[@id = \"container\"]/div[4]"); |
| panel = config->add_panels(); |
| panel->set_start_xpath("img[3]"); |
| panel->set_end_marker_xpath("h1[@id = \"footer\"]"); |
| rewrite_driver()->set_critical_line_info(config); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString suffix(StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, 2, |
| kSplitHtmlBelowTheFoldData, "false")); |
| EXPECT_EQ(StrCat("<html><head>", |
| SplitHtmlFilter::kMetaReferer, |
| "\n<script orig_index=1>blah</script>" |
| "<script orig_index=2>blah2</script>", |
| kSplitHtmlMiddle, suffix), |
| output_); |
| VerifyAppliedRewriters( |
| RewriteOptions::FilterId(RewriteOptions::kSplitHtml)); |
| VerifyJsonSize(strlen(kSplitHtmlBelowTheFoldData)); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, |
| SplitTwoChunksHtmlWithDriverHavingCriticalLineInfoATF) { |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| Panel* panel = config->add_panels(); |
| panel->set_start_xpath("div[@id = \"container\"]/div[4]"); |
| panel = config->add_panels(); |
| panel->set_start_xpath("img[3]"); |
| panel->set_end_marker_xpath("h1[@id = \"footer\"]"); |
| rewrite_driver()->set_critical_line_info(config); |
| rewrite_driver()->AddOwnedEarlyPreRenderFilter( |
| new SplitHtmlHelperFilter(rewrite_driver())); |
| |
| Parse("split_with_pcache?\"test", |
| StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString suffix( |
| StringPrintf( |
| SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, |
| "div[@id = \"container\"]/div[4],img[3]:h1[@id = \"footer\"],", "1", |
| SplitHtmlFilter::kLoadHiResImages, blink_js_url_, 2)); |
| EXPECT_EQ(StrCat(kSplitHtmlPrefix, |
| kSplitHtmlMiddle, suffix), |
| output_); |
| EXPECT_STREQ("1000", response_headers_.Lookup1(HttpAttributes::kAge)); |
| EXPECT_STREQ("no-cache", response_headers_.Lookup1(HttpAttributes::kPragma)); |
| ConstStringStarVector values; |
| EXPECT_TRUE(response_headers_.Lookup(HttpAttributes::kCacheControl, &values)); |
| EXPECT_STREQ("max-age=10,no-cache", JoinStringStar(values, ",")); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, |
| SplitTwoChunksHtmlWithDriverHavingCriticalLineInfoATFAndCacheTime) { |
| options_->set_max_html_cache_time_ms(30000); |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| Panel* panel = config->add_panels(); |
| panel->set_start_xpath("div[@id = \"container\"]/div[4]"); |
| panel = config->add_panels(); |
| panel->set_start_xpath("img[3]"); |
| panel->set_end_marker_xpath("h1[@id = \"footer\"]"); |
| rewrite_driver()->set_critical_line_info(config); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString suffix( |
| StringPrintf( |
| SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, |
| "div[@id = \"container\"]/div[4],img[3]:h1[@id = \"footer\"],", "1", |
| SplitHtmlFilter::kLoadHiResImages, blink_js_url_, 2)); |
| EXPECT_EQ(StrCat(kSplitHtmlPrefix, |
| kSplitHtmlMiddle, suffix), |
| output_); |
| EXPECT_EQ(NULL, response_headers_.Lookup1( |
| HttpAttributes::kAccessControlAllowOrigin)); |
| EXPECT_EQ(NULL, response_headers_.Lookup1( |
| HttpAttributes::kAccessControlAllowCredentials)); |
| EXPECT_EQ(NULL, response_headers_.Lookup1(HttpAttributes::kAge)); |
| EXPECT_EQ(NULL, response_headers_.Lookup1(HttpAttributes::kPragma)); |
| ConstStringStarVector values; |
| EXPECT_TRUE(response_headers_.Lookup(HttpAttributes::kCacheControl, &values)); |
| EXPECT_STREQ("max-age=30,private", JoinStringStar(values, ",")); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitTwoChunksHtmlATFAndNoBTF) { |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| Panel* panel = config->add_panels(); |
| // Use a non-existent xpath. |
| panel->set_start_xpath("div[@id = \"abcd\"]/div[4]"); |
| rewrite_driver()->set_critical_line_info(config); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix( |
| StringPrintf(SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, |
| "div[@id = \"abcd\"]/div[4],", "", |
| SplitHtmlFilter::kLoadHiResImages, |
| blink_js_url_, 3)); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| |
| EXPECT_EQ(expected_output, output_); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitTwoChunksHtmlATFWithFlushAndHelper) { |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| options_->set_critical_line_config("div[@id = \"abcd\"]/div[4]"); |
| rewrite_driver()->AddOwnedEarlyPreRenderFilter( |
| new SplitHtmlHelperFilter(rewrite_driver())); |
| |
| html_parse()->SetWriter(&write_to_string_); |
| html_parse()->StartParse("http://example.com"); |
| html_parse()->ParseText(kHtmlInputPart1); |
| html_parse()->Flush(); |
| html_parse()->ParseText(kHtmlInputPart2); |
| html_parse()->FinishParse(); |
| |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix( |
| StringPrintf(SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, |
| "div[@id = \"abcd\"]/div[4],", "", |
| SplitHtmlFilter::kLoadHiResImages, |
| blink_js_url_, 3)); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| |
| EXPECT_EQ(expected_output, output_buffer_); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, FlushBeforeParse) { |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| options_->set_critical_line_config("div[@id = \"abcd\"]/div[4]"); |
| rewrite_driver()->AddOwnedEarlyPreRenderFilter( |
| new SplitHtmlHelperFilter(rewrite_driver())); |
| |
| html_parse()->SetWriter(&write_to_string_); |
| html_parse()->StartParse("http://example.com"); |
| html_parse()->Flush(); |
| html_parse()->ParseText(kHtmlInputPart1); |
| html_parse()->ParseText(kHtmlInputPart2); |
| html_parse()->FinishParse(); |
| |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix( |
| StringPrintf(SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, |
| "div[@id = \"abcd\"]/div[4],", "", |
| SplitHtmlFilter::kLoadHiResImages, |
| blink_js_url_, 3)); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| |
| EXPECT_EQ(expected_output, output_buffer_); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, ATFHeadersWithAllowAllOrigins) { |
| AddRequestAttribute(HttpAttributes::kOrigin, "abc.com"); |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| options_->set_serve_xhr_access_control_headers(true); |
| options_->set_access_control_allow_origins("*"); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| rewrite_driver()->set_critical_line_info(config); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix( |
| StringPrintf(SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, "", "", |
| SplitHtmlFilter::kLoadHiResImages, |
| blink_js_url_, 3)); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| EXPECT_EQ(expected_output, output_); |
| EXPECT_STREQ("abc.com", response_headers_.Lookup1( |
| HttpAttributes::kAccessControlAllowOrigin)); |
| EXPECT_STREQ("true", response_headers_.Lookup1( |
| HttpAttributes::kAccessControlAllowCredentials)); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, ATFHeadersCrossOriginAllowed) { |
| AddRequestAttribute(HttpAttributes::kOrigin, "http://cross-domain.com"); |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| options_->set_serve_xhr_access_control_headers(true); |
| options_->set_access_control_allow_origins( |
| "example.com, *cross-domain.com, abc.com"); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| rewrite_driver()->set_critical_line_info(config); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix( |
| StringPrintf(SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, "", "", |
| SplitHtmlFilter::kLoadHiResImages, |
| blink_js_url_, 3)); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| EXPECT_EQ(expected_output, output_); |
| EXPECT_STREQ("http://cross-domain.com", response_headers_.Lookup1( |
| HttpAttributes::kAccessControlAllowOrigin)); |
| EXPECT_STREQ("true", response_headers_.Lookup1( |
| HttpAttributes::kAccessControlAllowCredentials)); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, ATFHeadersCrossOriginDisAllowed) { |
| AddRequestAttribute(HttpAttributes::kOrigin, "disallowed-domain.com"); |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| options_->set_serve_xhr_access_control_headers(true); |
| options_->set_access_control_allow_origins( |
| "example.com, cross-domain.com, http://disallowed-domain.com, abc.com"); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| rewrite_driver()->set_critical_line_info(config); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix( |
| StringPrintf(SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, "", "", |
| SplitHtmlFilter::kLoadHiResImages, |
| blink_js_url_, 3)); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| EXPECT_EQ(expected_output, output_); |
| EXPECT_EQ(NULL, response_headers_.Lookup1( |
| HttpAttributes::kAccessControlAllowOrigin)); |
| EXPECT_STREQ(NULL, response_headers_.Lookup1( |
| HttpAttributes::kAccessControlAllowCredentials)); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, |
| SplitTwoChunksHtmlWithDriverHavingCriticalLineInfoBTF) { |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetBtfRequest(); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| Panel* panel = config->add_panels(); |
| panel->set_start_xpath("div[@id = \"container\"]/div[4]"); |
| panel = config->add_panels(); |
| panel->set_start_xpath("img[3]"); |
| panel->set_end_marker_xpath("h1[@id = \"footer\"]"); |
| rewrite_driver()->set_critical_line_info(config); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| EXPECT_EQ(kSplitHtmlBelowTheFoldData, output_); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, |
| SplitTwoChunksHtmlWithRequestHeaderDriverHavingNoCriticalLineInfoBTF) { |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetBtfRequest(); |
| rewrite_driver()->set_critical_line_info(NULL); |
| AddRequestAttribute( |
| HttpAttributes::kXPsaSplitConfig, |
| "div[@id = \"container\"]/div[4],img[3]:h1[@id = \"footer\"],"); |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| EXPECT_EQ(kSplitHtmlBelowTheFoldData, output_); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, |
| SplitTwoChunksHtmlWithRequestHeaderDriverHavingCriticalLineInfoBTF) { |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetBtfRequest(); |
| CriticalLineInfo* config = new CriticalLineInfo; |
| Panel* panel = config->add_panels(); |
| panel->set_start_xpath("div[@id = \"blah\"]/div[5]"); |
| rewrite_driver()->set_critical_line_info(config); |
| AddRequestAttribute( |
| HttpAttributes::kXPsaSplitConfig, |
| "div[@id = \"container\"]/div[4],img[3]:h1[@id = \"footer\"],"); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| EXPECT_EQ("{}", output_); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlWithFlushingCachedHtml) { |
| CriticalLineInfo* config = new CriticalLineInfo; |
| Panel* panel = config->add_panels(); |
| panel->set_start_xpath("div[@id = \"container\"]/div[4]"); |
| panel = config->add_panels(); |
| panel->set_start_xpath("img[3]"); |
| panel->set_end_marker_xpath("h1[@id = \"footer\"]"); |
| rewrite_driver()->set_critical_line_info(config); |
| rewrite_driver()->set_flushing_cached_html(true); |
| |
| Parse("split_with_pcache", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString suffix(StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, 2, |
| kSplitHtmlBelowTheFoldData, "true")); |
| EXPECT_EQ(StrCat(kSplitHtmlPrefix, |
| kSplitHtmlMiddle, suffix), |
| output_); |
| VerifyAppliedRewriters( |
| RewriteOptions::FilterId(RewriteOptions::kSplitHtml)); |
| VerifyJsonSize(strlen(kSplitHtmlBelowTheFoldData)); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlWithOptions) { |
| options_->set_critical_line_config( |
| "div[@id = \"container\"]/div[4]," |
| "img[3]:h1[@id = \"footer\"]"); |
| Parse("split_with_options", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString suffix(StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, 2, |
| kSplitHtmlBelowTheFoldData, "false")); |
| EXPECT_EQ(StrCat(kSplitHtmlPrefix, |
| kSplitHtmlMiddle, suffix), |
| output_); |
| VerifyAppliedRewriters( |
| RewriteOptions::FilterId(RewriteOptions::kSplitHtml)); |
| VerifyJsonSize(strlen(kSplitHtmlBelowTheFoldData)); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlWithFlushes) { |
| options_->set_critical_line_config( |
| "div[@id = \"container\"]/div[4]," |
| "img[3]:h1[@id = \"footer\"]"); |
| html_parse()->StartParse("http://test.com/"); |
| html_parse()->ParseText(kHtmlInputPart1); |
| html_parse()->Flush(); |
| html_parse()->ParseText(kHtmlInputPart2); |
| html_parse()->FinishParse(); |
| GoogleString suffix(StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, 2, |
| kSplitHtmlBelowTheFoldData, "false")); |
| EXPECT_EQ(StrCat(kSplitHtmlPrefix, |
| kSplitHtmlMiddle, suffix), |
| output_); |
| VerifyAppliedRewriters( |
| RewriteOptions::FilterId(RewriteOptions::kSplitHtml)); |
| VerifyJsonSize(strlen(kSplitHtmlBelowTheFoldData)); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, FlushEarlyHeadSuppress) { |
| options_->ForceEnableFilter( |
| RewriteOptions::RewriteOptions::kFlushSubresources); |
| options_->set_critical_line_config( |
| "div[@id = \"container\"]/div[4]," |
| "img[3]:h1[@id = \"footer\"]"); |
| |
| GoogleString pre_head_input = "<!DOCTYPE html><html><head>"; |
| GoogleString post_head_input = |
| "<link type=\"text/css\" rel=\"stylesheet\" href=\"a.css\"/>" |
| "<script src=\"b.js\"></script>" |
| "</head>" |
| "<body></body></html>"; |
| GoogleString suffix(StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, |
| -1, "{}", "false")); |
| GoogleString post_head_output = StrCat( |
| "<link type=\"text/css\" rel=\"stylesheet\" href=\"a.css\"/>" |
| "<script src=\"b.js\"></script>", |
| "</head><body></body></html>", suffix); |
| GoogleString html_input = StrCat(pre_head_input, post_head_input); |
| |
| Parse("not_flushed_early", html_input); |
| EXPECT_EQ(StrCat(pre_head_input, post_head_output), output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| |
| // SuppressPreheadFilter should have populated the flush_early_proto with the |
| // appropriate pre head information. |
| EXPECT_EQ(pre_head_input, |
| rewrite_driver()->flush_early_info()->pre_head()); |
| |
| // pre head is suppressed if the dummy head was flushed early. |
| output_.clear(); |
| rewrite_driver()->set_flushed_early(true); |
| Parse("flushed_early", html_input); |
| EXPECT_EQ(post_head_output, output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, FlushEarlyDisabled) { |
| options_->set_critical_line_config( |
| "div[@id = \"container\"]/div[4]," |
| "img[3]:h1[@id = \"footer\"]"); |
| |
| const char pre_head_input[] = "<!DOCTYPE html><html>"; |
| const char post_head_input[] = |
| "<head>" |
| "<link type=\"text/css\" rel=\"stylesheet\" href=\"a.css\"/>" |
| "<script src=\"b.js\"></script>" |
| "</head>" |
| "<body></body></html>"; |
| GoogleString html_input = StrCat(pre_head_input, post_head_input); |
| |
| Parse("not_flushed_early", html_input); |
| |
| // SuppressPreheadFilter should not have populated the flush_early_proto. |
| EXPECT_EQ("", rewrite_driver()->flush_early_info()->pre_head()); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlNoXpaths) { |
| CriticalLineInfo* info = new CriticalLineInfo; |
| rewrite_driver()->set_critical_line_info(info); |
| options_->set_critical_line_config(""); |
| Parse("split_without_xpaths", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix(StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, |
| 3, "{}", "false")); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| EXPECT_EQ(expected_output, output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlNoXpathsTwoChunksATF) { |
| CriticalLineInfo* info = new CriticalLineInfo; |
| rewrite_driver()->set_critical_line_info(info); |
| options_->set_critical_line_config(""); |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| Parse("split_without_xpaths", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix( |
| StringPrintf(SplitHtmlFilter::kSplitTwoChunkSuffixJsFormatString, |
| HttpAttributes::kXPsaSplitConfig, "", "", |
| SplitHtmlFilter::kLoadHiResImages, |
| blink_js_url_, 3)); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| EXPECT_EQ(expected_output, output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlNoXpathsTwoChunksBTF) { |
| CriticalLineInfo* info = new CriticalLineInfo; |
| rewrite_driver()->set_critical_line_info(info); |
| options_->set_critical_line_config(""); |
| SetBtfRequest(); |
| options_->set_serve_split_html_in_two_chunks(true); |
| Parse("split_without_xpaths", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| EXPECT_EQ("{}", output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlNoInfoTwoChunksATF) { |
| rewrite_driver()->set_critical_line_info(NULL); |
| options_->set_serve_split_html_in_two_chunks(true); |
| const GoogleString html(StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| Parse("split_cache_miss", html); |
| EXPECT_EQ(html, output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlNoInfoTwoChunksBTF) { |
| rewrite_driver()->set_critical_line_info(NULL); |
| SetBtfRequest(); |
| options_->set_serve_split_html_in_two_chunks(true); |
| const GoogleString html(StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| Parse("split_cache_miss", html); |
| EXPECT_EQ(html, output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlNoInfo) { |
| rewrite_driver()->set_critical_line_info(NULL); |
| const GoogleString html(StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| Parse("split_cache_miss", html); |
| GoogleString expected_output(kSplitHtmlPrefix); |
| GoogleString suffix(StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, |
| 3, "{}", "false")); |
| StrAppend(&expected_output, |
| kSplitHtmlMiddleWithoutPanelStubs, |
| kHtmlInputPart2, suffix); |
| EXPECT_EQ(expected_output, output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlWithUnsupportedUserAgent) { |
| options_->set_critical_line_config( |
| "div[@id = \"container\"]/div[4]," |
| "img[3]:h1[@id = \"footer\"]"); |
| SetCurrentUserAgent("BlackListUserAgent"); |
| SetDriverRequestHeaders(); |
| Parse("split_with_options", StrCat(kHtmlInputPart1, kHtmlInputPart2)); |
| EXPECT_EQ(StrCat(kHtmlInputPart1, kHtmlInputPart2), output_); |
| VerifyAppliedRewriters(""); |
| VerifyJsonSize(0); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlIgnoreScriptNoscript1) { |
| options_->set_critical_line_config("h1[2]"); |
| GoogleString expected_output_suffix( |
| StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, -1, |
| "{\"panel-id.0\":[{\"instance_html\":" |
| "\"<h1 panel-id=\\\"panel-id.0\\\">" |
| "</h1>\"}]}", "false")); |
| GoogleString input(StringPrintf(kHtmlInputForIgnoreScript, "", "")); |
| Parse("split_ignore_script1", input); |
| EXPECT_EQ(StringPrintf(kHtmlExpectedOutputForIgnoreScript1, |
| "", "", "", |
| expected_output_suffix.c_str()).c_str(), output_); |
| VerifyAppliedRewriters("sh"); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlIgnoreScriptNoscript2) { |
| options_->set_critical_line_config("h1[2]"); |
| GoogleString expected_output_suffix( |
| StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, -1, |
| "{\"panel-id.0\":[{\"instance_html\":" |
| "\"<h1 panel-id=\\\"panel-id.0\\\">" |
| "</h1>\"}]}", "false")); |
| GoogleString input = StringPrintf(kHtmlInputForIgnoreScript, "", |
| "<script></script><noscript></noscript>"); |
| Parse("split_ignore_script2", input); |
| EXPECT_EQ(StringPrintf(kHtmlExpectedOutputForIgnoreScript1, |
| "", "", |
| "<script></script><noscript></noscript>", |
| expected_output_suffix.c_str()).c_str(), output_); |
| VerifyAppliedRewriters("sh"); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlIgnoreScriptNoscript3) { |
| options_->set_critical_line_config("h1[2]"); |
| GoogleString expected_output_suffix( |
| StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, -1, |
| "{\"panel-id.0\":[{\"instance_html\":" |
| "\"<h1 panel-id=\\\"panel-id.0\\\">" |
| "</h1>\"}]}", "false")); |
| GoogleString input = StringPrintf(kHtmlInputForIgnoreScript, |
| "<script></script><noscript></noscript>", |
| "<script></script><noscript></noscript>"); |
| Parse("split_ignore_script3", input); |
| EXPECT_EQ(StringPrintf(kHtmlExpectedOutputForIgnoreScript1, |
| "", "<script></script><noscript></noscript>", |
| "<script></script><noscript></noscript>", |
| expected_output_suffix.c_str()).c_str(), output_); |
| VerifyAppliedRewriters("sh"); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlIgnoreScriptNoscript4) { |
| options_->set_critical_line_config("h1[1]"); |
| GoogleString expected_output_suffix( |
| StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, -1, |
| "{\"panel-id.0\":[{\"instance_html\":" |
| "\"<h1 panel-id=\\\"panel-id.0\\\">" |
| "</h1>" |
| "<h1 panel-id=\\\"panel-id.0\\\">" |
| "</h1>\"}]}", "false")); |
| GoogleString input = StringPrintf(kHtmlInputForIgnoreScript, "", ""); |
| Parse("split_ignore_script4", input); |
| EXPECT_EQ(StringPrintf(kHtmlExpectedOutputForIgnoreScript2, |
| "", |
| expected_output_suffix.c_str()).c_str(), output_); |
| VerifyAppliedRewriters("sh"); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlIgnoreScriptNoscript5) { |
| options_->set_critical_line_config("h1[1]"); |
| GoogleString expected_output_suffix( |
| StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, -1, |
| "{\"panel-id.0\":[{\"instance_html\":" |
| "\"<h1 panel-id=\\\"panel-id.0\\\">" |
| "</h1>" |
| "<h1 panel-id=\\\"panel-id.0\\\">" |
| "</h1>\"}]}", "false")); |
| GoogleString input = StringPrintf( |
| kHtmlInputForIgnoreScript, |
| "<script></script><noscript></noscript>" |
| "<style></style><link href=\"http://a.com/\">", ""); |
| Parse("split_ignore_script5", input); |
| EXPECT_EQ(StringPrintf(kHtmlExpectedOutputForIgnoreScript2, |
| "<script></script><noscript></noscript>" |
| "<style></style><link href=\"http://a.com/\">", |
| expected_output_suffix.c_str()).c_str(), output_); |
| VerifyAppliedRewriters("sh"); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlWithGhostClickBuster) { |
| options_->ClearSignatureForTesting(); |
| options_->set_serve_ghost_click_buster_with_split_html(true); |
| options_->set_critical_line_config("h1[2]"); |
| GoogleString expected_output_suffix( |
| StringPrintf(SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, -1, |
| "{\"panel-id.0\":[{\"instance_html\":" |
| "\"<h1 panel-id=\\\"panel-id.0\\\">" |
| "</h1>\"}]}", "false")); |
| GoogleString input(StringPrintf(kHtmlInputForIgnoreScript, "", "")); |
| Parse("split_ignore_script1", input); |
| StaticAssetManager* static_asset_manager = |
| rewrite_driver_->server_context()->static_asset_manager(); |
| |
| EXPECT_EQ(StringPrintf(kHtmlExpectedOutputForIgnoreScript1, |
| StrCat("<script type=\"text/javascript\">", |
| static_asset_manager->GetAsset( |
| StaticAssetEnum::GHOST_CLICK_BUSTER_JS, |
| options_), "</script>").c_str(), |
| "", "", |
| expected_output_suffix.c_str()).c_str(), output_); |
| VerifyAppliedRewriters("sh"); |
| } |
| |
| TEST_F(SplitHtmlFilterTest, SplitHtmlWithNestedPanels) { |
| GoogleString input_html = |
| "<html><head></head><body>" |
| "<div id=\"outer\">" |
| "<div id=\"inner\"></div>" |
| "</div>" |
| "</body></html>"; |
| options_->set_critical_line_config( |
| "div[@id = \"outer\"]," |
| "div[@id = \"inner\"]"); |
| GoogleString expected_output_suffix( |
| StringPrintf( |
| SplitHtmlFilter::kSplitSuffixJsFormatString, |
| blink_js_url_, |
| SplitHtmlFilter::kLoadHiResImages, -1, |
| "{\"panel-id.0\":[{\"instance_html\":" |
| "\"<div id=\\\"outer\\\" panel-id=\\\"panel-id.0\\\">" |
| "<div id=\\\"inner\\\"></div></div>\"}]}", |
| "false")); |
| Parse("split_with_options", input_html); |
| EXPECT_EQ(StrCat("<html><head></head><body>" |
| "<!--GooglePanel begin panel-id.0-->" |
| "<!--GooglePanel end panel-id.0-->" |
| "</body></html>", |
| expected_output_suffix), |
| output_); |
| VerifyAppliedRewriters("sh"); |
| } |
| |
| // When an ATF request is received, we defer the instrumentation script. |
| TEST_F(SplitHtmlFilterTest, Instrumentation1) { |
| options()->set_critical_line_config("div[@id=\"god\"]"); |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| rewrite_driver()->AddOwnedEarlyPreRenderFilter( |
| new AddInstrumentationFilter(rewrite_driver())); |
| Parse("defer_instrumentation", |
| "<html><head>" |
| "</head><body>" |
| "<div id='1'/>" |
| "<div id='god'/><div id='2'/>" |
| "</body></html>"); |
| GoogleString expected = |
| "<html><head>" |
| "<script type='text/javascript'>" |
| "window.mod_pagespeed_start = Number(new Date());</script>" |
| "</head><body>" |
| "<div id='1'/>" |
| "<!--GooglePanel begin panel-id.0--><!--GooglePanel end panel-id.0-->" |
| "</body></html>"; |
| EXPECT_TRUE(output_.find(expected) != GoogleString::npos); |
| EXPECT_TRUE(output_.find(nodefer_str_->as_string()) == GoogleString::npos); |
| } |
| |
| // When an ATF request is received but the useragent is unsupported, we don't |
| // defer the instrumentation script. |
| TEST_F(SplitHtmlFilterTest, Instrumentation2) { |
| SetCurrentUserAgent("BlackListUserAgent"); |
| options()->set_critical_line_config("div[@id=\"god\"]"); |
| options_->set_serve_split_html_in_two_chunks(true); |
| SetAtfRequest(); |
| rewrite_driver()->AddOwnedEarlyPreRenderFilter( |
| new AddInstrumentationFilter(rewrite_driver())); |
| Parse("nodefer_instrumentation", |
| "<html><head>" |
| "</head><body>" |
| "<div id='1'/>" |
| "<div id='god'/><div id='2'/>" |
| "</body></html>"); |
| GoogleString expected = |
| "<html><head>" |
| "<script type='text/javascript'>" |
| "window.mod_pagespeed_start = Number(new Date());</script>" |
| "</head><body>" |
| "<div id='1'/>" |
| "<div id='god'/><div id='2'/>"; |
| EXPECT_TRUE(output_.find(expected) != GoogleString::npos); |
| EXPECT_TRUE(output_.find(nodefer_str_->as_string()) != GoogleString::npos); |
| } |
| |
| } // namespace |
| |
| } // namespace net_instaweb |
