( ! ) Deprecated: strip_tags(): Passing null to parameter #1 ($string) of type string is deprecated in /home/jlahijani/Sites/goodui.org/site/templates/_og.php on line 13 Call Stack #TimeMemoryFunctionLocation 10.0001466168{main}( ).../index.php:0 20.33822253272ProcessWire\Wire->__call( $method = 'execute', $arguments = [0 => TRUE] ).../index.php:55 30.33822253272ProcessWire\WireHooks->runHooks( $object = class ProcessWire\ProcessPageView { }, $method = 'execute', $arguments = [0 => TRUE], $type = ??? ).../Wire.php:484 40.33832253688ProcessWire\Wire->_callMethod( $method = '___execute', $arguments = [0 => TRUE] ).../WireHooks.php:952 50.33832253688ProcessWire\ProcessPageView->___execute( $internal = TRUE ).../Wire.php:416 60.35142294296ProcessWire\ProcessPageView->renderPage( $page = class ProcessWire\Page { public $id = 3198; public $name = 'getting-a-higher-ab-test-win-rate-using-patterns-2017-q2-performance-report'; public $parent = '/blog/'; public $template = 'post'; public $title = 'Getting A Higher A/B Test Win Rate Using Patterns: 2017 Q2 Performance Report'; public $post_tags = '(PageArray) 3143|3157'; public $body_blocks = '(RepeaterMatrixPageArray) 6633'; public $date = 1499878757; public $comments = '(CommentArray) '; public $summary = ''; public $body = ''; public $data = ['title' => 'Getting A Higher A/B Test Win Rate Using Patterns: 2017 Q2 Performance Report', 'post_tags' => class ProcessWire\PageArray { ... }, 'body_blocks' => class ProcessWire\RepeaterMatrixPageArray { ... }, 'date' => 1499878757, 'comments' => class ProcessWire\CommentArray { ... }, 'summary' => '', 'body' => ''] }, $request = class ProcessWire\PagesRequest { } ).../ProcessPageView.module:114 70.37682324432ProcessWire\Wire->__call( $method = 'render', $arguments = [] ).../ProcessPageView.module:184 80.37682324432ProcessWire\WireHooks->runHooks( $object = class ProcessWire\Page { public $id = 3198; public $name = 'getting-a-higher-ab-test-win-rate-using-patterns-2017-q2-performance-report'; public $parent = '/blog/'; public $template = 'post'; public $title = 'Getting A Higher A/B Test Win Rate Using Patterns: 2017 Q2 Performance Report'; public $post_tags = '(PageArray) 3143|3157'; public $body_blocks = '(RepeaterMatrixPageArray) 6633'; public $date = 1499878757; public $comments = '(CommentArray) '; public $summary = ''; public $body = ''; public $data = ['title' => 'Getting A Higher A/B Test Win Rate Using Patterns: 2017 Q2 Performance Report', 'post_tags' => class ProcessWire\PageArray { ... }, 'body_blocks' => class ProcessWire\RepeaterMatrixPageArray { ... }, 'date' => 1499878757, 'comments' => class ProcessWire\CommentArray { ... }, 'summary' => '', 'body' => ''] }, $method = 'render', $arguments = [], $type = ??? ).../Wire.php:484 90.37702326392ProcessWire\Wire->__call( $method = 'renderPage', $arguments = [0 => class ProcessWire\HookEvent { public $data = [...] }] ).../WireHooks.php:1060 100.37702326392ProcessWire\WireHooks->runHooks( $object = class ProcessWire\PageRender { public $data = ['clearCache' => 1] }, $method = 'renderPage', $arguments = [0 => class ProcessWire\HookEvent { public $data = [...] }], $type = ??? ).../Wire.php:484 110.37712326808ProcessWire\Wire->_callMethod( $method = '___renderPage', $arguments = [0 => class ProcessWire\HookEvent { public $data = [...] }] ).../WireHooks.php:952 120.37712326808ProcessWire\PageRender->___renderPage( $event = class ProcessWire\HookEvent { public $data = ['object' => class ProcessWire\Page { ... }, 'method' => 'render', 'arguments' => [...], 'return' => NULL, 'replace' => FALSE, 'options' => [...], 'id' => 'Page:100.0:render', 'cancelHooks' => FALSE, 'when' => 'after'] } ).../Wire.php:416 130.37852327368ProcessWire\Wire->__call( $method = 'render', $arguments = [] ).../PageRender.module:575 140.37852327368ProcessWire\WireHooks->runHooks( $object = class ProcessWire\TemplateFile { public $data = ['wire' => class ProcessWire\ProcessWire { ... }, 'classLoader' => class ProcessWire\WireClassLoader { ... }, 'hooks' => class ProcessWire\WireHooks { ... }, 'config' => class ProcessWire\Config { ... }, 'notices' => class ProcessWire\Notices { ... }, 'urls' => class ProcessWire\Paths { ... }, 'log' => class ProcessWire\WireLog { ... }, 'sanitizer' => class ProcessWire\Sanitizer { ... }, 'datetime' => class ProcessWire\WireDateTime { ... }, 'files' => class ProcessWire\WireFileTools { ... }, 'mail' => class ProcessWire\WireMailTools { ... }, 'database' => class ProcessWire\WireDatabasePDO { ... }, 'db' => class ProcessWire\DatabaseMysqli { ... }, 'cache' => class ProcessWire\WireCache { ... }, 'modules' => class ProcessWire\Modules { ... }, 'procache' => class ProcessWire\ProCache { ... }, 'fieldtypes' => class ProcessWire\Fieldtypes { ... }, 'fields' => class ProcessWire\Fields { ... }, 'fieldgroups' => class ProcessWire\Fieldgroups { ... }, 'templates' => class ProcessWire\Templates { ... }, 'pages' => class ProcessWire\Pages { ... }, 'permissions' => class ProcessWire\Permissions { ... }, 'roles' => class ProcessWire\Roles { ... }, 'users' => class ProcessWire\Users { ... }, 'user' => class ProcessWire\User { ... }, 'session' => class ProcessWire\Session { ... }, 'input' => class ProcessWire\WireInput { ... }, 'buster' => class ProcessWire\ProCacheBuster { ... }, 'process' => class ProcessWire\ProcessPageView { ... }, 'page' => class ProcessWire\Page { ... }, 'options' => [...]] }, $method = 'render', $arguments = [], $type = ??? ).../Wire.php:484 150.37862328720ProcessWire\Wire->_callMethod( $method = '___render', $arguments = [] ).../WireHooks.php:952 160.37862328720ProcessWire\TemplateFile->___render( ).../Wire.php:413 170.51432874816require( '/home/jlahijani/Sites/goodui.org/site/templates/_main.php ).../TemplateFile.php:340 180.51592901104include( '/home/jlahijani/Sites/goodui.org/site/templates/_og.php ).../_main.php:64 190.51852901840strip_tags( $string = NULL ).../_og.php:13 " />

Getting A Higher A/B Test Win Rate Using Patterns: 2017 Q2 Performance Report

Tagged as: Optimization Results

Continuing to measure the performance of our patterns as started in Q1 of this year, here is the follow up Q2 report. As a reminder we're trying to do better than 50/50 (win/lose) and we have managed to score a 60/40 win rate in this quarter based on 15 a/b tests.

Question 1: Can Conversion Patterns Improve Our Win Rate?

We're continuing to answer the key question: can conversion patterns improve our win rate and help us do better than 50/50? We have results from another 15 tests that we ran in Q2 of 2017. All 15 tests were based on conversion patterns that were predicted to win. That is, the patterns on which these tests were based on informed us that they had a positive median effect and a positive reproducibility score. Out of these 15 tests, 9 tests had a positive effect at the time of stopping. That's a 60% win rate. This is slightly lower than last quarter, but we're still doing better than chance.

Spreadsheet
Q2 2017 Conversion Pattern Win/Loss Predictions

Question 2: Does A Higher Reproducibility Lead To A Higher Win Rate?

The second question is whether patterns with a higher reproducibiltiy can be even more effective at predicting positive test outcomes? To answer this, we combined all of the Q1 and Q2 tests together to a total of 38 a/b tests and sorted by the degree of reproducibility (certainty). Then we compared both top and bottom halves of the predicted results. The top half (with the higher reproducibility scores) contained 12 winning tests, whereas the bottom half contained 11. So now we have +1 extra winning test from patterns with a higher repeatability (certainty) score. If this keeps up, it will mean that our approach to analyzing multiple a/b tests may pay off in the long run - we'll see.

Spreadsheet
Q1 + Q2 2017 Conversion Pattern Win/Loss Predictions Sorted By Reproducibility

Continued Optimism For The Future

This second assessment of conversion patterns continues to be very promising to me. In Q2 we continue to beat chance in our experimentation using past test data. Many patterns are also showing additional repeatability as we get collect data from more tests. Looking forward to doing this in Q3.

Get The Patterns That We Use To Win More Often

Posted by Jakub Linowski on Jul 12, 2017

Previous Post

Better Experiments: Increase Testing Velocity

Next Post

Beating Chance With Conversion Patterns: Our 2017 Q1 Win Rate Report

Comments

Reach Higher Conversions Faster With These Actively Tested Patterns:

View 73 sales patterns for

Ecommerce

View 55 signup patterns for

SaaS

View 60 patterns for

Lead Gen