Research talk:Anonymous editor acquisition/Signup CTA experiment/Work log/2014-05-19

Monday, May 19th

Today I need to check on our recently deployed experiment to make sure that we're getting token'd events at the expected rates.

SignupExpPageLinkClick_8101692

SELECT 
    wiki, 
    LEFT(timestamp, 10) AS hour, 
    SUM(event_token IS NOT NULL) AS tokened, 
    COUNT(*) AS events,
    SUM(event_token IS NOT NULL)/COUNT(*) AS tokened_prop
FROM SignupExpPageLinkClick_8101692
WHERE wiki != "wiki"
GROUP BY wiki, hour
ORDER BY wiki, hour;

+--------+------------+---------+--------+--------------+
| wiki   | hour       | tokened | events | tokened_prop |
+--------+------------+---------+--------+--------------+
| dewiki | 2014051918 |     286 |    286 |       1.0000 |
| dewiki | 2014051919 |     507 |    507 |       1.0000 |
| dewiki | 2014051920 |     250 |    250 |       1.0000 |
| enwiki | 2014051918 |    1215 |   1215 |       1.0000 |
| enwiki | 2014051919 |    1531 |   1531 |       1.0000 |
| enwiki | 2014051920 |    1189 |   1189 |       1.0000 |
| frwiki | 2014051918 |     297 |    297 |       1.0000 |
| frwiki | 2014051919 |     425 |    425 |       1.0000 |
| frwiki | 2014051920 |     255 |    255 |       1.0000 |
| itwiki | 2014051918 |     241 |    241 |       1.0000 |
| itwiki | 2014051919 |     396 |    396 |       1.0000 |
| itwiki | 2014051920 |     268 |    268 |       1.0000 |
+--------+------------+---------+--------+--------------+
12 rows in set (0.03 sec)

SignupExpCTAImpression_8101716

SELECT 
    wiki,
    LEFT(timestamp, 10) AS hour, 
    SUM(event_token IS NOT NULL) AS tokened, 
    COUNT(*) AS events,
    SUM(event_token IS NOT NULL)/COUNT(*) AS tokened_prop
FROM SignupExpCTAImpression_8101716
WHERE wiki != "wiki"
GROUP BY wiki, hour
ORDER BY wiki, hour;

+--------+------------+---------+--------+--------------+
| wiki   | hour       | tokened | events | tokened_prop |
+--------+------------+---------+--------+--------------+
| dewiki | 2014051918 |      97 |     97 |       1.0000 |
| dewiki | 2014051919 |     163 |    163 |       1.0000 |
| dewiki | 2014051920 |      85 |     85 |       1.0000 |
| enwiki | 2014051520 |       2 |      2 |       1.0000 |
| enwiki | 2014051918 |     540 |    540 |       1.0000 |
| enwiki | 2014051919 |     670 |    670 |       1.0000 |
| enwiki | 2014051920 |     556 |    556 |       1.0000 |
| frwiki | 2014051918 |     154 |    154 |       1.0000 |
| frwiki | 2014051919 |     164 |    164 |       1.0000 |
| frwiki | 2014051920 |     107 |    107 |       1.0000 |
| itwiki | 2014051918 |     117 |    117 |       1.0000 |
| itwiki | 2014051919 |     155 |    155 |       1.0000 |
| itwiki | 2014051920 |     134 |    134 |       1.0000 |
+--------+------------+---------+--------+--------------+
13 rows in set (0.01 sec)

SignupExpCTAButtonClick_8102619

SELECT 
    wiki, 
    LEFT(timestamp, 10) AS hour, 
    SUM(event_token IS NOT NULL) AS tokened, 
    COUNT(*) AS events,
    SUM(event_token IS NOT NULL)/COUNT(*) AS tokened_prop
FROM SignupExpCTAButtonClick_8102619
WHERE wiki != "wiki"
GROUP BY wiki, hour
ORDER BY wiki, hour;

+--------+------------+---------+--------+--------------+
| wiki   | hour       | tokened | events | tokened_prop |
+--------+------------+---------+--------+--------------+
| dewiki | 2014051918 |      62 |     62 |       1.0000 |
| dewiki | 2014051919 |     114 |    114 |       1.0000 |
| dewiki | 2014051920 |      60 |     60 |       1.0000 |
| enwiki | 2014051918 |     255 |    255 |       1.0000 |
| enwiki | 2014051919 |     350 |    350 |       1.0000 |
| enwiki | 2014051920 |     319 |    319 |       1.0000 |
| frwiki | 2014051918 |      46 |     46 |       1.0000 |
| frwiki | 2014051919 |      74 |     74 |       1.0000 |
| frwiki | 2014051920 |      49 |     49 |       1.0000 |
| itwiki | 2014051918 |      54 |     54 |       1.0000 |
| itwiki | 2014051919 |      86 |     86 |       1.0000 |
| itwiki | 2014051920 |      85 |     85 |       1.0000 |
+--------+------------+---------+--------+--------------+
12 rows in set (0.01 sec)

SignupExpAccountCreationComplete_8539421

SELECT 
    wiki, 
    LEFT(timestamp, 10) AS hour, 
    SUM(event_token IS NOT NULL) AS tokened, 
    COUNT(*) AS events,
    SUM(event_token IS NOT NULL)/COUNT(*) AS tokened_prop
FROM SignupExpAccountCreationComplete_8539421
WHERE wiki IN ("enwiki", "itwiki", "dewiki", "frwiki")
GROUP BY wiki, hour
ORDER BY wiki, hour;

+--------+------------+---------+--------+--------------+
| wiki   | hour       | tokened | events | tokened_prop |
+--------+------------+---------+--------+--------------+
| dewiki | 2014051918 |       9 |     14 |       0.6429 |
| dewiki | 2014051919 |      14 |     19 |       0.7368 |
| dewiki | 2014051920 |       9 |     14 |       0.6429 |
| dewiki | 2014051921 |       4 |      5 |       0.8000 |
| enwiki | 2014051918 |     177 |    251 |       0.7052 |
| enwiki | 2014051919 |     197 |    277 |       0.7112 |
| enwiki | 2014051920 |     164 |    209 |       0.7847 |
| enwiki | 2014051921 |      27 |     33 |       0.8182 |
| frwiki | 2014051918 |      13 |     19 |       0.6842 |
| frwiki | 2014051919 |      31 |     39 |       0.7949 |
| frwiki | 2014051920 |      19 |     25 |       0.7600 |
| frwiki | 2014051921 |       3 |      6 |       0.5000 |
| itwiki | 2014051918 |       8 |     11 |       0.7273 |
| itwiki | 2014051919 |      11 |     11 |       1.0000 |
| itwiki | 2014051920 |      13 |     18 |       0.7222 |
| itwiki | 2014051921 |       1 |      1 |       1.0000 |
+--------+------------+---------+--------+--------------+
16 rows in set (0.01 sec)

SignupExpAccountCreationImpression_8539445

SELECT 
    wiki, 
    LEFT(timestamp, 10) AS hour, 
    SUM(event_token IS NOT NULL) AS tokened, 
    COUNT(*) AS events,
    SUM(event_token IS NOT NULL)/COUNT(*) AS tokened_prop
FROM SignupExpAccountCreationImpression_8539445
WHERE wiki IN ("enwiki", "itwiki", "dewiki", "frwiki")
GROUP BY wiki, hour
ORDER BY wiki, hour;

+--------+------------+---------+--------+--------------+
| wiki   | hour       | tokened | events | tokened_prop |
+--------+------------+---------+--------+--------------+
| dewiki | 2014051918 |      99 |    236 |       0.4195 |
| dewiki | 2014051919 |     159 |    287 |       0.5540 |
| dewiki | 2014051920 |     131 |    258 |       0.5078 |
| dewiki | 2014051921 |      48 |     67 |       0.7164 |
| enwiki | 2014051918 |     624 |   8572 |       0.0728 |
| enwiki | 2014051919 |     751 |   2696 |       0.2786 |
| enwiki | 2014051920 |     901 |   3628 |       0.2483 |
| enwiki | 2014051921 |     198 |   1074 |       0.1844 |
| frwiki | 2014051918 |      96 |    289 |       0.3322 |
| frwiki | 2014051919 |     152 |    300 |       0.5067 |
| frwiki | 2014051920 |     114 |    328 |       0.3476 |
| frwiki | 2014051921 |      20 |     85 |       0.2353 |
| itwiki | 2014051918 |      51 |     89 |       0.5730 |
| itwiki | 2014051919 |      60 |    100 |       0.6000 |
| itwiki | 2014051920 |      70 |    121 |       0.5785 |
| itwiki | 2014051921 |       7 |     15 |       0.4667 |
+--------+------------+---------+--------+--------------+
16 rows in set (0.24 sec)

TrackedPageContentSaveComplete_8535426

SELECT 
    wiki, 
    LEFT(timestamp, 10) AS hour, 
    SUM(event_token IS NOT NULL) AS tokened, 
    COUNT(*) AS events,
    SUM(event_token IS NOT NULL)/COUNT(*) AS tokened_prop
FROM TrackedPageContentSaveComplete_8535426
WHERE wiki IN ("enwiki", "itwiki", "dewiki", "frwiki")
GROUP BY wiki, hour
ORDER BY wiki, hour;

+--------+------------+---------+--------+--------------+
| wiki   | hour       | tokened | events | tokened_prop |
+--------+------------+---------+--------+--------------+
| dewiki | 2014051918 |    1239 |   1476 |       0.8394 |
| dewiki | 2014051919 |    1415 |   1586 |       0.8922 |
| dewiki | 2014051920 |    1369 |   1437 |       0.9527 |
| dewiki | 2014051921 |     367 |    373 |       0.9839 |
| enwiki | 2014051918 |    5241 |   6613 |       0.7925 |
| enwiki | 2014051919 |    5926 |   6879 |       0.8615 |
| enwiki | 2014051920 |    5703 |   6943 |       0.8214 |
| enwiki | 2014051921 |    1221 |   1437 |       0.8497 |
| frwiki | 2014051918 |    1092 |   1565 |       0.6978 |
| frwiki | 2014051919 |    1054 |   1383 |       0.7621 |
| frwiki | 2014051920 |    1241 |   1528 |       0.8122 |
| frwiki | 2014051921 |     258 |    335 |       0.7701 |
| itwiki | 2014051918 |     775 |    827 |       0.9371 |
| itwiki | 2014051919 |     729 |    849 |       0.8587 |
| itwiki | 2014051920 |     760 |   1047 |       0.7259 |
| itwiki | 2014051921 |     153 |    263 |       0.5817 |
+--------+------------+---------+--------+--------------+
16 rows in set (0.11 sec)

Add topic