Fix variable number of reviews returned #676 (#677)

lib/utils/request.js

@@ -1,11 +1,17 @@
 import requestLib from 'got';
 import throttled from './throttle.js';
+import { CookieJar } from 'tough-cookie';
 import createDebug from 'debug';
 
+const cookieJar = new CookieJar();
 const debug = createDebug('google-play-scraper');
 
 function doRequest (opts, limit) {
   let req;
+
+  // cookies are necessary for pagination to work consistently across requests
+  opts.cookieJar = cookieJar;
+
   if (limit) {
     req = throttled(
       requestLib, {

package.json

@@ -28,7 +28,8 @@
     "debug": "^3.1.0",
     "got": "^11.8.6",
     "memoizee": "^0.4.14",
-    "ramda": "^0.29.0"
+    "ramda": "^0.29.0",
+    "tough-cookie": "^4.1.3"
   },
   "devDependencies": {
     "chai": "^4.3.7",

test/lib.reviews.js

@@ -102,4 +102,25 @@ describe('Reviews method', () => {
     assert.isNotNull(secondPaginationToken);
     assert.notDeepEqual(data, dataSecondPage);
   });
+
+  it('should get same set of reviews on each run', async () => {
+    const firstPageReviews = await gplay.reviews({
+      appId: 'com.facebook.katana',
+      num: 1500,
+      sort: constants.sort.HELPFULNESS
+    });
+    const { data } = firstPageReviews;
+
+    assert.equal(data.length, 1500);
+
+    const secondPageReviews = await gplay.reviews({
+      appId: 'com.facebook.katana',
+      num: 1500,
+      sort: constants.sort.HELPFULNESS
+    });
+    const { data: dataSecondPage } = secondPageReviews;
+
+    assert.equal(dataSecondPage.length, 1500);
+    assert.deepEqual(data, dataSecondPage);
+  });
 });