Merge pull request #13 from nadar/add-cycles-index

add cycles info

CHANGELOG.md

@@ -3,6 +3,10 @@
 All notable changes to this project will be documented in this file. This project adheres to [Semantic Versioning](http://semver.org/).
 In order to read more about upgrading and BC breaks have a look at the [UPGRADE Document](UPGRADE.md).
 
+## 1.4.0 (13. January 2020)
+
++ [#13](https://github.com/nadar/crawler/pull/13) New Crawler method `getCycles()` returns the number of times the `run()` method was called.
+
 ## 1.3.0 (20. December 2020)
 
 + [#10](https://github.com/nadar/crawler/issues/10) Add relative url check to `Url` class.

composer.json

@@ -1,4 +1,5 @@
 {
+    "description": "A highly extendible, dependency free Crawler for HTML, PDFS or any other type of Documents.",
     "name": "nadar/crawler",
     "type": "library",
     "authors": [

src/Crawler.php

@@ -77,6 +77,12 @@ class Crawler
      */
     protected $runner;
 
+    /**
+     * @var integer Contains the number of cycles where run() was called.
+     * @since 1.4.0
+     */
+    protected $cycles = 0;
+
     /**
      * Constructor
      *
@@ -173,6 +179,17 @@ public function getParsers() : array
         return $this->parsers;
     }
 
+    /**
+     * Returns the number of cycles where run() was called.
+     *
+     * @return integer
+     * @since 1.4.0
+     */
+    public function getCycles()
+    {
+        return $this->cycles;
+    }
+
     /**
      * Get all upcoming jobs from the queue and parse them into a Job object
      *
@@ -206,6 +223,7 @@ public function setup()
      */
     public function run()
     {
+        $this->cycles++;
         $curlRequests = [];
         $multiCurl = curl_multi_init();
 

src/Handlers/DebugHandler.php

@@ -94,7 +94,7 @@ public function onSetup(Crawler $crawler)
      */
     public function onEnd(Crawler $crawler)
     {
-        $this->summary();
+        $this->summary($crawler->getCycles());
     }
 
     /**
@@ -109,9 +109,10 @@ public function afterRun(Result $result)
     /**
      * Generates and prints a summary
      */
-    public function summary()
+    public function summary($cycles)
     {
         echo "==================" . PHP_EOL;
+        echo "run cycles: " . $cycles . PHP_EOL;
         echo "index size: " . ($this->counter) . PHP_EOL;
         echo "time: " . ($this->elapsedTime()) . PHP_EOL;
         echo "memory peak: " . $this->memoryPeak() . PHP_EOL;