adding QueryFilter::stripBom method

3 files changed, 76 insertions, 5 deletions

diff --git a/src/Config/Output.php b/src/Config/Output.php
index 81b6434..6ba19ce 100644
--- a/src/Config/Output.php
+++ b/src/Config/Output.php
@@ -100,6 +100,7 @@ trait Output
     {
         if (empty($str)) {
             $this->output_bom = null;
+
             return $this;
         }
         $str = (string) $str;
@@ -187,7 +188,7 @@ trait Output
         $csv->rewind();
         $csv->setFlags(SplFileObject::READ_CSV);
         if (! empty($bom) && ! empty($input_bom)) {
-            $csv->fseek(strlen($input_bom));
+            $csv->fseek(mb_strlen($input_bom));
         }
         echo $bom;
         $res = $csv->fpassthru();
diff --git a/src/Modifier/QueryFilter.php b/src/Modifier/QueryFilter.php
index 4602d75..c37d430 100644
--- a/src/Modifier/QueryFilter.php
+++ b/src/Modifier/QueryFilter.php
@@ -56,6 +56,69 @@ trait QueryFilter
     protected $iterator_limit = -1;
 
     /**
+     * Stripping BOM status
+     *
+     * @var boolean
+     */
+    protected $strip_bom = false;
+
+    /**
+     * Stripping BOM setter
+     *
+     * @param  bool $status
+     *
+     * @return $this
+     */
+    public function stripBom($status)
+    {
+        $this->strip_bom = (bool) $status;
+
+        return $this;
+    }
+
+    /**
+     * Tell whethe we can strip or not the leading BOM sequence
+     *
+     * @return boolean [description]
+     */
+    protected function isBomStrippable()
+    {
+        $bom = $this->getInputBom();
+
+        return ! empty($bom) && $this->strip_bom;
+    }
+
+    /**
+     * Remove the BOM sequence from the CSV
+     *
+     * @param  Iterator $iterator
+     *
+     * @return Iterator
+     */
+    protected function applyBomStripping(Iterator $iterator)
+    {
+        if (! $this->isBomStrippable()) {
+            return $iterator;
+        }
+
+        $bom = $this->getInputBom();
+        return new MapIterator($iterator, function ($row, $index) use ($bom) {
+            if (0 == $index) {
+                $row[0] = mb_substr($row[0], mb_strlen($bom));
+            }
+
+            return $row;
+        });
+    }
+
+    /**
+     * Returns the BOM sequence of the given CSV
+     *
+     * @return string
+     */
+    abstract public function getInputBom();
+
+    /**
      * Set LimitIterator Offset
      *
      * @param $offset
diff --git a/src/Reader.php b/src/Reader.php
index 1f73476..4e764b5 100644
--- a/src/Reader.php
+++ b/src/Reader.php
@@ -45,7 +45,9 @@ class Reader extends AbstractCsv
      */
     public function query(callable $callable = null)
     {
-        $iterator = new CallbackFilterIterator($this->getIterator(), function ($row) {
+        $iterator = $this->getIterator();
+        $iterator = $this->applyBomStripping($iterator);
+        $iterator = new CallbackFilterIterator($iterator, function ($row) {
             return is_array($row);
         });
 
@@ -53,7 +55,7 @@ class Reader extends AbstractCsv
         $iterator = $this->applyIteratorSortBy($iterator);
         $iterator = $this->applyIteratorInterval($iterator);
         if (! is_null($callable)) {
-            $iterator = new Modifier\MapIterator($iterator, $callable);
+            return new Modifier\MapIterator($iterator, $callable);
         }
 
         return $iterator;
@@ -65,11 +67,11 @@ class Reader extends AbstractCsv
     protected function getConversionIterator()
     {
         $iterator = $this->getIterator();
+        $iterator = $this->applyBomStripping($iterator);
         $iterator = $this->applyIteratorFilter($iterator);
         $iterator = $this->applyIteratorSortBy($iterator);
-        $iterator = $this->applyIteratorInterval($iterator);
 
-        return $iterator;
+        return $this->applyIteratorInterval($iterator);
     }
 
     /**
@@ -239,6 +241,11 @@ class Reader extends AbstractCsv
             throw new InvalidArgumentException('the specified row does not exist');
         }
 
+        if (0 == $offset && $this->isBomStrippable()) {
+            $bom    = $this->getInputBom();
+            $res[0] = mb_substr($res[0], mb_strlen($bom));
+        }
+
         return $res;
     }