michaelmior / NoSE

      end

      # Load data for all the indexes

      def load(indexes, config, show_progress = false, limit = nil,

               skip_existing = true)

        indexes.map!(&:to_id_graph).uniq! if @backend.by_id_graph

        simple_indexes = find_simple_indexes indexes, skip_existing

        simple_indexes.each do |entity, simple_index_list|

          filename = File.join config[:directory], "#{entity.name}.csv"

          total_rows = (limit || 0) - 1 # account for header row

          File.open(filename) { |file| file.each_line { total_rows += 1 } }

          progress = initialize_progress entity, simple_index_list,

                                         total_rows if show_progress

          load_file_indexes filename, entity, simple_index_list, progress

        end

      end

      private

      # Load a generated set of indexes with data from MySQL

      # @return [void]

      def load(indexes, config, show_progress = false, limit = nil,

               skip_existing = true)

        limit = 1 if limit.nil?

        indexes.map!(&:to_id_graph).uniq! if @backend.by_id_graph

        indexes.uniq.each do |index|

          load_index index, config, show_progress, limit, skip_existing

        end

      end

      private