minsky::CSVDialog Class Reference

#include <CSVDialog.h>

Inheritance diagram for minsky::CSVDialog:

Collaboration diagram for minsky::CSVDialog:

Public Member Functions
double	tableWidth () const
	width of table (in pixels) More...
void	loadFile ()
	loads an initial sequence of lines from url. If fname contains "://", is is treated as a URL, and downloaded from the web. More...
void	guessSpecAndLoadFile ()
	guess the spec, then load an initial sequence of like loadFile() More...
void	loadFileFromName (const std::string &fname)
	common implementation of loading the initial sequence of lines More...
void	reportFromFile (const std::string &input, const std::string &output) const
void	requestRedraw ()
std::size_t	columnOver (double x) const
	return column mouse is over More...
std::size_t	rowOver (double y) const
	return row mouse is over More...
std::vector< std::vector< std::string > >	parseLines (size_t maxColumn=std::numeric_limits< size_t >::max())
void	populateHeaders ()
	populate all column names from the headers row More...
void	populateHeader (size_t col)
	populate the name of column col with the data from the header row More...
void	classifyColumns ()
	try to classify axis,data,ignore columns based on read in data More...
std::vector< size_t >	correctedUniqueValues ()
	unique values in each column, ignoring initial header lines could slightly underestimate the value, and is never less than 1, even for empty columns More...
Public Member Functions inherited from minsky::RenderNativeWindow
const RenderFrameArgs &	frameArgs () const
	~RenderNativeWindow () override
virtual void	init ()
	perform any initialisation of any subclasses of this More...
void	renderFrame (const RenderFrameArgs &args)
void	destroyFrame ()
void	draw ()
void	requestRedraw ()
RenderNativeWindow &	operator= (const RenderNativeWindow &x)
	RenderNativeWindow ()=default
	RenderNativeWindow (const RenderNativeWindow &)=default
virtual bool	hasScrollBars () const
	return whether this window has scrollbars (needed for MacOSX). More...
Public Member Functions inherited from minsky::EventInterface
virtual void	mouseDown (float x, float y)
virtual void	controlMouseDown (float x, float y)
virtual void	mouseUp (float x, float y)
virtual void	mouseMove (float x, float y)
virtual void	zoom (double x, double y, double z)
virtual void	moveTo (float x, float y)
	move this so that (x,y) is centred More...
virtual std::vector< float >	position () const
	current centre coordinates More...
virtual double	zoomFactor () const
virtual bool	keyPress (const KeyPressArgs &)
	handle key press over current itemFocus, More...
virtual bool	getItemAt (float x, float y)
	item or wire obtained by get*At() calls More...
virtual bool	getWireAt (float x, float y)
	item or wire obtained by get*At() calls More...

Public Attributes
double	xoffs =80
double	colWidth =50
bool	flashNameRow =false
DataSpec	spec
std::string	url
	filename, or web url More...
Public Attributes inherited from minsky::EventInterface
ItemPtr	item
	item or wire obtained by get*At() calls More...
WirePtr	wire
	item or wire obtained by get*At() calls More...

Static Public Attributes
static const unsigned	numInitialLines =100
Static Public Attributes inherited from minsky::RenderNativeWindow
static ecolab::cairo::Colour	backgroundColour {0.8,0.8,0.8,1}

Private Member Functions
	CLASSDESC_ACCESS (DataSpec)
bool	redraw (int, int, int width, int height) override

Private Attributes
std::vector< std::string >	initialLines
	initial lines of file More...
double	rowHeight =0
double	m_tableWidth

Additional Inherited Members
Static Public Member Functions inherited from minsky::RenderNativeWindow
static double	scaleFactor ()

Detailed Description

Definition at line 35 of file CSVDialog.h.

Member Function Documentation

CLASSDESC_ACCESS()

minsky::CSVDialog::CLASSDESC_ACCESS ( DataSpec  )

private

classifyColumns()

void CSVDialog::classifyColumns

(

)

try to classify axis,data,ignore columns based on read in data

Definition at line 345 of file CSVDialog.cc.

References minsky::isNumerical(), and parseLines().

{
  auto parsedLines=parseLines();
  spec.dimensionCols.clear();
  spec.dataCols.clear();
  spec.dimensions.resize(min(spec.numCols,spec.maxColumn));
  for (size_t col=0; col<spec.numCols; ++col)
    {
      bool entryFound=false, timeFound=true, numberFound=true;
      for (size_t row=spec.nRowAxes(); row<parsedLines.size(); ++row)
        if (col<parsedLines[row].size() && !parsedLines[row][col].empty())
          {
            entryFound=true;
            if (numberFound && !isNumerical(parsedLines[row][col]))
              numberFound=false;
            static const AnyVal any(Dimension(Dimension::time,""));
            if (timeFound)
              try
                {any(parsedLines[row][col]);}
              catch (...)
                {timeFound=false;}
          }
      if (entryFound && col<spec.maxColumn)
        {
          if (numberFound)
            spec.dataCols.insert(col);
          else
            {
              spec.dimensionCols.insert(col);
              if (timeFound)
                spec.dimensions[col].type=Dimension::time;
              else
                spec.dimensions[col].type=Dimension::string;
              spec.dimensions[col].units.clear();
            }
        }
      else if (col>=spec.nColAxes() && col<spec.maxColumn)
        spec.dataCols.insert(col);
    }
}

Here is the call graph for this function:

columnOver()

size_t CSVDialog::columnOver

(

double

x

)

const

return column mouse is over

Definition at line 291 of file CSVDialog.cc.

{
  return size_t((x-xoffs)/(colWidth+5));
}

correctedUniqueValues()

std::vector< size_t > CSVDialog::correctedUniqueValues

(

)

unique values in each column, ignoring initial header lines could slightly underestimate the value, and is never less than 1, even for empty columns

Definition at line 386 of file CSVDialog.cc.

References parseLines().

{
  auto r=spec.uniqueValues();
  // apply a correction by removing the values in the header rows
  vector<set<size_t>> correction(r.size());
  auto parsedLines=parseLines();
  const hash<string> h;
  for (size_t row=0; row<parsedLines.size() && row<spec.nRowAxes(); ++row)
    for (size_t col=0; col<correction.size() && col<parsedLines[row].size(); ++col)
      correction[col].insert(h(parsedLines[row][col]));
  for (size_t i=0; i<r.size(); ++i)
    if (r[i]>correction[i].size())
      r[i]-=correction[i].size();
    else
      r[i]=1;
  return r;
}

Here is the call graph for this function:

guessSpecAndLoadFile()

void CSVDialog::guessSpecAndLoadFile

(

)

guess the spec, then load an initial sequence of like loadFile()

Definition at line 103 of file CSVDialog.cc.

{
  spec=DataSpec();
  spec.guessFromFile(url);
  loadFileFromName(url);
  populateHeaders();
  classifyColumns();
}

loadFile()

void CSVDialog::loadFile

(

)

loads an initial sequence of lines from url. If fname contains "://", is is treated as a URL, and downloaded from the web.

Definition at line 98 of file CSVDialog.cc.

{
  loadFileFromName(url);
}

loadFileFromName()

void CSVDialog::loadFileFromName

(

const std::string &

fname

)

common implementation of loading the initial sequence of lines

Definition at line 112 of file CSVDialog.cc.

References minsky::stripByteOrderingMarker().

{  
  ifstream is(fname);
  stripByteOrderingMarker(is);
  initialLines.clear();
  for (size_t i=0; i<numInitialLines && is; ++i)
    {
      initialLines.emplace_back();
      getline(is, initialLines.back());
      // chomp any final '\r' character (DOS files)
      if (!initialLines.back().empty() && initialLines.back().back()=='\r')
        initialLines.back().erase(initialLines.back().end()-1);
    }
  // Ensure dimensions.size() is the same as nColAxes() upon first load of a CSV file. For ticket 974.
  if (spec.dimensions.size()<spec.nColAxes()) spec.setDataArea(spec.nRowAxes(),spec.nColAxes());    
}

Here is the call graph for this function:

parseLines()

std::vector< std::vector< std::string > > CSVDialog::parseLines

(

size_t

maxColumn = std::numeric_limits<size_t>::max()

)

Definition at line 301 of file CSVDialog.cc.

References parseLines().

{
  vector<vector<string>> parsedLines;
  if (spec.mergeDelimiters)
    if (spec.separator==' ')
      parsedLines=::parseLines(boost::char_separator<char>(), initialLines, maxColumn);
    else
      {
        char separators[]={spec.separator,'\0'};
        parsedLines=::parseLines
          (boost::char_separator<char>(separators,""),initialLines, maxColumn);
      }
  else
    parsedLines=::parseLines
      (boost::escaped_list_separator<char>(spec.escape,spec.separator,spec.quote),
       initialLines, maxColumn);

  // update numCols iff maxColumn unrestricted
  if (maxColumn==numeric_limits<size_t>::max())
    {
      spec.numCols=0;
      for (auto& i: parsedLines)
        spec.numCols=std::max(spec.numCols, i.size());
    }
  return parsedLines;
}

Here is the call graph for this function:

populateHeader()

void CSVDialog::populateHeader

(

size_t

col

)

populate the name of column col with the data from the header row

Definition at line 336 of file CSVDialog.cc.

References parseLines().

{
  auto parsedLines=parseLines();
  if (spec.headerRow>=parsedLines.size()) return;
  auto& headers=parsedLines[spec.headerRow];
  if (col<headers.size() && col<spec.maxColumn)
    spec.dimensionNames[col]=headers[col];
}

Here is the call graph for this function:

populateHeaders()

void CSVDialog::populateHeaders

(

)

populate all column names from the headers row

Definition at line 328 of file CSVDialog.cc.

References parseLines().

{
  auto parsedLines=parseLines();
  if (spec.headerRow>=parsedLines.size()) return;
  auto& hr=parsedLines[spec.headerRow];
  spec.dimensionNames={hr.begin(), min(hr.end(), hr.begin()+spec.maxColumn)};
}

Here is the call graph for this function:

redraw()

bool CSVDialog::redraw ( int  , int  , int  width, int  height  )

overrideprivate

Definition at line 169 of file CSVDialog.cc.

References parseLines().

{
  cairo_t* cairo=surface->cairo();
  rowHeight=15;
  vector<vector<string>> parsedLines=parseLines();

  // LHS row labels
  {
    Pango pango(cairo);
    pango.setText("Dimension");
    cairo_move_to(cairo,xoffs-pango.width()-5,0);
    pango.show();
    pango.setText("Type");
    cairo_move_to(cairo,xoffs-pango.width()-5,rowHeight);
    pango.show();
    pango.setText("Format");
    cairo_move_to(cairo,xoffs-pango.width()-5,2*rowHeight);
    pango.show();
    if (flashNameRow)
      pango.setMarkup("<b>Name</b>");
    else
      pango.setText("Name");
    cairo_move_to(cairo,xoffs-pango.width()-5,3*rowHeight);
    pango.show();
    pango.setText("Header");
    cairo_move_to(cairo,xoffs-pango.width()-5,(4+spec.headerRow)*rowHeight);
    pango.show();
    
  }     
  
  CroppedPango pango(cairo, colWidth);
  pango.setFontSize(0.8*rowHeight);
  
  set<size_t> done;
  double x=xoffs, y=0;
  size_t col=0;
  for (; done.size()<parsedLines.size(); ++col)
    {
      if (col<spec.nColAxes())
        {// dimension check boxes
          const CairoSave cs(cairo);
          const double cbsz=5;
          cairo_set_line_width(cairo,1);
          cairo_translate(cairo,x+0.5*colWidth,y+0.5*rowHeight);
          cairo_rectangle(cairo,-cbsz,-cbsz,2*cbsz,2*cbsz);
          if (spec.dimensionCols.contains(col))
            {
              cairo_move_to(cairo,-cbsz,-cbsz);
              cairo_line_to(cairo,cbsz,cbsz);
              cairo_move_to(cairo,cbsz,-cbsz);
              cairo_line_to(cairo,-cbsz,cbsz);
            }
          cairo_stroke(cairo);
        }
      y+=rowHeight;
      // type
      if (spec.dimensionCols.contains(col) && col<spec.dimensions.size() && col<spec.nColAxes())
        {
          pango.setText(classdesc::enumKey<Dimension::Type>(spec.dimensions[col].type));
          pango.setxy(x,y);
          pango.show();
        }
      y+=rowHeight;
      if (spec.dimensionCols.contains(col) && col<spec.dimensions.size() && col<spec.nColAxes())
        {
          pango.setText(spec.dimensions[col].units);
          pango.setxy(x,y);
          pango.show();
        }
      y+=rowHeight;
      if (spec.dimensionCols.contains(col) && col<spec.dimensionNames.size() && col<spec.nColAxes())
        {
          pango.setText(spec.dimensionNames[col]);
          pango.setxy(x,y);
          pango.show();
        }
      y+=rowHeight;
      for (size_t row=0; row<parsedLines.size(); ++row)
        {
          auto& line=parsedLines[row];
          if (col<line.size())
            {
              const CairoSave cs(cairo);
              pango.setText(line[col]);
              pango.setxy(x, y);
              if (row==spec.headerRow)
                if (col<spec.nColAxes())
                  cairo_set_source_rgb(surface->cairo(),0,0.7,0);
                else
                  cairo_set_source_rgb(surface->cairo(),0,0,1);
              else if (row<spec.nRowAxes() || (col<spec.nColAxes() && !spec.dimensionCols.contains(col)))
                cairo_set_source_rgb(surface->cairo(),1,0,0);
              else if (col<spec.nColAxes())
                cairo_set_source_rgb(surface->cairo(),0,0,1);
              pango.show();
            }
          else
            done.insert(row);
          y+=rowHeight;
        }
      {
        const CairoSave cs(cairo);
        cairo_set_source_rgb(cairo,.5,.5,.5);
        cairo_move_to(cairo,x-2.5,0);
        cairo_rel_line_to(cairo,0,(parsedLines.size()+4)*rowHeight);
        cairo_stroke(cairo);
      }
      x+=colWidth+5;
      y=0;
    }
  m_tableWidth=(col-1)*(colWidth+5);
  for (size_t row=0; row<parsedLines.size()+5; ++row)
    {
      const CairoSave cs(cairo);
      cairo_set_source_rgb(cairo,.5,.5,.5);
      cairo_move_to(cairo,xoffs-2.5,row*rowHeight);
      cairo_rel_line_to(cairo,m_tableWidth,0);
      cairo_stroke(cairo);
    }
  return true;
}

Here is the call graph for this function:

reportFromFile()

void CSVDialog::reportFromFile	(	const std::string &	input,
		const std::string &	output
	)		const

Definition at line 51 of file CSVDialog.cc.

References minsky::reportFromCSVFile(), and minsky::stripByteOrderingMarker().

{
  ifstream is(input);
  stripByteOrderingMarker(is);
  ofstream of(output);
  reportFromCSVFile(is,of,spec,file_size(input));
}

Here is the call graph for this function:

requestRedraw()

void minsky::CSVDialog::requestRedraw ( )

inline

Definition at line 63 of file CSVDialog.h.

{if (surface.get()) surface->requestRedraw();}

rowOver()

size_t CSVDialog::rowOver

(

double

y

)

const

return row mouse is over

Definition at line 296 of file CSVDialog.cc.

{
  return size_t(y/rowHeight);
}

tableWidth()

double minsky::CSVDialog::tableWidth ( ) const

inline

width of table (in pixels)

Definition at line 52 of file CSVDialog.h.

References m_tableWidth.

{return m_tableWidth;}

Member Data Documentation

colWidth

double minsky::CSVDialog::colWidth =50

Definition at line 46 of file CSVDialog.h.

flashNameRow

bool minsky::CSVDialog::flashNameRow =false

Definition at line 47 of file CSVDialog.h.

initialLines

std::vector<std::string> minsky::CSVDialog::initialLines

private

initial lines of file

Definition at line 37 of file CSVDialog.h.

m_tableWidth

double minsky::CSVDialog::m_tableWidth

private

Definition at line 39 of file CSVDialog.h.

Referenced by tableWidth().

numInitialLines

const unsigned CSVDialog::numInitialLines =100

static

Definition at line 44 of file CSVDialog.h.

Referenced by minsky::DataSpec::givenTFguessRemainder(), and minsky::DataSpec::guessFromStream().

rowHeight

double minsky::CSVDialog::rowHeight =0

private

Definition at line 38 of file CSVDialog.h.

spec

DataSpec minsky::CSVDialog::spec

Definition at line 48 of file CSVDialog.h.

url

std::string minsky::CSVDialog::url

filename, or web url

Definition at line 50 of file CSVDialog.h.

xoffs

double minsky::CSVDialog::xoffs =80

Definition at line 45 of file CSVDialog.h.

---

The documentation for this class was generated from the following files:

• model/CSVDialog.h
• model/CSVDialog.cc