Merge branch 'ericchristoffersen-StartupSpeedup'

Closes #3235
This commit is contained in:
Ale Martinez
2019-12-02 19:55:41 -03:00
5 changed files with 173 additions and 33 deletions

View File

@@ -44,20 +44,12 @@ static QString unprotect(char *string)
// this is a lexer string so it will be enclosed
// in quotes. Lets strip those first
QString s = string2.mid(1,string2.length()-2);
QStringRef r = string2.midRef(1,string2.length()-2);
// does it end with a space (to avoid token conflict) ?
if (s.endsWith(" ")) s = s.mid(0, s.length()-1);
if (r.endsWith(" ")) r = r.mid(0, r.length()-1);
// now un-escape the control characters
s.replace("\\t", "\t"); // tab
s.replace("\\n", "\n"); // newline
s.replace("\\r", "\r"); // carriage-return
s.replace("\\b", "\b"); // backspace
s.replace("\\f", "\f"); // formfeed
s.replace("\\/", "/"); // solidus
s.replace("\\\"", "\""); // quote
s.replace("\\\\", "\\"); // backslash
QString s = Utils::RidefileUnEscape(r);
return s;
}

View File

@@ -426,6 +426,48 @@ static bool setup_mmp_durations()
}
static bool did_mmp_durations = setup_mmp_durations();
// Fast constructon of common string. In the future we'll achieve this with a single variadic template function.
QString ConstructNameNumberString(QString s0, QString name, QString s1, double num, QString s2)
{
QString numStr;
numStr.setNum(num, 'f', 5);
QString m;
m.reserve(s0.length() + name.length() + s1.length() + numStr.length() + s2.length());
m.append(s0);
m.append(name);
m.append(s1);
m.append(numStr);
m.append(s2);
return m;
}
// Fast constructon of common string. In the future we'll achieve this with a single variadic template function.
QString ConstructNameNumberNumberString(QString s0, QString name, QString s1, double num0, QString s2, double num1, QString s3)
{
QString num0Str;
num0Str.setNum(num0, 'f', 5);
QString num1Str;
num1Str.setNum(num1, 'f', 5);
QString m;
m.reserve(s0.length() + name.length() + s1.length() + num0Str.length() + s2.length() + num1Str.length() + s3.length());
m.append(s0);
m.append(name);
m.append(s1);
m.append(num0Str);
m.append(s2);
m.append(num1Str);
m.append(s3);
return m;
}
// save cache to disk
//
// if opendata is true then save in format for sending to the GC OpenData project
@@ -548,12 +590,11 @@ void RideCache::save(bool opendata, QString filename)
<< QString("%1").arg(item->stdvariances().value(index, 0.0f), 0, 'f', 5) <<"\"]";
} else if (item->counts()[index] == 0) {
// if count is 0 don't write it
stream << "\t\t\t\"" << name << "\":\"" << QString("%1").arg(item->metrics()[index], 0, 'f', 5) <<"\"";
stream << ConstructNameNumberString(QString("\t\t\t\""), name,
QString("\":\""), item->metrics()[index], QString("\""));
} else {
// count is not 1, so lets write it
stream << "\t\t\t\"" << name << "\":[\"" << QString("%1").arg(item->metrics()[index], 0, 'f', 5) <<"\",\""
<< QString("%1").arg(item->counts()[index], 0, 'f', 5) <<"\"]";
stream << ConstructNameNumberNumberString(QString("\t\t\t\""), name,
QString("\":[\""), item->metrics()[index], QString("\",\""), item->counts()[index], QString("\"]"));
}
}
}
@@ -782,12 +823,11 @@ void RideCache::save(bool opendata, QString filename)
// if count is 0 don't write it
} else if (interval->counts()[index] == 0) {
stream << "\t\t\t\t\"" << name << "\":\"" << QString("%1").arg(interval->metrics()[index], 0, 'f', 5) <<"\"";
stream << ConstructNameNumberString(QString("\t\t\t\""), name,
QString("\":\""), item->metrics()[index], QString("\""));
} else {
// count is not 1, so lets write it
stream << "\t\t\t\t\"" << name << "\":[\"" << QString("%1").arg(interval->metrics()[index], 0, 'f', 5) <<"\",\""
<< QString("%1").arg(interval->counts()[index], 0, 'f', 5) <<"\"]";
stream << ConstructNameNumberNumberString(QString("\t\t\t\""), name,
QString("\":[\""), item->metrics()[index], QString("\",\""), item->counts()[index], QString("\"]"));
}
}
}

View File

@@ -22,9 +22,122 @@
#include <QStringList>
#include <QDebug>
#include <QDir>
#include <QRegularExpression>
namespace Utils
{
// Class for performing multiple string substitutions in a single
// pass over string. This implementation is only valid when substitutions
// will not inject additional substitution opportunities.
class StringSubstitutionizer
{
QVector<QString> v;
QMap<QString, QString> qm;
QRegularExpression qr;
QString GetSubstitute(QString s) const
{
if (!qm.contains(s)) return QString();
return qm.value(s);
}
void BuildFindAnyRegex()
{
QString qRegexString;
for (int i = 0; i < v.size(); i++)
{
if (i > 0) qRegexString.append("|");
qRegexString.append(v[i]);
}
qr = QRegularExpression(qRegexString);
}
protected:
void PushSubstitution(QString regexstring, QString matchstring, QString substitute)
{
if (!qm.contains(matchstring))
{
v.push_back(regexstring);
qm[matchstring] = substitute;
}
}
void FinalizeInit()
{
BuildFindAnyRegex();
}
QRegularExpression GetFindAnyRegex() const
{
return qr;
}
public:
QString BuildSubstitutedString(QStringRef s) const
{
QRegularExpression qr = GetFindAnyRegex();
QRegularExpressionMatchIterator i = qr.globalMatch(s);
if (!i.hasNext())
return s.toString();
QString newstring;
unsigned iCopyIdx = 0;
do
{
QRegularExpressionMatch match = i.next();
int copysize = match.capturedStart() - iCopyIdx;
if (copysize > 0)
newstring.append(s.mid(iCopyIdx, copysize));
newstring.append(GetSubstitute(match.captured()));
iCopyIdx = (match.capturedStart() + match.captured().size());
} while (i.hasNext());
int copysize = s.size() - iCopyIdx;
if (copysize > 0)
newstring.append(s.mid(iCopyIdx, copysize));
return newstring;
}
};
struct RidefileUnEscaper : public StringSubstitutionizer
{
RidefileUnEscaper()
{
// regex match replacement
PushSubstitution("\\\\t", "\\t", "\t"); // tab
PushSubstitution("\\\\n", "\\n", "\n"); // newline
PushSubstitution("\\\\r", "\\r", "\r"); // carriage-return
PushSubstitution("\\\\b", "\\b", "\b"); // backspace
PushSubstitution("\\\\f", "\\f", "\f"); // formfeed
PushSubstitution("\\\\/", "\\/", "/"); // solidus
PushSubstitution("\\\\\"", "\\\"", "\""); // quote
PushSubstitution("\\\\\\\\", "\\\\", "\\"); // backslash
FinalizeInit();
}
};
QString RidefileUnEscape(const QStringRef s)
{
// Static const object constructs it's search regex at load time.
static const RidefileUnEscaper s_RidefileUnescaper;
return s_RidefileUnescaper.BuildSubstitutedString(s);
}
// when writing xml...
QString xmlprotect(const QString &string)
{
@@ -43,7 +156,7 @@ QString xmlprotect(const QString &string)
return s;
}
// BEWARE: this function is tide closely to RideFile parsing
// BEWARE: this function is tied closely to RideFile parsing
// DO NOT CHANGE IT UNLESS YOU KNOW WHAT YOU ARE DOING
QString unprotect(const QString &buffer)
{

View File

@@ -29,6 +29,9 @@
#include <QDebug>
#define DATETIME_FORMAT "yyyy/MM/dd hh:mm:ss' UTC'"
namespace Utils {
QString RidefileUnEscape(QStringRef);
};
struct JsonFileReader : public RideFileReader {
virtual RideFile *openRideFile(QFile &file, QStringList &errors, QList<RideFile*>* = 0) const;

View File

@@ -44,20 +44,12 @@ static QString unprotect(char *string)
// this is a lexer string so it will be enclosed
// in quotes. Lets strip those first
QString s = string2.mid(1,string2.length()-2);
QStringRef r = string2.midRef(1,string2.length()-2);
// does it end with a space (to avoid token conflict) ?
if (s.endsWith(" ")) s = s.mid(0, s.length()-1);
if (r.endsWith(" ")) r = r.mid(0, r.length()-1);
// now un-escape the control characters
s.replace("\\t", "\t"); // tab
s.replace("\\n", "\n"); // newline
s.replace("\\r", "\r"); // carriage-return
s.replace("\\b", "\b"); // backspace
s.replace("\\f", "\f"); // formfeed
s.replace("\\/", "/"); // solidus
s.replace("\\\"", "\""); // quote
s.replace("\\\\", "\\"); // backslash
QString s = Utils::RidefileUnEscape(r);
return s;
}