/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 4 -*-
* vim: set ts=8 sts=4 et sw=4 tw=99:
*
* SleepLib ResMed Loader Implementation
*
* Copyright (c) 2011-2014 Mark Watkins <jedimark@users.sourceforge.net>
*
* This file is subject to the terms and conditions of the GNU General Public
* License. See the file COPYING in the main directory of the Linux
* distribution for more details. */
#include <QApplication>
#include <QString>
#include <QDateTime>
#include <QDir>
#include <QFile>
#include <QMessageBox>
#include <QProgressBar>
#include <QDebug>
#include <cmath>
#include "resmed_loader.h"
#include "SleepLib/session.h"
#include "SleepLib/calcs.h"
#ifdef DEBUG_EFFICIENCY
#include <QElapsedTimer> // only available in 4.8
#endif
extern QProgressBar *qprogress;
QHash<QString, QList<quint16> > Resmed_Model_Map;
const QString STR_UnknownModel = "Resmed S9 ???";
// Return the model name matching the supplied model number.
const QString & lookupModel(quint16 model)
{
QHash<QString, QList<quint16> >::iterator end = Resmed_Model_Map.end();
for (QHash<QString, QList<quint16> >::iterator it = Resmed_Model_Map.begin(); it != end; ++it) {
QList<quint16> & list = it.value();
for (int i=0; i < list.size(); ++i) {
if (list.at(i) == model) {
return it.key();
}
}
}
return STR_UnknownModel;
}
QHash<ChannelID, QStringList> resmed_codes;
const QString STR_ext_TGT = "tgt";
const QString STR_ext_CRC = "crc";
const QString STR_ext_EDF = "edf";
const QString STR_ext_gz = ".gz";
// Looks up foreign language Signal names that match this channelID
EDFSignal *EDFParser::lookupSignal(ChannelID ch)
{
// Get list of all known foreign language names for this channel
QHash<ChannelID, QStringList>::iterator channames = resmed_codes.find(ch);
if (channames == resmed_codes.end()) {
// no alternatives strings found for this channel
return nullptr;
}
// This is bad, because ResMed thinks it was a cool idea to use two channels with the same name.
// Scan through EDF's list of signals to see if any match
for (int i = 0; i < channames.value().size(); i++) {
EDFSignal *sig = lookupLabel(channames.value()[i]);
if (sig) return sig;
}
// Failed
return nullptr;
}
// Check if given string matches any alternative signal names for this channel
bool matchSignal(ChannelID ch, const QString & name)
{
QHash<ChannelID, QStringList>::iterator channames = resmed_codes.find(ch);
if (channames == resmed_codes.end()) {
return false;
}
QStringList & strings = channames.value();
int size = strings.size();
for (int i=0; i < size; ++i) {
// Using starts with, because ResMed is very lazy about consistency
if (name.startsWith(strings.at(i), Qt::CaseInsensitive)) {
return true;
}
}
return false;
}
EDFSignal *EDFParser::lookupLabel(QString name)
{
int idx = signal_labels.indexOf(name);
if (idx < 0) return nullptr;
return signal[idx];
}
EDFParser::EDFParser(QString name)
{
buffer = nullptr;
Open(name);
}
EDFParser::~EDFParser()
{
for (QVector<EDFSignal>::iterator s = edfsignals.begin(); s != edfsignals.end(); s++) {
if ((*s).data) { delete [](*s).data; }
}
if (buffer) { delete [] buffer; }
}
void ResmedLoader::ParseSTR(Machine *mach, QStringList strfiles)
{
QStringList::iterator strend = strfiles.end();
for (QStringList::iterator it = strfiles.begin(); it != strend; ++it) {
EDFParser str(*it);
if (!str.Parse()) continue;
if (mach->properties[STR_PROP_Serial] != str.serialnumber) {
qDebug() << "Trying to import a STR.edf from another machine, skipping" << mach->properties[STR_PROP_Serial] << str.serialnumber;
qDebug() << (*it);
continue;
}
QDateTime start = QDateTime::fromMSecsSinceEpoch(str.startdate);
QDate date = start.date();
quint32 timestamp = start.toTime_t();
qDebug() << "Parsing" << *it << date << str.GetNumDataRecords() << str.GetNumSignals();
EDFSignal *maskon = str.lookupLabel("Mask On");
EDFSignal *maskoff = str.lookupLabel("Mask Off");
EDFSignal *sig = nullptr;
quint32 laston = 0;
bool skipday;
int size = str.GetNumDataRecords();
int cnt=0;
// For each data record, representing 1 day each
for (int rec = 0; rec < str.GetNumDataRecords(); ++rec) {
int recstart = rec * maskon->nr;
skipday = false;
if ((++cnt % 10) == 0) {
// TODO: Change me to emit once MachineLoader is QObjectified...
if (qprogress) { qprogress->setValue(10.0 + (float(cnt) / float(size) * 90.0)); }
QApplication::processEvents();
}
// Scan the mask on/off events
for (int s = 0; s < maskon->nr; ++s) {
qint32 on = maskon->data[recstart+s];
qint32 off = maskoff->data[recstart+s];
quint32 ontime = timestamp + on * 60;
quint32 offtime = timestamp + off * 60;
// -1 marks empty record, but can start with mask off, if sleep crosses noon
if (on < 0) {
if (off < 0) continue; // Both are -1, skip the rest of this day
// laston stops on this record
QMap<quint32, STRRecord>::iterator si = strsess.find(laston);
if (si != strsess.end()) {
if (si.value().maskoff == 0) {
si.value().maskoff = offtime;
} else {
if (si.value().maskoff != offtime) {
// not sure why this happens.
qDebug() << "WTF??" << si.value().maskoff << "!=" << offtime;
}
//Q_ASSERT(si.value().maskoff == offtime);
}
}
continue;
}
bool skip = false;
QMap<quint32, STRRecord>::iterator sid = strsess.find(ontime);
if (sid != strsess.end()) {
skip=true;
}
// For every mask on, there will be a session within 1 minute either way
// We can use that for data matching
STRRecord R;
R.maskon = ontime;
if (offtime > 0) {
R.maskoff = offtime;
}
if (sig = str.lookupLabel("Mask Dur")) {
R.maskdur = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if (sig == str.lookupLabel("Leak Med")) {
R.leakmed = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if (sig == str.lookupLabel("Leak Max")) {
R.leakmax = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if (sig == str.lookupLabel("Leak 95")) {
R.leak95 = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_PressureMax))) {
R.max_pressure = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_PressureMin))) {
R.max_pressure = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(RMS9_SetPressure))) {
R.set_pressure = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_EPAP))) {
R.epap = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_EPAPHi))) {
R.max_epap = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_EPAPLo))) {
R.min_epap = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_IPAP))) {
R.ipap = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_IPAPHi))) {
R.max_ipap = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_IPAPLo))) {
R.min_ipap = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_PS))) {
R.ps = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_PSMax))) {
R.max_ps = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_PSMin))) {
R.min_ps = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(RMS9_EPR))) {
R.epr = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(RMS9_EPRSet))) {
R.epr_set = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupSignal(CPAP_Mode))) {
int mod = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
CPAPMode mode;
if (mod >= 7) {
mode = MODE_ASV;
} else if (mod >= 5) {
mode = MODE_BIPAP;
} else if (mod >= 1) {
mode = MODE_APAP;
} else {
mode = MODE_CPAP;
}
R.mode = mode;
}
if ((sig = str.lookupLabel("AHI"))) {
R.ahi = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupLabel("AI"))) {
R.ai = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupLabel("HI"))) {
R.hi = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupLabel("UAI"))) {
R.uai = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
if ((sig = str.lookupLabel("CAI"))) {
R.cai = EventDataType(sig->data[rec]) * sig->gain + sig->offset;
}
laston = ontime;
if (skip) continue;
QDateTime dontime = QDateTime::fromTime_t(ontime);
date = dontime.date();
R.date = date;
strsess[ontime] = R;
strdate[date].push_back(&strsess[ontime]);
QDateTime dofftime = QDateTime::fromTime_t(offtime);
qDebug() << "Mask on" << dontime << "Mask off" << dofftime;
}
timestamp += 86400;
}
}
}
// Read a 16 bits integer
qint16 EDFParser::Read16()
{
if ((pos + 2) > filesize) {
return 0;
}
#ifdef Q_LITTLE_ENDIAN
// Intel, etc...
qint16 res = *(qint16 *)&buffer[pos];
#else
// ARM, PPC, etc..
qint16 res = quint8(buffer[pos]) | (qint8(buffer[pos+1]) << 8);
#endif
pos += 2;
return res;
}
QString EDFParser::Read(unsigned n)
{
if ((pos + long(n)) > filesize) {
return "";
}
QString str;
for (unsigned i = 0; i < n; i++) {
str += buffer[pos++];
}
return str.trimmed();
}
bool EDFParser::Parse()
{
bool ok;
QString temp, temp2;
version = QString::fromLatin1(header.version, 8).toLong(&ok);
if (!ok) {
return false;
}
//patientident=QString::fromLatin1(header.patientident,80);
recordingident = QString::fromLatin1(header.recordingident, 80); // Serial number is in here..
int snp = recordingident.indexOf("SRN=");
serialnumber.clear();
/*char * idx=index(header.recordingident,'=');
idx++;
for (int i=0;i<16;++i) {
if (*idx==0x20) break;
serialnumber+=*idx;
++idx;
} */
for (int i = snp + 4; i < recordingident.length(); i++) {
if (recordingident[i] == ' ') {
break;
}
serialnumber += recordingident[i];
}
QDateTime startDate = QDateTime::fromString(QString::fromLatin1(header.datetime, 16),
"dd.MM.yyHH.mm.ss");
//startDate.toTimeSpec(Qt::UTC);
QDate d2 = startDate.date();
if (d2.year() < 2000) {
d2.setDate(d2.year() + 100, d2.month(), d2.day());
startDate.setDate(d2);
}
if (!startDate.isValid()) {
qDebug() << "Invalid date time retreieved parsing EDF File " << filename;
return false;
}
startdate = qint64(startDate.toTime_t()) * 1000L;
//startdate-=timezoneOffset();
//qDebug() << startDate.toString("yyyy-MM-dd HH:mm:ss");
num_header_bytes = QString::fromLatin1(header.num_header_bytes, 8).toLong(&ok);
if (!ok) {
return false;
}
//reserved44=QString::fromLatin1(header.reserved,44);
num_data_records = QString::fromLatin1(header.num_data_records, 8).toLong(&ok);
if (!ok) {
return false;
}
dur_data_record = QString::fromLatin1(header.dur_data_records, 8).toDouble(&ok) * 1000.0;
if (!ok) {
return false;
}
num_signals = QString::fromLatin1(header.num_signals, 4).toLong(&ok);
if (!ok) {
return false;
}
enddate = startdate + dur_data_record * qint64(num_data_records);
// if (dur_data_record==0)
// return false;
// this could be loaded quicker by transducer_type[signal] etc..
// Initialize fixed-size signal list.
edfsignals.resize(num_signals);
for (int i = 0; i < num_signals; i++) {
EDFSignal &sig = edfsignals[i];
sig.data = nullptr;
sig.label = Read(16);
signal_labels.push_back(sig.label);
signal.push_back(&sig);
}
for (int i = 0; i < num_signals; i++) { edfsignals[i].transducer_type = Read(80); }
for (int i = 0; i < num_signals; i++) { edfsignals[i].physical_dimension = Read(8); }
for (int i = 0; i < num_signals; i++) { edfsignals[i].physical_minimum = Read(8).toDouble(&ok); }
for (int i = 0; i < num_signals; i++) { edfsignals[i].physical_maximum = Read(8).toDouble(&ok); }
for (int i = 0; i < num_signals; i++) { edfsignals[i].digital_minimum = Read(8).toDouble(&ok); }
for (int i = 0; i < num_signals; i++) {
EDFSignal &e = edfsignals[i];
e.digital_maximum = Read(8).toDouble(&ok);
e.gain = (e.physical_maximum - e.physical_minimum) / (e.digital_maximum - e.digital_minimum);
e.offset = 0;
}
for (int i = 0; i < num_signals; i++) { edfsignals[i].prefiltering = Read(80); }
for (int i = 0; i < num_signals; i++) { edfsignals[i].nr = Read(8).toLong(&ok); }
for (int i = 0; i < num_signals; i++) { edfsignals[i].reserved = Read(32); }
// allocate the buffers
for (int i = 0; i < num_signals; i++) {
//qDebug//cout << "Reading signal " << signals[i]->label << endl;
EDFSignal &sig = edfsignals[i];
long recs = sig.nr * num_data_records;
if (num_data_records < 0) {
return false;
}
sig.data = new qint16 [recs];
sig.pos = 0;
}
for (int x = 0; x < num_data_records; x++) {
for (int i = 0; i < num_signals; i++) {
EDFSignal &sig = edfsignals[i];
#ifdef Q_LITTLE_ENDIAN
// Intel x86, etc..
memcpy((char *)&sig.data[sig.pos], (char *)&buffer[pos], sig.nr * 2);
sig.pos += sig.nr;
pos += sig.nr * 2;
#else
// Big endian safe
for (int j=0;j<sig.nr;j++) {
qint16 t=Read16();
sig.data[sig.pos++]=t;
}
#endif
}
}
return true;
}
bool EDFParser::Open(QString name)
{
Q_ASSERT(buffer == nullptr);
if (name.endsWith(STR_ext_gz)) {
// Open and decempress file to buffer
filename = name.mid(0, -3);
// Get file length from inside gzip file
QFile fi(name);
if (!fi.open(QFile::ReadOnly) || !fi.seek(fi.size() - 4)) {
goto badfile;
}
unsigned char ch[4];
fi.read((char *)ch, 4);
filesize = ch[0] | (ch [1] << 8) | (ch[2] << 16) | (ch[3] << 24);
datasize = filesize - EDFHeaderSize;
if (datasize < 0) {
goto badfile;
}
// Open gzip file for reading
gzFile f = gzopen(name.toLatin1(), "rb");
if (!f) {
goto badfile;
}
// Decompressed header and data block
gzread(f, (char *)&header, EDFHeaderSize);
buffer = new char [datasize];
gzread(f, buffer, datasize);
gzclose(f);
} else {
// Open and read uncompressed file
QFile f(name);
if (!f.open(QIODevice::ReadOnly)) {
goto badfile;
}
filename = name;
filesize = f.size();
datasize = filesize - EDFHeaderSize;
if (datasize < 0) {
goto badfile;
}
f.read((char *)&header, EDFHeaderSize);
buffer = new char [datasize];
f.read(buffer, datasize);
f.close();
}
pos = 0;
return true;
badfile:
qDebug() << "EDFParser::Open() Couldn't open file" << name;
return false;
}
struct EDFGroup {
EDFGroup() { }
EDFGroup(QString brp, QString eve, QString pld, QString sad) {
BRP = brp;
EVE = eve;
PLD = pld;
SAD = sad;
}
EDFGroup(const EDFGroup & copy) {
BRP = copy.BRP;
EVE = copy.EVE;
PLD = copy.PLD;
SAD = copy.SAD;
}
QString BRP;
QString EVE;
QString PLD;
QString SAD;
};
ResmedLoader::ResmedLoader()
{
}
ResmedLoader::~ResmedLoader()
{
}
Machine *ResmedLoader::CreateMachine(QString serial, Profile *profile)
{
if (!profile) { return nullptr; }
QList<Machine *> ml = profile->GetMachines(MT_CPAP);
bool found = false;
QList<Machine *>::iterator i;
Machine *m = nullptr;
for (i = ml.begin(); i != ml.end(); i++) {
if (((*i)->GetClass() == resmed_class_name) && ((*i)->properties[STR_PROP_Serial] == serial)) {
ResmedList[serial] = *i; //static_cast<CPAP *>(*i);
found = true;
m = *i;
break;
}
}
if (!found) {
m = new CPAP(profile, 0);
}
m->properties[STR_PROP_Brand] = STR_MACH_ResMed;
m->properties[STR_PROP_Series] = "S9";
if (found) {
return m;
}
qDebug() << "Create ResMed Machine" << serial;
m->SetClass(resmed_class_name);
ResmedList[serial] = m;
profile->AddMachine(m);
m->properties[STR_PROP_Serial] = serial;
m->properties[STR_PROP_DataVersion] = QString::number(resmed_data_version);
QString path = "{" + STR_GEN_DataFolder + "}/" + m->GetClass() + "_" + serial + "/";
m->properties[STR_PROP_Path] = path;
m->properties[STR_PROP_BackupPath] = path + "Backup/";
return m;
}
long event_cnt = 0;
const QString RMS9_STR_datalog = "DATALOG";
const QString RMS9_STR_idfile = "Identification.";
const QString RMS9_STR_strfile = "STR.";
bool ResmedLoader::Detect(const QString & givenpath)
{
QDir dir(givenpath);
if (!dir.exists()) {
return false;
}
// ResMed drives contain a folder named "DATALOG".
if (!dir.exists(RMS9_STR_datalog)) {
return false;
}
// They also contain a file named "STR.edf".
if (!dir.exists("STR.edf")) {
return false;
}
return true;
}
int ResmedLoader::Open(QString &path, Profile *profile)
{
QString serial; // Serial number
QString key, value;
QString line;
QString newpath;
QString filename;
QHash<QString, QString> idmap; // Temporary properties hash
path = path.replace("\\", "/");
// Strip off end "/" if any
if (path.endsWith("/")) {
path = path.section("/", 0, -2);
}
// Strip off DATALOG from path, and set newpath to the path contianing DATALOG
if (path.endsWith(RMS9_STR_datalog)) {
newpath = path + "/";
path = path.section("/", 0, -2);
} else {
newpath = path + "/" + RMS9_STR_datalog + "/";
}
// Add separator back
path += "/";
// Check DATALOG folder exists and is readable
if (!QDir().exists(newpath)) {
return 0;
}
///////////////////////////////////////////////////////////////////////////////////
// Parse Identification.tgt file (containing serial number and machine information)
///////////////////////////////////////////////////////////////////////////////////
filename = path + RMS9_STR_idfile + STR_ext_TGT;
QFile f(filename);
// Abort if this file is dodgy..
if (!f.exists() || !f.open(QIODevice::ReadOnly)) {
return 0;
}
// Parse # entries into idmap.
while (!f.atEnd()) {
line = f.readLine().trimmed();
if (!line.isEmpty()) {
key = line.section(" ", 0, 0).section("#", 1);
value = line.section(" ", 1);
if (key == "SRN") { // Serial Number
key = STR_PROP_Serial;
serial = value;
} else if (key == "PNA") { // Product Name
key = STR_PROP_Model;
value.replace("_"," ");
} else if (key == "PCD") { // Product Code
key = STR_PROP_ModelNumber;
}
idmap[key] = value;
}
}
f.close();
// Abort if no serial number
if (serial.isEmpty()) {
qDebug() << "S9 Data card has no valid serial number in Indentification.tgt";
return 0;
}
// Early check for STR.edf file, so we can early exit before creating faulty machine record.
QString strpath = path + RMS9_STR_strfile + STR_ext_EDF; // STR.edf file
f.setFileName(strpath);
if (!f.exists()) { // No STR.edf.. Do we have a STR.edf.gz?
strpath += STR_ext_gz;
f.setFileName(strpath);
if (!f.exists()) {
qDebug() << "Missing STR.edf file";
return 0;
}
}
///////////////////////////////////////////////////////////////////////////////////
// Create machine object (unless it's already registered)
///////////////////////////////////////////////////////////////////////////////////
Machine *m = CreateMachine(serial, profile);
bool create_backups = PROFILE.session->backupCardData();
bool compress_backups = PROFILE.session->compressBackupData();
QString backup_path = PROFILE.Get(m->properties[STR_PROP_BackupPath]);
if (backup_path.isEmpty()) {
backup_path = PROFILE.Get(m->properties[STR_PROP_Path]) + "Backup/";
}
if (path == backup_path) {
// Don't create backups if importing from backup folder
create_backups = false;
}
///////////////////////////////////////////////////////////////////////////////////
// Parse the idmap into machine objects properties, (overwriting any old values)
///////////////////////////////////////////////////////////////////////////////////
for (QHash<QString, QString>::iterator i = idmap.begin(); i != idmap.end(); i++) {
m->properties[i.key()] = i.value();
}
///////////////////////////////////////////////////////////////////////////////////
// Open and Parse STR.edf file
///////////////////////////////////////////////////////////////////////////////////
QStringList strfiles;
strfiles.push_back(strpath);
QDir dir(path + "STR_Backup");
dir.setFilter(QDir::Files | QDir::Hidden | QDir::Readable);
QFileInfoList flist = dir.entryInfoList();
for (int i = 0; i < flist.size(); i++) {
QFileInfo fi = flist.at(i);
filename = fi.fileName();
if (filename.startsWith("STR", Qt::CaseInsensitive)) {
strfiles.push_back(fi.filePath());
}
}
strsess.clear();
ParseSTR(m, strfiles);
EDFParser stredf(strpath);
if (!stredf.Parse()) {
qDebug() << "Faulty file" << RMS9_STR_strfile;
return 0;
}
if (stredf.serialnumber != serial) {
qDebug() << "Identification.tgt Serial number doesn't match STR.edf!";
}
// Creating early as we need the object
dir.setPath(newpath);
///////////////////////////////////////////////////////////////////////////////////
// Create the backup folder for storing a copy of everything in..
// (Unless we are importing from this backup folder)
///////////////////////////////////////////////////////////////////////////////////
if (create_backups) {
if (!dir.exists(backup_path)) {
if (!dir.mkpath(backup_path + RMS9_STR_datalog)) {
qDebug() << "Could not create S9 backup directory :-/";
}
}
// Copy Identification files to backup folder
QFile::copy(path + RMS9_STR_idfile + STR_ext_TGT, backup_path + RMS9_STR_idfile + STR_ext_TGT);
QFile::copy(path + RMS9_STR_idfile + STR_ext_CRC, backup_path + RMS9_STR_idfile + STR_ext_CRC);
QDateTime dts = QDateTime::fromMSecsSinceEpoch(stredf.startdate);
dir.mkpath(backup_path + "STR_Backup");
QString strmonthly = backup_path + "STR_Backup/STR-" + dts.toString("yyyyMM") + "." + STR_ext_EDF;
//copy STR files to backup folder
if (strpath.endsWith(STR_ext_gz)) { // Already compressed. Don't bother decompressing..
QFile::copy(strpath, backup_path + RMS9_STR_strfile + STR_ext_EDF + STR_ext_gz);
} else { // Compress STR file to backup folder
QString strf = backup_path + RMS9_STR_strfile + STR_ext_EDF;
// Copy most recent to STR.edf
if (QFile::exists(strf)) {
QFile::remove(strf);
}
if (QFile::exists(strf + STR_ext_gz)) {
QFile::remove(strf + STR_ext_gz);
}
compress_backups ?
compressFile(strpath, strf)
:
QFile::copy(strpath, strf);
}
// Keep one STR.edf backup every month
if (!QFile::exists(strmonthly) && !QFile::exists(strmonthly + ".gz")) {
compress_backups ?
compressFile(strpath, strmonthly)
:
QFile::copy(strpath, strmonthly);
}
// Meh.. these can be calculated if ever needed for ResScan SDcard export
QFile::copy(path + "STR.crc", backup_path + "STR.crc");
}
///////////////////////////////////////////////////////////////////////////////////
// Process the actual STR.edf data
///////////////////////////////////////////////////////////////////////////////////
qint64 numrecs = stredf.GetNumDataRecords();
qint64 duration = numrecs * stredf.GetDuration();
int days = duration / 86400000L; // GetNumDataRecords = this.. Duh!
//QDateTime dt1=QDateTime::fromTime_t(stredf.startdate/1000L);
//QDateTime dt2=QDateTime::fromTime_t(stredf.enddate/1000L);
//QDate dd1=dt1.date();
//QDate dd2=dt2.date();
// for (int s=0;s<stredf.GetNumSignals();s++) {
// EDFSignal &es = stredf.edfsignals[s];
// long recs=es.nr*stredf.GetNumDataRecords();
// //qDebug() << "STREDF:" << es.label << recs;
// }
// Process STR.edf and find first and last time for each day
QVector<qint8> dayused;
dayused.resize(days);
time_t time = stredf.startdate / 1000L; // == 12pm on first day
// reset time to first day
time = stredf.startdate / 1000;
///////////////////////////////////////////////////////////////////////////////////
// Open DATALOG file and build list of session files
///////////////////////////////////////////////////////////////////////////////////
QStringList dirs;
dirs.push_back(newpath);
dir.setFilter(QDir::Dirs | QDir::Hidden | QDir::NoDotAndDotDot);
flist = dir.entryInfoList();
bool ok;
for (int i = 0; i < flist.size(); i++) {
QFileInfo fi = flist.at(i);
filename = fi.fileName();
if (filename.length() == 4) {
filename.toInt(&ok);
if (ok) {
dirs.push_back(fi.canonicalFilePath());
}
}
}
QString datestr;
SessionID sessionid;
QDateTime date;
QString fullname;
QString edftypestr;
bool gz;
int size;
QMap<SessionID, QStringList>::iterator si;
sessfiles.clear();
QMap<SessionID, EDFGroup> filegroups;
QMap<SessionID, EDFGroup>::iterator fgit;
QStringList files;
enum EDF_Type {
ET_ERR=0, BRP, EVE, PLD, SAD
} edftype;
SessionID lastsession = 0;
for (int dc = 0; dc < dirs.size(); dc++) {
dir.setPath(dirs.at(dc));
dir.setFilter(QDir::Files | QDir::Hidden | QDir::NoSymLinks);
dir.setSorting(QDir::Name);
flist = dir.entryInfoList();
size = flist.size();
// For each file in flist...
for (int i = 0; i < size; i++) {
QFileInfo fi = flist.at(i);
filename = fi.fileName();
// Forget about it if it can't be read.
if (!fi.isReadable()) {
continue;
}
if (filename.endsWith(STR_ext_gz)) {
filename.chop(3);
gz = true;
} else { gz = false; }
// Accept only .edf and .edf.gz files
if (filename.right(4).toLower() != "." + STR_ext_EDF) {
continue;
}
fullname = fi.canonicalFilePath();
// Extract the session date out of the filename
datestr = filename.section("_", 0, 1);
// Take the filename's date, and
date = QDateTime::fromString(datestr, "yyyyMMdd_HHmmss");
date = date.toUTC();
// Skip file if dates invalid, the filename is clearly wrong..
if (!date.isValid()) {
continue;
}
edftypestr = filename.section("_", 2).section(".", 0, 0);
// Could always just compare first letter, seeing date is already checked..
if (edftypestr.compare("BRP", Qt::CaseInsensitive) == 0) edftype = BRP;
else if (edftypestr.compare("EVE", Qt::CaseInsensitive) == 0) edftype = EVE;
else if (edftypestr.compare("PLD", Qt::CaseInsensitive) == 0) edftype = PLD;
else if (edftypestr.compare("SAD", Qt::CaseInsensitive) == 0) edftype = SAD;
else edftype = ET_ERR;
// convert this date to UNIX epoch to form the sessionID
sessionid = date.toTime_t();
fgit = filegroups.find(sessionid);
if (fgit == filegroups.end()) {
if ((edftype == EVE) || (edftype == BRP)) {
fgit = filegroups.insert(sessionid,EDFGroup());
lastsession = sessionid;
} else {
////////////////////////////////////////////////////////////////////////////////////////////
// Resmed bugs up on the session filenames.. Biggest observed delay so far of 14 seconds
// Moral of the story, when writing firmware and saving in batches, use the same datetimes,
// and provide firmware updates for free to your customers.
////////////////////////////////////////////////////////////////////////////////////////////
// Check how long since last EVE/BRP session
if ((sessionid - lastsession) < 30) {
fgit = filegroups.find(lastsession);
} else {
// It appears we have a lonely PLD or SAD file...
fgit = filegroups.insert(sessionid,EDFGroup());
}
}
}
fullname = backup(fullname, backup_path);
switch (edftype) {
case BRP:
fgit.value().BRP = fullname;
break;
case EVE:
fgit.value().EVE = fullname;
break;
case PLD:
fgit.value().PLD = fullname;
break;
case SAD:
fgit.value().SAD = fullname;
break;
default:
break;
// No such thing..
}
if (qprogress) {
if ((i % 5) == 0) {
qprogress->setValue((float(i + 1) / float(size) * 10.0));
QApplication::processEvents();
}
}
}
}
QString fn;
Session *sess;
int cnt = 0;
size = filegroups.size();
QHash<SessionID, int> sessday;
EDFSignal *sig;
backup_path += RMS9_STR_datalog + "/";
// Have to sacrifice these features to get access to summary data.
p_profile->session->setCombineCloseSessions(0);
p_profile->session->setDaySplitTime(QTime(12,0,0));
p_profile->session->setIgnoreShortSessions(false);
QList<STRRecord *> trashstr; // list of strsess records to destroy afterwards
/////////////////////////////////////////////////////////////////////////////
// Scan through new file list and import sessions
/////////////////////////////////////////////////////////////////////////////
for (fgit = filegroups.begin(); fgit != filegroups.end(); ++fgit) {
sessionid = fgit.key();
sess = m->SessionExists(sessionid);
if (sess) {
if (sess->setting(CPAP_SummaryOnly).toBool()) {
// Reuse this session
sess->wipeSummary();
} else {
continue;
}
} else {
// Could be importing from an older backup.. if so, destroy the summary only records
quint32 key = int(sessionid / 60) * 60;
sess = m->SessionExists(key);
if (sess) {
if (sess->setting(CPAP_SummaryOnly).toBool()) {
sess->Destroy();
delete sess;
}
}
// Create the session
sess = new Session(m, sessionid);
}
if (!fgit.value().EVE.isEmpty()) {
EDFParser edf(fgit.value().EVE);
if (edf.Parse()) LoadEVE(sess,edf);
}
if (!fgit.value().BRP.isEmpty()) {
EDFParser edf(fgit.value().BRP);
if (edf.Parse()) LoadBRP(sess,edf);
}
if (!fgit.value().PLD.isEmpty()) {
EDFParser edf(fgit.value().PLD);
if (edf.Parse()) LoadPLD(sess,edf);
}
if (!fgit.value().SAD.isEmpty()) {
EDFParser edf(fgit.value().SAD);
if (edf.Parse()) LoadSAD(sess,edf);
}
if ((++cnt % 10) == 0) {
// TODO: Change me to emit once MachineLoader is QObjectified...
if (qprogress) { qprogress->setValue(10.0 + (float(cnt) / float(size) * 90.0)); }
QApplication::processEvents();
}
int mode = 0;
EventDataType prset = 0, prmode = 0;
qint64 dif;
int dn;
if (!sess) { continue; }
if (!sess->first()) {
delete sess;
continue;
}
sess->settings[CPAP_SummaryOnly] = false;
sess->SetChanged(true);
/////////////////////////////////////////////////////////////////////////////////
// Process STR.edf now all valid Session data is imported
/////////////////////////////////////////////////////////////////////////////////
QMap<quint32, STRRecord>::iterator strsess_end = strsess.end();
quint32 key = int(sessionid / 60) * 60; // round to 1 minute
QMap<quint32, STRRecord>::iterator it = strsess.find(key);
if (it == strsess_end) {
// ResMed merges mask on/off groups that are less than a minute apart
// this means have to jump back to the last session closest.
QMap<quint32, STRRecord>::iterator sit;
int min = 86400;
// Look for the closest matching str record that starts before sessionid.
for (sit = strsess.begin(); sit != strsess_end; ++sit) {
STRRecord & R = *sit;
if (R.maskon > sessionid)
break;
int t = sessionid - R.maskon;
if (qAbs(t) < min) {
it = sit;
min = t;
}
}
}
if (it != strsess_end) {
// This is the right session ID
STRRecord & R = it.value();
QDateTime dt = QDateTime::fromTime_t(sessionid);
QDateTime rt = QDateTime::fromTime_t(R.maskon);
qDebug() << "Closest matching STR record for" << dt << (sess->length() / 1000L) << "is" << rt;
// Claim this session
R.sessionid = sessionid;
// Save maskon time in session setting so we can use it later to avoid doubleups.
sess->settings[RMS9_MaskOnTime]=R.maskon;
// Grab all the system settings
if (R.set_pressure >= 0) sess->settings[RMS9_SetPressure] = R.set_pressure;
if (R.min_pressure >= 0) sess->settings[CPAP_PressureMin] = R.min_pressure;
if (R.max_pressure >= 0) sess->settings[CPAP_PressureMax] = R.max_pressure;
if (R.ps >= 0) sess->settings[CPAP_PS] = R.ps;
if (R.min_ps >= 0) sess->settings[CPAP_PSMin] = R.min_ps;
if (R.max_ps >= 0) sess->settings[CPAP_PSMax] = R.max_ps;
if (R.epap >= 0) sess->settings[CPAP_EPAP] = R.epap;
if (R.max_epap >= 0) sess->settings[CPAP_EPAPHi] = R.max_epap;
if (R.min_epap >= 0) sess->settings[CPAP_EPAPLo] = R.min_epap;
if (R.ipap >= 0) sess->settings[CPAP_IPAP] = R.ipap;
if (R.max_ipap >= 0) sess->settings[CPAP_IPAPHi] = R.max_ipap;
if (R.min_ipap >= 0) sess->settings[CPAP_IPAPLo] = R.min_ipap;
if (R.mode >= 0) sess->settings[CPAP_Mode] = R.mode;
if (R.epr >= 0) sess->settings[RMS9_EPR] = R.epr;
if (R.epr_set >= 0) sess->settings[RMS9_EPRSet] = R.epr_set;
// Ignore all the rest of the sumary data, because there is enough available to calculate it with higher accuracy.
if (sess->length() > 0) {
m->AddSession(sess, profile);
} else {
// Hmm.. this means a ton of these could slow down import.
// I could instead set these to disabled by default, or implement a dodgy session marker
delete sess;
}
}
}
// Now look for any new summary data that can be extracted from STR.edf records
QMap<quint32, STRRecord>::iterator it;
QMap<quint32, STRRecord>::iterator end = strsess.end();
QHash<SessionID, Session *>::iterator sessit;
QHash<SessionID, Session *>::iterator sessend = m->sessionlist.end();;
size = m->sessionlist.size();
cnt=0;
// Scan through all sessions, and remove any strsess records that have a matching session already
for (sessit = m->sessionlist.begin(); sessit != sessend; ++sessit) {
sess = *sessit;
quint32 key = sess->settings[RMS9_MaskOnTime].toUInt();
if ((++cnt % 10) == 0) {
// TODO: Change me to emit once MachineLoader is QObjectified...
if (qprogress) { qprogress->setValue(10.0 + (float(cnt) / float(size) * 90.0)); }
QApplication::processEvents();
}
QMap<quint32, STRRecord>::iterator e = strsess.find(key);
if (e != end) {
strsess.erase(e);
}
}
size = strsess.size();
cnt=0;
// Look for the nearest matching str record
for (it = strsess.begin(); it != end; ++it) {
STRRecord &R = *it;
Q_ASSERT(R.sessionid == 0);
//if (R.sessionid > 0) continue;
if ((++cnt % 10) == 0) {
// TODO: Change me to emit once MachineLoader is QObjectified...
if (qprogress) { qprogress->setValue(10.0 + (float(cnt) / float(size) * 90.0)); }
QApplication::processEvents();
}
sess = new Session(m, R.maskon);
sess->really_set_first(qint64(R.maskon) * 1000L);
sess->really_set_last(qint64(R.maskoff) * 1000L);
// Claim this record for future imports
sess->settings[RMS9_MaskOnTime] = R.maskon;
sess->settings[CPAP_SummaryOnly] = true;
sess->SetChanged(true);
// First take the settings
if (R.set_pressure >= 0) sess->settings[RMS9_SetPressure] = R.set_pressure;
if (R.min_pressure >= 0) sess->settings[CPAP_PressureMin] = R.min_pressure;
if (R.max_pressure >= 0) sess->settings[CPAP_PressureMax] = R.max_pressure;
if (R.ps >= 0) sess->settings[CPAP_PS] = R.ps;
if (R.min_ps >= 0) sess->settings[CPAP_PSMin] = R.min_ps;
if (R.max_ps >= 0) sess->settings[CPAP_PSMax] = R.max_ps;
if (R.epap >= 0) sess->settings[CPAP_EPAP] = R.epap;
if (R.max_epap >= 0) sess->settings[CPAP_EPAPHi] = R.max_epap;
if (R.min_epap >= 0) sess->settings[CPAP_EPAPLo] = R.min_epap;
if (R.ipap >= 0) sess->settings[CPAP_IPAP] = R.ipap;
if (R.max_ipap >= 0) sess->settings[CPAP_IPAPHi] = R.max_ipap;
if (R.min_ipap >= 0) sess->settings[CPAP_IPAPLo] = R.min_ipap;
if (R.mode >= 0) sess->settings[CPAP_Mode] = R.mode;
if (R.epr >= 0) sess->settings[RMS9_EPR] = R.epr;
if (R.epr_set >= 0) sess->settings[RMS9_EPRSet] = R.epr_set;
if (R.leakmax >= 0) sess->setMax(CPAP_Leak, R.leakmax);
if (R.leakmax >= 0) sess->setMin(CPAP_Leak, 0);
// Find the matching date group for this record
QMap<QDate, QList<STRRecord *> >::iterator dtit = strdate.find(R.date);
// should not be possible, but my brain hurts...
Q_ASSERT(dtit != strdate.end());
if (dtit != strdate.end()) {
QList<STRRecord *> & dayrecs = dtit.value();
int entries = dayrecs.count();
bool hasdatasess=false;
EventDataType ai=0, hi=0, uai=0, time=0, totaltime=0;
for (int c=0; c < dayrecs.size(); ++c) {
STRRecord *r = dayrecs[c];
if (r->sessionid > 0) {
// get complicated.. calculate all the counts for valid sessions, and use the summary to make up the rest
hasdatasess = true;
}
totaltime += r->maskoff - r->maskon;
}
if (!hasdatasess) {
for (int c=0; c < dayrecs.size(); ++c) {
STRRecord *r = dayrecs[c];
time = r->maskoff - r->maskon;
float ratio = time / totaltime;
// Add the time weighted proportion of the events counts
if (r->ai >= 0) {
sess->setCount(CPAP_Obstructive, r->ai / ratio);
sess->setCph(CPAP_Obstructive, (r->ai / ratio) / (time / 3600.0));
}
if (r->uai >= 0) {
sess->setCount(CPAP_Apnea, r->uai / ratio);
sess->setCph(CPAP_Apnea, (r->uai / ratio) / (time / 3600.0));
}
if (r->hi >= 0) {
sess->setCount(CPAP_Hypopnea, r->hi / ratio);
sess->setCph(CPAP_Hypopnea, (r->hi / ratio) / (time / 3600.0));
}
if (r->cai >= 0) {
sess->setCount(CPAP_ClearAirway, r->cai / ratio);
sess->setCph(CPAP_ClearAirway, (r->ai / ratio) / (time / 3600.0));
}
if ((r->leakmed >= 0) && (r->leak95 >= 0) && (r->leakmax >= 0)) {
sess->m_valuesummary[CPAP_Leak][(short)r->leakmax]=100;
sess->m_valuesummary[CPAP_Leak][(short)r->leak95]=90;
sess->m_valuesummary[CPAP_Leak][(short)r->leakmed]=50;
}
}
}
}
m->AddSession(sess, profile);
}
#ifdef DEBUG_EFFICIENCY
{
qint64 totalbytes = 0;
qint64 totalns = 0;
qDebug() << "Time Delta Efficiency Information";
for (QHash<ChannelID, qint64>::iterator it = channel_efficiency.begin();
it != channel_efficiency.end(); it++) {
ChannelID code = it.key();
qint64 value = it.value();
qint64 ns = channel_time[code];
totalbytes += value;
totalns += ns;
double secs = double(ns) / 1000000000.0L;
QString s = value < 0 ? "saved" : "cost";
qDebug() << "Time-Delta conversion for " + schema::channel[code].label() + " " + s + " " +
QString::number(qAbs(value)) + " bytes and took " + QString::number(secs, 'f', 4) + "s";
}
qDebug() << "Total toTimeDelta function usage:" << totalbytes << "in" << double(
totalns) / 1000000000.0 << "seconds";
}
#endif
if (m) {
m->Save();
}
if (qprogress) { qprogress->setValue(100); }
qDebug() << "Total Events " << event_cnt;
return 1;
}
QString ResmedLoader::backup(QString fullname, QString backup_path, bool compress)
{
QString filename, yearstr, newname, oldname;
bool ok, gz = (fullname.right(3).toLower() == STR_ext_gz);
filename = fullname.section("/", -1);
if (gz) {
filename.chop(3);
}
yearstr = filename.left(4);
yearstr.toInt(&ok, 10);
if (!ok) {
qDebug() << "Invalid EDF filename given to ResMedLoader::backup()";
return "";
}
newname = backup_path + RMS9_STR_datalog + "/" + yearstr;
QDir dir;
dir.mkpath(newname);
newname += "/" + filename;
QString tmpname = newname;
if (compress) {
newname += STR_ext_gz;
}
// First make sure the correct backup exists.
if (!QFile::exists(newname)) {
if (compress) {
gz ?
QFile::copy(fullname, newname) // Already compressed.. copy it to the right location
:
compressFile(fullname, newname);
} else {
// dont really care if it's compressed and not meant to be, leave it that way
QFile::copy(fullname, newname);
}
} // else backup already exists...
// Now the correct backup is in place, we can trash any
if (compress) {
// Remove any uncompressed duplicate
if (QFile::exists(tmpname)) {
QFile::remove(tmpname);
}
} else {
// Delete the non compressed copy and choose it instead.
if (QFile::exists(tmpname + STR_ext_gz)) {
QFile::remove(tmpname);
newname = tmpname + STR_ext_gz;
}
}
// Remove any traces from old backup directory structure
oldname = backup_path + RMS9_STR_datalog + "/" + filename;
if (QFile::exists(oldname)) {
QFile::remove(oldname);
}
if (QFile::exists(oldname + STR_ext_gz)) {
QFile::remove(oldname + STR_ext_gz);
}
return newname;
}
bool ResmedLoader::LoadEVE(Session *sess, EDFParser &edf)
{
QString t;
long recs;
double duration;
char *data;
char c;
long pos;
bool sign, ok;
double d;
double tt;
// Notes: Event records have useless duration record.
sess->updateFirst(edf.startdate);
EventList *OA = nullptr, *HY = nullptr, *CA = nullptr, *UA = nullptr;
// Allow for empty sessions..
// Create EventLists
OA = sess->AddEventList(CPAP_Obstructive, EVL_Event);
HY = sess->AddEventList(CPAP_Hypopnea, EVL_Event);
UA = sess->AddEventList(CPAP_Apnea, EVL_Event);
// Process event annotation records
for (int s = 0; s < edf.GetNumSignals(); s++) {
recs = edf.edfsignals[s].nr * edf.GetNumDataRecords() * 2;
data = (char *)edf.edfsignals[s].data;
pos = 0;
tt = edf.startdate;
sess->updateFirst(tt);
duration = 0;
while (pos < recs) {
c = data[pos];
if ((c != '+') && (c != '-')) {
break;
}
if (data[pos++] == '+') { sign = true; }
else { sign = false; }
t = "";
c = data[pos];
do {
t += c;
pos++;
c = data[pos];
} while ((c != 20) && (c != 21)); // start code
d = t.toDouble(&ok);
if (!ok) {
qDebug() << "Faulty EDF EVE file " << edf.filename;
break;
}
if (!sign) { d = -d; }
tt = edf.startdate + qint64(d * 1000.0);
duration = 0;
// First entry
if (data[pos] == 21) {
pos++;
// get duration.
t = "";
do {
t += data[pos];
pos++;
} while ((data[pos] != 20) && (pos < recs)); // start code
duration = t.toDouble(&ok);
if (!ok) {
qDebug() << "Faulty EDF EVE file (at %" << pos << ") " << edf.filename;
break;
}
}
while ((data[pos] == 20) && (pos < recs)) {
t = "";
pos++;
if (data[pos] == 0) {
break;
}
if (data[pos] == 20) {
pos++;
break;
}
do {
t += tolower(data[pos++]);
} while ((data[pos] != 20) && (pos < recs)); // start code
if (!t.isEmpty()) {
if (matchSignal(CPAP_Obstructive, t)) {
OA->AddEvent(tt, duration);
} else if (matchSignal(CPAP_Hypopnea, t)) {
HY->AddEvent(tt, duration + 10); // Only Hyponea's Need the extra duration???
} else if (matchSignal(CPAP_Apnea, t)) {
UA->AddEvent(tt, duration);
} else if (matchSignal(CPAP_ClearAirway, t)) {
// Not all machines have it, so only create it when necessary..
if (!CA) {
if (!(CA = sess->AddEventList(CPAP_ClearAirway, EVL_Event))) { return false; }
}
CA->AddEvent(tt, duration);
} else {
if (t != "recording starts") {
qDebug() << "Unobserved ResMed annotation field: " << t;
}
}
}
if (pos >= recs) {
qDebug() << "Short EDF EVE file" << edf.filename;
break;
}
// pos++;
}
while ((data[pos] == 0) && (pos < recs)) { pos++; }
if (pos >= recs) { break; }
}
sess->updateLast(tt);
}
return true;
}
bool ResmedLoader::LoadBRP(Session *sess, EDFParser &edf)
{
sess->updateFirst(edf.startdate);
qint64 duration = edf.GetNumDataRecords() * edf.GetDuration();
sess->updateLast(edf.startdate + duration);
for (int s = 0; s < edf.GetNumSignals(); s++) {
EDFSignal &es = edf.edfsignals[s];
long recs = es.nr * edf.GetNumDataRecords();
ChannelID code;
if (matchSignal(CPAP_FlowRate, es.label)) {
code = CPAP_FlowRate;
es.gain *= 60.0;
es.physical_minimum *= 60.0;
es.physical_maximum *= 60.0;
es.physical_dimension = "L/M";
} else if (matchSignal(CPAP_MaskPressureHi, es.label)) {
code = CPAP_MaskPressureHi;
} else if (matchSignal(CPAP_RespEvent, es.label)) {
code = CPAP_RespEvent;
} else {
qDebug() << "Unobserved ResMed BRP Signal " << es.label;
continue;
}
if (code) {
double rate = double(duration) / double(recs);
EventList *a = sess->AddEventList(code, EVL_Waveform, es.gain, es.offset, 0, 0, rate);
a->setDimension(es.physical_dimension);
a->AddWaveform(edf.startdate, es.data, recs, duration);
sess->setMin(code, a->Min());
sess->setMax(code, a->Max());
sess->setPhysMin(code, es.physical_minimum);
sess->setPhysMax(code, es.physical_maximum);
}
}
return true;
}
// Convert EDFSignal data to sleepyheads Time-Delta Event format
void ResmedLoader::ToTimeDelta(Session *sess, EDFParser &edf, EDFSignal &es, ChannelID code,
long recs, qint64 duration, EventDataType t_min, EventDataType t_max, bool square)
{
if (t_min == t_max) {
t_min = es.physical_minimum;
t_max = es.physical_maximum;
}
#ifdef DEBUG_EFFICIENCY
QElapsedTimer time;
time.start();
#endif
double rate = (duration / recs); // milliseconds per record
double tt = edf.startdate;
EventStoreType c, last;
int startpos = 0;
if ((code == CPAP_Pressure) || (code == CPAP_IPAP) || (code == CPAP_EPAP)) {
startpos = 20; // Shave the first 20 seconds of pressure data
tt += rate * startpos;
}
qint16 *sptr = es.data;
qint16 *eptr = sptr + recs;
sptr += startpos;
EventDataType min = t_max, max = t_min, tmp;
EventList *el = nullptr;
if (recs > startpos + 1) {
// Prime last with a good starting value
do {
last = *sptr++;
tmp = EventDataType(last) * es.gain;
if ((tmp >= t_min) && (tmp <= t_max)) {
min = tmp;
max = tmp;
el = sess->AddEventList(code, EVL_Event, es.gain, es.offset, 0, 0);
el->AddEvent(tt, last);
tt += rate;
break;
}
tt += rate;
} while (sptr < eptr);
if (!el) {
return;
}
for (; sptr < eptr; sptr++) {
c = *sptr;
if (last != c) {
if (square) {
tmp = EventDataType(last) * es.gain;
if ((tmp >= t_min) && (tmp <= t_max)) {
if (tmp < min) {
min = tmp;
}
if (tmp > max) {
max = tmp;
}
el->AddEvent(tt, last);
} else {
// Out of bounds value, start a new eventlist
if (el->count() > 1) {
// that should be in session, not the eventlist.. handy for debugging though
el->setDimension(es.physical_dimension);
el = sess->AddEventList(code, EVL_Event, es.gain, es.offset, 0, 0);
} else {
el->clear(); // reuse the object
}
}
}
tmp = EventDataType(c) * es.gain;
if ((tmp >= t_min) && (tmp <= t_max)) {
if (tmp < min) {
min = tmp;
}
if (tmp > max) {
max = tmp;
}
el->AddEvent(tt, c);
} else {
if (el->count() > 1) {
el->setDimension(es.physical_dimension);
// Create and attach new EventList
el = sess->AddEventList(code, EVL_Event, es.gain, es.offset, 0, 0);
} else { el->clear(); }
}
}
tt += rate;
last = c;
}
tmp = EventDataType(c) * es.gain;
if ((tmp >= t_min) && (tmp <= t_max)) {
el->AddEvent(tt, c);
}
sess->setMin(code, min);
sess->setMax(code, max);
sess->setPhysMin(code, es.physical_minimum);
sess->setPhysMax(code, es.physical_maximum);
sess->updateLast(tt);
}
#ifdef DEBUG_EFFICIENCY
qint64 t = time.nsecsElapsed();
int cnt = el->count();
int bytes = cnt * (sizeof(EventStoreType) + sizeof(quint32));
int wvbytes = recs * (sizeof(EventStoreType));
QHash<ChannelID, qint64>::iterator it = channel_efficiency.find(code);
if (it == channel_efficiency.end()) {
channel_efficiency[code] = wvbytes - bytes;
channel_time[code] = t;
} else {
it.value() += wvbytes - bytes;
channel_time[code] += t;
}
#endif
}
// Load SAD Oximetry Signals
bool ResmedLoader::LoadSAD(Session *sess, EDFParser &edf)
{
sess->updateFirst(edf.startdate);
qint64 duration = edf.GetNumDataRecords() * edf.GetDuration();
sess->updateLast(edf.startdate + duration);
for (int s = 0; s < edf.GetNumSignals(); s++) {
EDFSignal &es = edf.edfsignals[s];
//qDebug() << "SAD:" << es.label << es.digital_maximum << es.digital_minimum << es.physical_maximum << es.physical_minimum;
long recs = es.nr * edf.GetNumDataRecords();
ChannelID code;
bool hasdata = false;
for (int i = 0; i < recs; ++i) {
if (es.data[i] != -1) {
hasdata = true;
break;
}
}
if (!hasdata) continue;
if (matchSignal(OXI_Pulse, es.label)) {
code = OXI_Pulse;
ToTimeDelta(sess, edf, es, code, recs, duration);
sess->setPhysMax(code, 180);
sess->setPhysMin(code, 18);
} else if (matchSignal(OXI_SPO2, es.label)) {
code = OXI_SPO2;
es.physical_minimum = 60;
ToTimeDelta(sess, edf, es, code, recs, duration);
sess->setPhysMax(code, 100);
sess->setPhysMin(code, 60);
} else {
qDebug() << "Unobserved ResMed SAD Signal " << es.label;
}
}
return true;
}
bool ResmedLoader::LoadPLD(Session *sess, EDFParser &edf)
{
// Is it save to assume the order does not change here?
enum PLDType { MaskPres = 0, TherapyPres, ExpPress, Leak, RR, Vt, Mv, SnoreIndex, FFLIndex, U1, U2 };
qint64 duration = edf.GetNumDataRecords() * edf.GetDuration();
sess->updateFirst(edf.startdate);
sess->updateLast(edf.startdate + duration);
QString t;
int emptycnt = 0;
EventList *a = nullptr;
double rate;
long recs;
ChannelID code;
for (int s = 0; s < edf.GetNumSignals(); s++) {
a = nullptr;
EDFSignal &es = edf.edfsignals[s];
recs = es.nr * edf.GetNumDataRecords();
if (recs <= 0) { continue; }
rate = double(duration) / double(recs);
//qDebug() << "EVE:" << es.digital_maximum << es.digital_minimum << es.physical_maximum << es.physical_minimum << es.gain;
if (matchSignal(CPAP_Snore, es.label)) {
code = CPAP_Snore;
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0);
} else if (matchSignal(CPAP_Pressure, es.label)) {
code = CPAP_Pressure;
es.physical_maximum = 25;
es.physical_minimum = 4;
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0);
} else if (matchSignal(CPAP_IPAP, es.label)) {
code = CPAP_IPAP;
sess->settings[CPAP_Mode] = MODE_BIPAP;
es.physical_maximum = 25;
es.physical_minimum = 4;
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0);
} else if (matchSignal(CPAP_MinuteVent,es.label)) {
code = CPAP_MinuteVent;
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0);
} else if (matchSignal(CPAP_RespRate, es.label)) {
code = CPAP_RespRate;
a = sess->AddEventList(code, EVL_Waveform, es.gain, es.offset, 0, 0, rate);
a->AddWaveform(edf.startdate, es.data, recs, duration);
} else if (matchSignal(CPAP_TidalVolume, es.label)) {
code = CPAP_TidalVolume;
es.gain *= 1000.0;
es.physical_maximum *= 1000.0;
es.physical_minimum *= 1000.0;
// es.digital_maximum*=1000.0;
// es.digital_minimum*=1000.0;
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0);
} else if (matchSignal(CPAP_Leak, es.label)) {
code = CPAP_Leak;
es.gain *= 60.0;
es.physical_maximum *= 60.0;
es.physical_minimum *= 60.0;
// es.digital_maximum*=60.0;
// es.digital_minimum*=60.0;
es.physical_dimension = "L/M";
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0, true);
sess->setPhysMax(code, 120.0);
sess->setPhysMin(code, 0);
} else if (matchSignal(CPAP_FLG, es.label)) {
code = CPAP_FLG;
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0);
} else if (matchSignal(CPAP_MaskPressure, es.label)) {
code = CPAP_MaskPressure;
es.physical_maximum = 25;
es.physical_minimum = 4;
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0);
} else if (matchSignal(CPAP_EPAP, es.label)) { // Expiratory Pressure
code = CPAP_EPAP;
es.physical_maximum = 25;
es.physical_minimum = 4;
ToTimeDelta(sess, edf, es, code, recs, duration, 0, 0);
} else if (matchSignal(CPAP_IE, es.label)) { //I:E ratio
code = CPAP_IE;
a = sess->AddEventList(code, EVL_Waveform, es.gain, es.offset, 0, 0, rate);
a->AddWaveform(edf.startdate, es.data, recs, duration);
//a=ToTimeDelta(sess,edf,es, code,recs,duration,0,0);
} else if (matchSignal(CPAP_Ti, es.label)) {
code = CPAP_Ti;
a = sess->AddEventList(code, EVL_Waveform, es.gain, es.offset, 0, 0, rate);
a->AddWaveform(edf.startdate, es.data, recs, duration);
//a=ToTimeDelta(sess,edf,es, code,recs,duration,0,0);
} else if (matchSignal(CPAP_Te, es.label)) {
code = CPAP_Te;
a = sess->AddEventList(code, EVL_Waveform, es.gain, es.offset, 0, 0, rate);
a->AddWaveform(edf.startdate, es.data, recs, duration);
//a=ToTimeDelta(sess,edf,es, code,recs,duration,0,0);
} else if (matchSignal(CPAP_TgMV, es.label)) {
code = CPAP_TgMV;
a = sess->AddEventList(code, EVL_Waveform, es.gain, es.offset, 0, 0, rate);
a->AddWaveform(edf.startdate, es.data, recs, duration);
//a=ToTimeDelta(sess,edf,es, code,recs,duration,0,0);
} else if (es.label == "") {
if (emptycnt == 0) {
code = RMS9_E01;
ToTimeDelta(sess, edf, es, code, recs, duration);
} else if (emptycnt == 1) {
code = RMS9_E02;
ToTimeDelta(sess, edf, es, code, recs, duration);
} else {
qDebug() << "Unobserved Empty Signal " << es.label;
}
emptycnt++;
} else {
qDebug() << "Unobserved ResMed PLD Signal " << es.label;
a = nullptr;
}
if (a) {
sess->setMin(code, a->Min());
sess->setMax(code, a->Max());
sess->setPhysMin(code, es.physical_minimum);
sess->setPhysMax(code, es.physical_maximum);
a->setDimension(es.physical_dimension);
}
}
return true;
}
void ResInitModelMap()
{
// don't really need this anymore
// Resmed_Model_Map = {
// { "S9 Escape", { 36001, 36011, 36021, 36141, 36201, 36221, 36261, 36301, 36361 } },
// { "S9 Escape Auto", { 36002, 36012, 36022, 36302, 36362 } },
// { "S9 Elite", { 36003, 36013, 36023, 36103, 36113, 36123, 36143, 36203, 36223, 36243, 36263, 36303, 36343, 36363 } },
// { "S9 Autoset", { 36005, 36015, 36025, 36105, 36115, 36125, 36145, 36205, 36225, 36245, 36265, 36305, 36325, 36345, 36365 } },
// { "S9 AutoSet CS", { 36100, 36110, 36120, 36140, 36200, 36220, 36360 } },
// { "S9 AutoSet 25", { 36106, 36116, 36126, 36146, 36206, 36226, 36366 } },
// { "S9 AutoSet for Her", { 36065 } },
// { "S9 VPAP S", { 36004, 36014, 36024, 36114, 36124, 36144, 36204, 36224, 36284, 36304 } },
// { "S9 VPAP Auto", { 36006, 36016, 36026 } },
// { "S9 VPAP Adapt", { 36037, 36007, 36017, 36027, 36367 } },
// { "S9 VPAP ST", { 36008, 36018, 36028, 36108, 36148, 36208, 36228, 36368 } },
// { "S9 VPAP ST 22", { 36118, 36128 } },
// { "S9 VPAP ST-A", { 36039, 36159, 36169, 36379 } },
// //S8 Series
// { "S8 Escape", { 33007 } },
// { "S8 Elite II", { 33039 } },
// { "S8 Escape II", { 33051 } },
// { "S8 Escape II AutoSet", { 33064 } },
// { "S8 AutoSet II", { 33129 } },
// };
////////////////////////////////////////////////////////////////////////////
// Translation lookup table for non-english machines
////////////////////////////////////////////////////////////////////////////
// Only put the first part, enough to be identifiable, because ResMed likes
// to signal names crop short
// Read this from a table?
resmed_codes[CPAP_FlowRate].push_back("Flow");
resmed_codes[CPAP_MaskPressureHi].push_back("Mask Pres");
resmed_codes[CPAP_MaskPressure].push_back("Mask Pres");
resmed_codes[CPAP_RespEvent].push_back("Resp Event");
resmed_codes[CPAP_Pressure].push_back("Therapy Pres");
resmed_codes[CPAP_IPAP].push_back("Insp Pres");
resmed_codes[CPAP_IPAP].push_back("IPAP");
resmed_codes[CPAP_EPAP].push_back("Exp Pres");
resmed_codes[CPAP_EPAP].push_back("EPAP");
resmed_codes[CPAP_EPAPHi].push_back("Max EPAP");
resmed_codes[CPAP_EPAPLo].push_back("Min EPAP");
resmed_codes[CPAP_IPAPHi].push_back("Max IPAP");
resmed_codes[CPAP_IPAPLo].push_back("Min IPAP");
resmed_codes[CPAP_PS].push_back("PS");
resmed_codes[CPAP_PSMin].push_back("Min PS");
resmed_codes[CPAP_PSMax].push_back("Max PS");
resmed_codes[CPAP_Leak].push_back("Leak");
resmed_codes[CPAP_Leak].push_back("Leck");
resmed_codes[CPAP_Leak].push_back("Lekk");
resmed_codes[CPAP_Leak].push_back("Läck");
resmed_codes[CPAP_Leak].push_back("Läck");
resmed_codes[CPAP_RespRate].push_back("RR");
resmed_codes[CPAP_RespRate].push_back("AF");
resmed_codes[CPAP_RespRate].push_back("FR");
resmed_codes[CPAP_MinuteVent].push_back("MV");
resmed_codes[CPAP_MinuteVent].push_back("VM");
resmed_codes[CPAP_TidalVolume].push_back("Vt");
resmed_codes[CPAP_TidalVolume].push_back("VC");
resmed_codes[CPAP_IE].push_back("I:E");
resmed_codes[CPAP_Snore].push_back("Snore");
resmed_codes[CPAP_FLG].push_back("FFL Index");
resmed_codes[CPAP_Ti].push_back("Ti");
resmed_codes[CPAP_Te].push_back("Te");
resmed_codes[CPAP_TgMV].push_back("TgMV");
resmed_codes[OXI_Pulse].push_back("Pulse");
resmed_codes[OXI_Pulse].push_back("Puls");
resmed_codes[OXI_Pulse].push_back("Pols");
resmed_codes[OXI_SPO2].push_back("SpO2");
resmed_codes[CPAP_Obstructive].push_back("Obstructive apnea");
resmed_codes[CPAP_Hypopnea].push_back("Hypopnea");
resmed_codes[CPAP_Apnea].push_back("Apnea");
resmed_codes[CPAP_ClearAirway].push_back("Central apnea");
resmed_codes[CPAP_Mode].push_back("Mode");
resmed_codes[CPAP_Mode].push_back("Modus");
resmed_codes[CPAP_Mode].push_back("Funktion");
resmed_codes[RMS9_SetPressure].push_back("SetPressure");
resmed_codes[RMS9_SetPressure].push_back("Eingest. Druck");
resmed_codes[RMS9_SetPressure].push_back("Ingestelde druk");
resmed_codes[RMS9_SetPressure].push_back("Pres. prescrite");
resmed_codes[RMS9_SetPressure].push_back("Inställt tryck");
resmed_codes[RMS9_SetPressure].push_back("Inställt tryck");
resmed_codes[RMS9_EPR].push_back("EPR");
resmed_codes[RMS9_EPRSet].push_back("EPR Level");
resmed_codes[RMS9_EPRSet].push_back("EPR-Stufe");
resmed_codes[RMS9_EPRSet].push_back("EPR-niveau");
resmed_codes[RMS9_EPRSet].push_back("Niveau EPR");
resmed_codes[RMS9_EPRSet].push_back("EPR-nivå");
resmed_codes[RMS9_EPRSet].push_back("EPR-nivå");
resmed_codes[CPAP_PressureMax].push_back("Max Pressure");
resmed_codes[CPAP_PressureMax].push_back("Max. Druck");
resmed_codes[CPAP_PressureMax].push_back("Max druk");
resmed_codes[CPAP_PressureMax].push_back("Pression max.");
resmed_codes[CPAP_PressureMax].push_back("Max tryck");
resmed_codes[CPAP_PressureMin].push_back("Min Pressure");
resmed_codes[CPAP_PressureMin].push_back("Min. Druck");
resmed_codes[CPAP_PressureMin].push_back("Min druk");
resmed_codes[CPAP_PressureMin].push_back("Pression min.");
resmed_codes[CPAP_PressureMin].push_back("Min tryck");
}
bool resmed_initialized = false;
void ResmedLoader::Register()
{
if (resmed_initialized) { return; }
qDebug() << "Registering ResmedLoader";
RegisterLoader(new ResmedLoader());
ResInitModelMap();
resmed_initialized = true;
}
////////////////////////////////////////////////////////////////////////////////////////////////
// Model number information
// 36003, 36013, 36023, 36103, 36113, 36123, 36143, 36203,
// 36223, 36243, 36263, 36303, 36343, 36363 S9 Elite Series
// 36005, 36015, 36025, 36105, 36115, 36125, 36145, 36205,
// 36225, 36245, 36265, 36305, 36325, 36345, 36365 S9 AutoSet Series
// 36065 S9 AutoSet for Her
// 36001, 36011, 36021, 36141, 36201, 36221, 36261, 36301,
// 36361 S9 Escape
// 36002, 36012, 36022, 36302, 36362 S9 Escape Auto
// 36004, 36014, 36024, 36114, 36124, 36144, 36204, 36224,
// 36284, 36304 S9 VPAP S (+ H5i, + Climate Control)
// 36006, 36016, 36026 S9 VPAP AUTO (+ H5i, + Climate Control)
// 36007, 36017, 36027, 36367
// S9 VPAP ADAPT (+ H5i, + Climate
// Control)
// 36008, 36018, 36028, 36108, 36148, 36208, 36228, 36368 S9 VPAP ST (+ H5i, + Climate Control)
// 36100, 36110, 36120, 36140, 36200, 36220, 36360 S9 AUTOSET CS
// 36106, 36116, 36126, 36146, 36206, 36226, 36366 S9 AUTOSET 25
// 36118, 36128 S9 VPAP ST 22
// 36039, 36159, 36169, 36379 S9 VPAP ST-A
// 24921, 24923, 24925, 24926, 24927 ResMed Power Station II (RPSII)
// 33030 S8 Compact
// 33001, 33007, 33013, 33036, 33060 S8 Escape
// 33032 S8 Lightweight
// 33033 S8 AutoScore
// 33048, 33051, 33052, 33053, 33054, 33061 S8 Escape II
// 33055 S8 Lightweight II
// 33021 S8 Elite
// 33039, 33045, 33062, 33072, 33073, 33074, 33075 S8 Elite II
// 33044 S8 AutoScore II
// 33105, 33112, 33126 S8 AutoSet (including Spirit & Vantage)
// 33128, 33137 S8 Respond
// 33129, 33141, 33150 S8 AutoSet II
// 33136, 33143, 33144, 33145, 33146, 33147, 33148 S8 AutoSet Spirit II
// 33138 S8 AutoSet C
// 26101, 26121 VPAP Auto 25
// 26119, 26120 VPAP S
// 26110, 26122 VPAP ST
// 26104, 26105, 26125, 26126 S8 Auto 25
// 26102, 26103, 26106, 26107, 26108, 26109, 26123, 26127 VPAP IV
// 26112, 26113, 26114, 26115, 26116, 26117, 26118, 26124 VPAP IV ST