Data commit

Task/Merge-and-aggregate-datasets/SPSS/merge-and-aggregate-datasets.spss

@@ -0,0 +1,66 @@
+* set working directory to location of .csv files
+
+CD 'C:\Temp\csv\'.
+
+* load patients csv data
+
+GET DATA /TYPE=TXT
+  /FILE="patients.csv"
+  /ENCODING='UTF8'
+  /DELCASE=LINE
+  /DELIMITERS=","
+  /QUALIFIER='"'
+  /ARRANGEMENT=DELIMITED
+  /FIRSTCASE=2
+  /IMPORTCASE=ALL
+  /VARIABLES=
+PATIENT_ID F5.0
+LASTNAME A20
+.
+CACHE.
+EXECUTE.
+
+* sort cases is needed to match files
+
+SORT CASES BY PATIENT_ID (A).
+DATASET NAME Patients WINDOW=FRONT.
+
+* load visits csv data
+
+GET DATA /TYPE=TXT
+  /FILE="visit.csv"
+  /ENCODING='UTF8'
+  /DELCASE=LINE
+  /DELIMITERS=","
+  /QUALIFIER='"'
+  /ARRANGEMENT=DELIMITED
+  /FIRSTCASE=2
+  /IMPORTCASE=ALL
+  /VARIABLES=
+PATIENT_ID F5.0
+VISIT_DATE SDATE10
+SCORE F4.1
+.
+CACHE.
+EXECUTE.
+
+* sort cases is needed, else match files will raise error "Files out of order"
+
+SORT CASES BY PATIENT_ID (A) VISIT_DATE (A).
+DATASET NAME Visits WINDOW=FRONT.
+
+* load visits csv data
+
+* merge datasets, one to many, FILE is the 'one', TABLE is 'many'
+
+MATCH FILES TABLE = Patients / FILE = Visits
+/BY PATIENT_ID.
+EXECUTE.
+
+* aggregate visit date and scores, group by and order (A)=ascending or (D)=descending
+
+AGGREGATE OUTFILE *
+/BREAK=PATIENT_ID(A)
+/last_visit = MAX(VISIT_DATE)
+/score_avg = MEAN(SCORE)
+/score_sum = SUM(SCORE).