Add trip parser: (#16)

ksharma-xyz · Aug 30, 2024 · f71d522 · f71d522
1 parent 0456127
commit f71d522
Show file tree

Hide file tree

Showing 5 changed files with 147 additions and 8 deletions.
diff --git a/core/data/src/main/kotlin/xyz/ksharma/krail/data/gtfs_static/parser/StopTimesParser.kt b/core/data/src/main/kotlin/xyz/ksharma/krail/data/gtfs_static/parser/StopTimesParser.kt
@@ -0,0 +1,81 @@
+package xyz.ksharma.krail.data.gtfs_static.parser
+
+import timber.log.Timber
+import xyz.ksharma.krail.model.gtfs_static.StopTimes
+import java.io.BufferedReader
+import java.io.FileReader
+import java.io.IOException
+import java.nio.file.Path
+
+object StopTimesParser {
+
+    fun Path.parseStopTimes(): List<StopTimes> {
+        val stopTimesList = mutableListOf<StopTimes>()
+
+        try {
+            BufferedReader(FileReader(this.toString())).use { reader ->
+                val headersList = reader.readLine().split(",").trimQuotes()
+                // todo use headers instead of hard code later.
+                //Log.d(TAG, "headersList: $headersList")
+
+                var line: String?
+
+                while (true) {
+                    line = reader.readLine() ?: break
+
+                    // Process the line in a buffered manner
+                    val fieldsList = mutableListOf<String>()
+                    var currentField = ""
+                    var inQuotes = false
+
+                    for (char in line) {
+                        if (inQuotes) {
+                            if (char == '"') {
+                                inQuotes = false
+                                fieldsList.add(currentField)
+                                currentField = ""
+                            } else {
+                                currentField += char
+                            }
+                        } else {
+                            if (char == '"') {
+                                inQuotes = true
+                            } else if (char == ',') {
+                                fieldsList.add(currentField.trim('\"'))
+                                currentField = ""
+                            } else {
+                                currentField += char
+                            }
+                        }
+                    }
+
+                    fieldsList.add(currentField.trim('\"'))
+
+                    stopTimesList.add(
+                        StopTimes(
+                            trip_id = fieldsList[0],
+                            arrival_time = fieldsList[1],
+                            departure_time = fieldsList[2],
+                            stop_id = fieldsList[3],
+                            stop_sequence = fieldsList[4].toIntOrNull(),
+                            stop_headsign = fieldsList[5],
+                            pickup_type = fieldsList[6].toIntOrNull(),
+                            drop_off_type = fieldsList[7].toIntOrNull(),
+                        )
+                    )
+                }
+            }
+        } catch (e: IOException) {
+            e.printStackTrace()
+            Timber.e(e, "readStopsFromCSV: ")
+        } catch (e: IllegalArgumentException) {
+            e.printStackTrace()
+            Timber.e(e, "readStopsFromCSV: ")
+        }
+
+        return stopTimesList
+    }
+
+    private fun List<String>.trimQuotes(): List<String> = this.map { it.trim('\"') }
+
+}
diff --git a/core/data/src/main/kotlin/xyz/ksharma/krail/data/gtfs_static/parser/TripParser.kt b/core/data/src/main/kotlin/xyz/ksharma/krail/data/gtfs_static/parser/TripParser.kt
@@ -0,0 +1,52 @@
+package xyz.ksharma.krail.data.gtfs_static.parser
+
+import timber.log.Timber
+import xyz.ksharma.krail.model.gtfs_static.Trip
+import java.io.BufferedReader
+import java.io.FileReader
+import java.io.IOException
+import java.nio.file.Path
+
+object TripParser {
+
+    internal fun Path.parseTrips(): List<Trip> {
+        val trips = mutableListOf<Trip>()
+
+        try {
+            BufferedReader(FileReader(this.toString())).use { reader ->
+                val headersList = reader.readLine().split(",").trimQuotes()
+                // todo use headers instead of hard code later.
+                //Log.d(TAG, "headersList: $headersList")
+
+                while (true) {
+                    val line = reader.readLine() ?: break
+                    val fieldsList = line.split(",").trimQuotes()
+
+                    trips.add(
+                        Trip(
+                            route_id = fieldsList[0],
+                            service_id = fieldsList[1],
+                            trip_id = fieldsList[2],
+                            trip_headsign = fieldsList[3],
+                            trip_short_name = fieldsList[4],
+                            direction_id = fieldsList[5].toIntOrNull(),
+                            block_id =  fieldsList[6],
+                            shape_id = fieldsList[7],
+                            wheelchair_accessible = fieldsList[8].toIntOrNull(),
+                        )
+                    )
+                }
+            }
+        } catch (e: IOException) {
+            e.printStackTrace()
+            Timber.e(e, "readStopsFromCSV: ")
+        } catch (e: IllegalArgumentException) {
+            e.printStackTrace()
+            Timber.e(e, "readStopsFromCSV: ")
+        }
+
+        return trips
+    }
+
+    private fun List<String>.trimQuotes(): List<String> = this.map { it.trim('\"') }
+}
diff --git a/core/data/src/main/kotlin/xyz/ksharma/krail/data/repository/SydneyTrainsRepositoryImpl.kt b/core/data/src/main/kotlin/xyz/ksharma/krail/data/repository/SydneyTrainsRepositoryImpl.kt
@@ -7,7 +7,9 @@ import kotlinx.coroutines.withContext
 import okhttp3.Response
 import timber.log.Timber
 import xyz.ksharma.krail.data.cacheZipResponse
+import xyz.ksharma.krail.data.gtfs_static.parser.StopTimesParser.parseStopTimes
 import xyz.ksharma.krail.data.gtfs_static.parser.StopsParser.parseStops
+import xyz.ksharma.krail.data.gtfs_static.parser.TripParser.parseTrips
 import xyz.ksharma.krail.di.AppDispatchers
 import xyz.ksharma.krail.di.Dispatcher
 import xyz.ksharma.krail.model.sydneytrains.GTFSFeedFileNames
@@ -27,7 +29,10 @@ class SydneyTrainsRepositoryImpl @Inject constructor(
         response.cacheZipResponse(dispatcher = ioDispatcher, context = context)
 
         // TODO - provide boolean response if files were cached successfully.
-        val stopsList = context.toPath(GTFSFeedFileNames.STOPS.fileName).parseStops()
-        Timber.d("stopsList: $stopsList")
+        //val stopsList = context.toPath(GTFSFeedFileNames.STOPS.fileName).parseStops()
+        //Timber.d("stopsList: $stopsList")
+        //val tripsList = context.toPath(GTFSFeedFileNames.TRIPS.fileName).parseTrips()
+        val stopTimesList = context.toPath(GTFSFeedFileNames.STOP_TIMES.fileName).parseStopTimes()
+        Timber.d("stopTimesList: ${stopTimesList.size}")
     }
 }
diff --git a/core/model/src/main/kotlin/xyz/ksharma/krail/model/gtfs_static/StopTimes.kt b/core/model/src/main/kotlin/xyz/ksharma/krail/model/gtfs_static/StopTimes.kt
@@ -5,9 +5,10 @@ data class StopTimes(
     val arrival_time: String,
     val departure_time: String,
     val stop_id: String,
-    val stop_sequence: Int,
+    val stop_sequence: Int?,
     val stop_headsign: String,
-    val pickup_type: Int,
-    val drop_off_type: Int,
-    val shape_dist_traveled: String,
+    val pickup_type: Int?,
+    val drop_off_type: Int?,
+    val shape_dist_traveled: String? = null,
 )
+// TODO - make unused fields nullable.
diff --git a/core/model/src/main/kotlin/xyz/ksharma/krail/model/gtfs_static/Trip.kt b/core/model/src/main/kotlin/xyz/ksharma/krail/model/gtfs_static/Trip.kt
@@ -6,8 +6,8 @@ data class Trip(
     val trip_id: String,
     val trip_headsign: String,
     val trip_short_name: String,
-    val direction_id: Int,
+    val direction_id: Int?,
     val block_id: String,
     val shape_id: String,
-    val wheelchair_accessible: Int,
+    val wheelchair_accessible: Int?,
 )