我是Hadoop和Spark的新手。我正在尝试在我的本地系统上使用4核和32 GB-Ram处理近100 GB的数据。我的代码花费了一个半小时来计算数据。我做错了什么吗？请帮助我的代码如下

public class ReadCSV {
public static void main(String[] args) {
    long startTime = System.currentTimeMillis();
    SparkSession sparkSession = SparkSession.builder().appName("CsvReader")
            .master("local[4]")
            .config("spark.sql.debug.maxToStringFields", 100)
            .getOrCreate();
    SparkContext sparkContext = sparkSession.sparkContext();
    sparkContext.setLogLevel("ERROR");
    
    try {                       
        String filePath = "/mnt/vol2/OpenLR/openlr/processedData/Monday/*/*/*.csv";         
            Dataset<Row> dataset = sparkSession.read().option("header", "true").option("inferSchema", "true").csv(filePath);
            System.out.println("Total: " + dataset.count());            
            System.out.println("Time taken to complete: " + (System.currentTimeMillis() - startTime));          
    } catch(Exception e) {
        e.printStackTrace();
    }
    sparkContext.stop();
    sparkSession.close();
}

}