001/* 002 * Licensed to the Apache Software Foundation (ASF) under one or more 003 * contributor license agreements. See the NOTICE file distributed with 004 * this work for additional information regarding copyright ownership. 005 * The ASF licenses this file to You under the Apache License, Version 2.0 006 * (the "License"); you may not use this file except in compliance with 007 * the License. You may obtain a copy of the License at 008 * 009 * http://www.apache.org/licenses/LICENSE-2.0 010 * 011 * Unless required by applicable law or agreed to in writing, software 012 * distributed under the License is distributed on an "AS IS" BASIS, 013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 014 * See the License for the specific language governing permissions and 015 * limitations under the License. 016 */ 017package org.apache.camel.util; 018 019import java.io.File; 020import java.io.IOException; 021import java.nio.file.Files; 022import java.nio.file.StandardCopyOption; 023import java.util.ArrayDeque; 024import java.util.Deque; 025import java.util.Iterator; 026import java.util.Locale; 027import java.util.Objects; 028 029import org.slf4j.Logger; 030import org.slf4j.LoggerFactory; 031 032/** 033 * File utilities. 034 */ 035public final class FileUtil { 036 037 public static final int BUFFER_SIZE = 128 * 1024; 038 039 private static final Logger LOG = LoggerFactory.getLogger(FileUtil.class); 040 private static final int RETRY_SLEEP_MILLIS = 10; 041 /** 042 * The System property key for the user directory. 043 */ 044 private static final String USER_DIR_KEY = "user.dir"; 045 private static final File USER_DIR = new File(System.getProperty(USER_DIR_KEY)); 046 private static boolean windowsOs = initWindowsOs(); 047 048 private FileUtil() { 049 // Utils method 050 } 051 052 private static boolean initWindowsOs() { 053 // initialize once as System.getProperty is not fast 054 String osName = System.getProperty("os.name").toLowerCase(Locale.ENGLISH); 055 return osName.contains("windows"); 056 } 057 058 public static File getUserDir() { 059 return USER_DIR; 060 } 061 062 /** 063 * Normalizes the path to cater for Windows and other platforms 064 */ 065 public static String normalizePath(String path) { 066 if (path == null) { 067 return null; 068 } 069 070 if (isWindows()) { 071 // special handling for Windows where we need to convert / to \\ 072 return path.replace('/', '\\'); 073 } else { 074 // for other systems make sure we use / as separators 075 return path.replace('\\', '/'); 076 } 077 } 078 079 /** 080 * Returns true, if the OS is windows 081 */ 082 public static boolean isWindows() { 083 return windowsOs; 084 } 085 086 public static File createTempFile(String prefix, String suffix, File parentDir) throws IOException { 087 Objects.requireNonNull(parentDir); 088 089 if (suffix == null) { 090 suffix = ".tmp"; 091 } 092 if (prefix == null) { 093 prefix = "camel"; 094 } else if (prefix.length() < 3) { 095 prefix = prefix + "camel"; 096 } 097 098 // create parent folder 099 parentDir.mkdirs(); 100 101 return Files.createTempFile(parentDir.toPath(), prefix, suffix).toFile(); 102 } 103 104 /** 105 * Strip any leading separators 106 */ 107 public static String stripLeadingSeparator(String name) { 108 if (name == null) { 109 return null; 110 } 111 while (name.startsWith("/") || name.startsWith(File.separator)) { 112 name = name.substring(1); 113 } 114 return name; 115 } 116 117 /** 118 * Does the name start with a leading separator 119 */ 120 public static boolean hasLeadingSeparator(String name) { 121 if (name == null) { 122 return false; 123 } 124 if (name.startsWith("/") || name.startsWith(File.separator)) { 125 return true; 126 } 127 return false; 128 } 129 130 /** 131 * Strip first leading separator 132 */ 133 public static String stripFirstLeadingSeparator(String name) { 134 if (name == null) { 135 return null; 136 } 137 if (name.startsWith("/") || name.startsWith(File.separator)) { 138 name = name.substring(1); 139 } 140 return name; 141 } 142 143 /** 144 * Strip any trailing separators 145 */ 146 public static String stripTrailingSeparator(String name) { 147 if (ObjectHelper.isEmpty(name)) { 148 return name; 149 } 150 151 String s = name; 152 153 // there must be some leading text, as we should only remove trailing separators 154 while (s.endsWith("/") || s.endsWith(File.separator)) { 155 s = s.substring(0, s.length() - 1); 156 } 157 158 // if the string is empty, that means there was only trailing slashes, and no leading text 159 // and so we should then return the original name as is 160 if (ObjectHelper.isEmpty(s)) { 161 return name; 162 } else { 163 // return without trailing slashes 164 return s; 165 } 166 } 167 168 /** 169 * Strips any leading paths 170 */ 171 public static String stripPath(String name) { 172 if (name == null) { 173 return null; 174 } 175 int posUnix = name.lastIndexOf('/'); 176 int posWin = name.lastIndexOf('\\'); 177 int pos = Math.max(posUnix, posWin); 178 179 if (pos != -1) { 180 return name.substring(pos + 1); 181 } 182 return name; 183 } 184 185 public static String stripExt(String name) { 186 return stripExt(name, false); 187 } 188 189 public static String stripExt(String name, boolean singleMode) { 190 if (name == null) { 191 return null; 192 } 193 194 // the name may have a leading path 195 int posUnix = name.lastIndexOf('/'); 196 int posWin = name.lastIndexOf('\\'); 197 int pos = Math.max(posUnix, posWin); 198 199 if (pos > 0) { 200 String onlyName = name.substring(pos + 1); 201 int pos2 = singleMode ? onlyName.lastIndexOf('.') : onlyName.indexOf('.'); 202 if (pos2 > 0) { 203 return name.substring(0, pos + pos2 + 1); 204 } 205 } else { 206 // if single ext mode, then only return last extension 207 int pos2 = singleMode ? name.lastIndexOf('.') : name.indexOf('.'); 208 if (pos2 > 0) { 209 return name.substring(0, pos2); 210 } 211 } 212 213 return name; 214 } 215 216 public static String onlyExt(String name) { 217 return onlyExt(name, false); 218 } 219 220 public static String onlyExt(String name, boolean singleMode) { 221 if (name == null) { 222 return null; 223 } 224 name = stripPath(name); 225 226 // extension is the first dot, as a file may have double extension such as .tar.gz 227 // if single ext mode, then only return last extension 228 int pos = singleMode ? name.lastIndexOf('.') : name.indexOf('.'); 229 if (pos != -1) { 230 return name.substring(pos + 1); 231 } 232 return null; 233 } 234 235 /** 236 * Returns only the leading path (returns <tt>null</tt> if no path) 237 */ 238 public static String onlyPath(String name) { 239 if (name == null) { 240 return null; 241 } 242 243 int posUnix = name.lastIndexOf('/'); 244 int posWin = name.lastIndexOf('\\'); 245 int pos = Math.max(posUnix, posWin); 246 247 if (pos > 0) { 248 return name.substring(0, pos); 249 } else if (pos == 0) { 250 // name is in the root path, so extract the path as the first char 251 return name.substring(0, 1); 252 } 253 // no path in name 254 return null; 255 } 256 257 public static String onlyName(String name) { 258 return onlyName(name, false); 259 } 260 261 public static String onlyName(String name, boolean singleMode) { 262 name = FileUtil.stripPath(name); 263 name = FileUtil.stripExt(name, singleMode); 264 265 return name; 266 } 267 268 /** 269 * Compacts a path by stacking it and reducing <tt>..</tt>, and uses OS specific file separators (eg 270 * {@link java.io.File#separator}). 271 */ 272 public static String compactPath(String path) { 273 return compactPath(path, "" + File.separatorChar); 274 } 275 276 /** 277 * Compacts a path by stacking it and reducing <tt>..</tt>, and uses the given separator. 278 * 279 */ 280 public static String compactPath(String path, char separator) { 281 return compactPath(path, "" + separator); 282 } 283 284 /** 285 * Compacts a file path by stacking it and reducing <tt>..</tt>, and uses the given separator. 286 */ 287 public static String compactPath(String path, String separator) { 288 if (path == null) { 289 return null; 290 } 291 292 if (path.startsWith("http:")) { 293 return path; 294 } 295 296 // only normalize if contains a path separator 297 if (path.indexOf('/') == -1 && path.indexOf('\\') == -1) { 298 return path; 299 } 300 301 // need to normalize path before compacting 302 path = normalizePath(path); 303 304 // preserve ending slash if given in input path 305 boolean endsWithSlash = path.endsWith("/") || path.endsWith("\\"); 306 307 // preserve starting slash if given in input path 308 int cntSlashsAtStart = 0; 309 if (path.startsWith("/") || path.startsWith("\\")) { 310 cntSlashsAtStart++; 311 // for Windows, preserve up to 2 starting slashes, which is necessary for UNC paths. 312 if (isWindows() && path.length() > 1 && (path.charAt(1) == '/' || path.charAt(1) == '\\')) { 313 cntSlashsAtStart++; 314 } 315 } 316 317 Deque<String> stack = new ArrayDeque<>(); 318 319 // separator can either be windows or unix style 320 String separatorRegex = "\\\\|/"; 321 String[] parts = path.split(separatorRegex); 322 for (String part : parts) { 323 if (part.equals("..") && !stack.isEmpty() && !"..".equals(stack.peek())) { 324 // only pop if there is a previous path, which is not a ".." path either 325 stack.pop(); 326 } else if (part.equals(".") || part.isEmpty()) { 327 // do nothing because we don't want a path like foo/./bar or foo//bar 328 } else { 329 stack.push(part); 330 } 331 } 332 333 // build path based on stack 334 StringBuilder sb = new StringBuilder(); 335 336 for (int i = 0; i < cntSlashsAtStart; i++) { 337 sb.append(separator); 338 } 339 340 // now we build back using FIFO so need to use descending 341 for (Iterator<String> it = stack.descendingIterator(); it.hasNext();) { 342 sb.append(it.next()); 343 if (it.hasNext()) { 344 sb.append(separator); 345 } 346 } 347 348 if (endsWithSlash && !stack.isEmpty()) { 349 sb.append(separator); 350 } 351 352 return sb.toString(); 353 } 354 355 public static void removeDir(File d) { 356 String[] list = d.list(); 357 if (list == null) { 358 list = new String[0]; 359 } 360 for (String s : list) { 361 File f = new File(d, s); 362 if (f.isDirectory()) { 363 removeDir(f); 364 } else { 365 delete(f); 366 } 367 } 368 delete(d); 369 } 370 371 private static void delete(File f) { 372 if (!f.delete()) { 373 if (isWindows()) { 374 System.gc(); 375 } 376 try { 377 Thread.sleep(RETRY_SLEEP_MILLIS); 378 } catch (InterruptedException ex) { 379 // Ignore Exception 380 } 381 if (!f.delete()) { 382 f.deleteOnExit(); 383 } 384 } 385 } 386 387 /** 388 * Renames a file. 389 * 390 * @param from the from file 391 * @param to the to file 392 * @param copyAndDeleteOnRenameFail whether to fallback and do copy and delete, if renameTo fails 393 * @return <tt>true</tt> if the file was renamed, otherwise <tt>false</tt> 394 * @throws java.io.IOException is thrown if error renaming file 395 */ 396 public static boolean renameFile(File from, File to, boolean copyAndDeleteOnRenameFail) throws IOException { 397 // do not try to rename non existing files 398 if (!from.exists()) { 399 return false; 400 } 401 402 // some OS such as Windows can have problem doing rename IO operations so we may need to 403 // retry a couple of times to let it work 404 boolean renamed = false; 405 int count = 0; 406 while (!renamed && count < 3) { 407 if (LOG.isDebugEnabled() && count > 0) { 408 LOG.debug("Retrying attempt {} to rename file from: {} to: {}", count, from, to); 409 } 410 411 renamed = from.renameTo(to); 412 if (!renamed && count > 0) { 413 try { 414 Thread.sleep(1000); 415 } catch (InterruptedException e) { 416 // ignore 417 } 418 } 419 count++; 420 } 421 422 // we could not rename using renameTo, so lets fallback and do a copy/delete approach. 423 // for example if you move files between different file systems (linux -> windows etc.) 424 if (!renamed && copyAndDeleteOnRenameFail) { 425 // now do a copy and delete as all rename attempts failed 426 LOG.debug("Cannot rename file from: {} to: {}, will now use a copy/delete approach instead", from, to); 427 renamed = renameFileUsingCopy(from, to); 428 } 429 430 if (LOG.isDebugEnabled() && count > 0) { 431 LOG.debug("Tried {} to rename file: {} to: {} with result: {}", count, from, to, renamed); 432 } 433 return renamed; 434 } 435 436 /** 437 * Rename file using copy and delete strategy. This is primarily used in environments where the regular rename 438 * operation is unreliable. 439 * 440 * @param from the file to be renamed 441 * @param to the new target file 442 * @return <tt>true</tt> if the file was renamed successfully, otherwise <tt>false</tt> 443 * @throws IOException If an I/O error occurs during copy or delete operations. 444 */ 445 public static boolean renameFileUsingCopy(File from, File to) throws IOException { 446 // do not try to rename non existing files 447 if (!from.exists()) { 448 return false; 449 } 450 451 LOG.debug("Rename file '{}' to '{}' using copy/delete strategy.", from, to); 452 453 copyFile(from, to); 454 if (!deleteFile(from)) { 455 throw new IOException( 456 "Renaming file from '" + from + "' to '" + to + "' failed: Cannot delete file '" + from 457 + "' after copy succeeded"); 458 } 459 460 return true; 461 } 462 463 /** 464 * Copies the file 465 * 466 * @param from the source file 467 * @param to the destination file 468 * @throws IOException If an I/O error occurs during copy operation 469 */ 470 public static void copyFile(File from, File to) throws IOException { 471 Files.copy(from.toPath(), to.toPath(), StandardCopyOption.REPLACE_EXISTING); 472 } 473 474 /** 475 * Deletes the file. 476 * <p/> 477 * This implementation will attempt to delete the file up till three times with one second delay, which can mitigate 478 * problems on deleting files on some platforms such as Windows. 479 * 480 * @param file the file to delete 481 */ 482 public static boolean deleteFile(File file) { 483 // do not try to delete non existing files 484 if (!file.exists()) { 485 return false; 486 } 487 488 // some OS such as Windows can have problem doing delete IO operations so we may need to 489 // retry a couple of times to let it work 490 boolean deleted = false; 491 int count = 0; 492 while (!deleted && count < 3) { 493 LOG.debug("Retrying attempt {} to delete file: {}", count, file); 494 495 deleted = file.delete(); 496 if (!deleted && count > 0) { 497 try { 498 Thread.sleep(1000); 499 } catch (InterruptedException e) { 500 // ignore 501 } 502 } 503 count++; 504 } 505 506 if (LOG.isDebugEnabled() && count > 0) { 507 LOG.debug("Tried {} to delete file: {} with result: {}", count, file, deleted); 508 } 509 return deleted; 510 } 511 512 /** 513 * Is the given file an absolute file. 514 * <p/> 515 * Will also work around issue on Windows to consider files on Windows starting with a \ as absolute files. This 516 * makes the logic consistent across all OS platforms. 517 * 518 * @param file the file 519 * @return <tt>true</ff> if its an absolute path, <tt>false</tt> otherwise. 520 */ 521 public static boolean isAbsolute(File file) { 522 if (isWindows()) { 523 // special for windows 524 String path = file.getPath(); 525 if (path.startsWith(File.separator)) { 526 return true; 527 } 528 } 529 return file.isAbsolute(); 530 } 531 532 /** 533 * Creates a new file. 534 * 535 * @param file the file 536 * @return <tt>true</tt> if created a new file, <tt>false</tt> otherwise 537 * @throws IOException is thrown if error creating the new file 538 */ 539 public static boolean createNewFile(File file) throws IOException { 540 // need to check first 541 if (file.exists()) { 542 return false; 543 } 544 try { 545 return file.createNewFile(); 546 } catch (IOException e) { 547 // and check again if the file was created as createNewFile may create the file 548 // but throw a permission error afterwards when using some NAS 549 if (file.exists()) { 550 return true; 551 } else { 552 throw e; 553 } 554 } 555 } 556 557}