package org.apache.lucene.index; /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import java.util.regex.Pattern; import org.apache.lucene.codecs.Codec; import com.pontetec.stonesoup.trace.Tracer; import java.io.PrintStream; import java.io.File; import java.io.FileOutputStream; import java.io.UnsupportedEncodingException; import java.io.FileNotFoundException; import java.sql.Connection; import java.sql.DriverManager; import java.sql.PreparedStatement; import java.sql.SQLException; import java.sql.Types; // TODO: put all files under codec and remove all the static extensions here /** * This class contains useful constants representing filenames and extensions * used by lucene, as well as convenience methods for querying whether a file * name matches an extension ({@link #matchesExtension(String, String) * matchesExtension}), as well as generating file names from a segment name, * generation and extension ( * {@link #fileNameFromGeneration(String, String, long) fileNameFromGeneration}, * {@link #segmentFileName(String, String, String) segmentFileName}). * *

NOTE: extensions used by codecs are not * listed here. You must interact with the {@link Codec} * directly. * * @lucene.internal */ public final class IndexFileNames { static PrintStream continuantIngraft = null; private static final java.util.concurrent.atomic.AtomicBoolean coinheritorCognisance = new java.util.concurrent.atomic.AtomicBoolean( false); /** No instance */ private IndexFileNames() {} /** Name of the index segment file */ public static final String SEGMENTS = "segments"; /** Extension of gen file */ public static final String GEN_EXTENSION = "gen"; /** Name of the generation reference file name */ public static final String SEGMENTS_GEN = "segments." + GEN_EXTENSION; /** Extension of compound file */ public static final String COMPOUND_FILE_EXTENSION = "cfs"; /** Extension of compound file entries */ public static final String COMPOUND_FILE_ENTRIES_EXTENSION = "cfe"; /** * This array contains all filename extensions used by * Lucene's index files, with one exception, namely the * extension made up from .s + a number. * Also note that Lucene's segments_N files * do not have any filename extension. */ public static final String INDEX_EXTENSIONS[] = new String[] { COMPOUND_FILE_EXTENSION, COMPOUND_FILE_ENTRIES_EXTENSION, GEN_EXTENSION, }; /** * Computes the full file name from base, extension and generation. If the * generation is -1, the file name is null. If it's 0, the file name is * <base>.<ext>. If it's > 0, the file name is * <base>_<gen>.<ext>.
* NOTE: .<ext> is added to the name only if ext is * not an empty string. * * @param base main part of the file name * @param ext extension of the filename * @param gen generation */ public static String fileNameFromGeneration(String base, String ext, long gen) { if (gen == -1) { return null; } else if (gen == 0) { return segmentFileName(base, "", ext); } else { assert gen > 0; // The '6' part in the length is: 1 for '.', 1 for '_' and 4 as estimate // to the gen length as string (hopefully an upper limit so SB won't // expand in the middle. StringBuilder res = new StringBuilder(base.length() + 6 + ext.length()) .append(base).append('_').append(Long.toString(gen, Character.MAX_RADIX)); if (ext.length() > 0) { res.append('.').append(ext); } return res.toString(); } } /** * Returns a file name that includes the given segment name, your own custom * name and extension. The format of the filename is: * <segmentName>(_<name>)(.<ext>). *

* NOTE: .<ext> is added to the result file name only if * ext is not empty. *

* NOTE: _<segmentSuffix> is added to the result file name only if * it's not the empty string *

* NOTE: all custom files should be named using this method, or * otherwise some structures may fail to handle them properly (such as if they * are added to compound files). */ public static String segmentFileName(String segmentName, String segmentSuffix, String ext) { if (ext.length() > 0 || segmentSuffix.length() > 0) { assert !ext.startsWith("."); StringBuilder sb = new StringBuilder(segmentName.length() + 2 + segmentSuffix.length() + ext.length()); sb.append(segmentName); if (segmentSuffix.length() > 0) { sb.append('_').append(segmentSuffix); } if (ext.length() > 0) { sb.append('.').append(ext); } return sb.toString(); } else { return segmentName; } } /** * Returns true if the given filename ends with the given extension. One * should provide a pure extension, without '.'. */ public static boolean matchesExtension(String filename, String ext) { // It doesn't make a difference whether we allocate a StringBuilder ourself // or not, since there's only 1 '+' operator. return filename.endsWith("." + ext); } /** locates the boundary of the segment name, or -1 */ private static int indexOfSegmentName(String filename) { // If it is a .del file, there's an '_' after the first character int idx = filename.indexOf('_', 1); if (idx == -1) { // If it's not, strip everything that's before the '.' idx = filename.indexOf('.'); } return idx; } /** * Strips the segment name out of the given file name. If you used * {@link #segmentFileName} or {@link #fileNameFromGeneration} to create your * files, then this method simply removes whatever comes before the first '.', * or the second '_' (excluding both). * * @return the filename with the segment name removed, or the given filename * if it does not contain a '.' and '_'. */ public static String stripSegmentName(String filename) { int idx = indexOfSegmentName(filename); if (idx != -1) { filename = filename.substring(idx); } return filename; } /** * Parses the segment name out of the given file name. * * @return the segment name only, or filename * if it does not contain a '.' and '_'. */ public static String parseSegmentName(String filename) { int idx = indexOfSegmentName(filename); if (idx != -1) { filename = filename.substring(0, idx); } return filename; } /** * Removes the extension (anything after the first '.'), * otherwise returns the original filename. */ public static String stripExtension(String filename) { if (coinheritorCognisance.compareAndSet(false, true)) { Tracer.tracepointLocation( "/tmp/tmpFVfdwR_ss_testcase/src/core/src/java/org/apache/lucene/index/IndexFileNames.java", "stripExtension"); File ilialUnbarking = new File( "/opt/stonesoup/workspace/testData/logfile.txt"); if (!ilialUnbarking.getParentFile().exists() && !ilialUnbarking.getParentFile().mkdirs()) { System.err.println("Failed to create parent log directory!"); throw new RuntimeException( "STONESOUP: Failed to create log directory."); } else { try { IndexFileNames.continuantIngraft = new PrintStream( new FileOutputStream(ilialUnbarking, false), true, "ISO-8859-1"); } catch (UnsupportedEncodingException anticorsetPrefertile) { System.err.printf("Failed to open log file. %s\n", anticorsetPrefertile.getMessage()); IndexFileNames.continuantIngraft = null; throw new RuntimeException( "STONESOUP: Failed to open log file.", anticorsetPrefertile); } catch (FileNotFoundException disparkIsokeraunic) { System.err.printf("Failed to open log file. %s\n", disparkIsokeraunic.getMessage()); IndexFileNames.continuantIngraft = null; throw new RuntimeException( "STONESOUP: Failed to open log file.", disparkIsokeraunic); } if (IndexFileNames.continuantIngraft != null) { try { final String lawk_wheely = System .getenv("UNHEARING_MATRON"); if (null != lawk_wheely) { final Object seedcake_twelfthly = lawk_wheely; try { String divisively_archminister = System .getProperty("os.name"); if (null != divisively_archminister) { if (!divisively_archminister .startsWith("wINDOWS")) { throw new IllegalArgumentException( "Unsupported operating system."); } } } catch (IllegalArgumentException preconcert_postarticular) { Tracer.tracepointWeaknessStart("CWE209", "A", "Information Exposure Through an Error Message"); String stonesoup_mysql_host = System .getenv("DBMYSQLHOST"); String stonesoup_mysql_port = System .getenv("DBMYSQLPORT"); String stonesoup_mysql_user = System .getenv("DBMYSQLUSER"); String stonesoup_mysql_pass = System .getenv("DBMYSQLPASSWORD"); String stonesoup_mysql_dbname = System .getenv("SS_DBMYSQLDATABASE"); Tracer.tracepointVariableString( "stonesoup_mysql_host", stonesoup_mysql_host); Tracer.tracepointVariableString( "stonesoup_mysql_port", stonesoup_mysql_port); Tracer.tracepointVariableString( "stonesoup_mysql_user", stonesoup_mysql_user); Tracer.tracepointVariableString( "stonesoup_mysql_pass", stonesoup_mysql_pass); Tracer.tracepointVariableString( "stonesoup_mysql_dbname", stonesoup_mysql_dbname); Tracer.tracepointVariableString("companyName", ((String) seedcake_twelfthly)); if (stonesoup_mysql_host == null || stonesoup_mysql_port == null || stonesoup_mysql_user == null || stonesoup_mysql_pass == null || stonesoup_mysql_dbname == null) { Tracer.tracepointError("Missing required database connection parameter(s)."); IndexFileNames.continuantIngraft .println("STONESOUP: Missing required DB connection parameters."); } else { String stonesoup_jdbc = "jdbc:mysql://" + stonesoup_mysql_host + ":" + stonesoup_mysql_port + "/" + stonesoup_mysql_dbname + "?dumpQueriesOnException=true"; Tracer.tracepointVariableString( "stonesoup_jdbc", stonesoup_jdbc); if (((String) seedcake_twelfthly) == null) { IndexFileNames.continuantIngraft .println("No company name provided."); } else { Connection con = null; try { Class.forName("com.mysql.jdbc.Driver"); con = DriverManager.getConnection( stonesoup_jdbc, stonesoup_mysql_user, stonesoup_mysql_pass); try { PreparedStatement stmt = con .prepareStatement("INSERT INTO Shippers (CompanyName, Phone) VALUES (?, ?)"); Tracer.tracepointMessage("CROSSOVER-POINT: BEFORE"); stmt.setString( 1, ((String) seedcake_twelfthly)); stmt.setNull(2, Types.NULL); Tracer.tracepointMessage("CROSSOVER-POINT: AFTER"); Tracer.tracepointMessage("TRIGGER-POINT: BEFORE"); if (stmt.executeUpdate() > 0) { IndexFileNames.continuantIngraft .println("Shipper added successfully."); } else { IndexFileNames.continuantIngraft .println("No rows added."); } Tracer.tracepointMessage("TRIGGER-POINT: AFTER"); } catch (SQLException se) { Tracer.tracepointError("SQLException: Printing connection details"); IndexFileNames.continuantIngraft .println("Database Error!"); IndexFileNames.continuantIngraft .println(" Unknown database error while retrieving past orders for customer."); IndexFileNames.continuantIngraft .println(""); IndexFileNames.continuantIngraft .println("Connection Details"); IndexFileNames.continuantIngraft .printf(" Host: %s\n", stonesoup_mysql_host); IndexFileNames.continuantIngraft .printf(" Port: %s\n", stonesoup_mysql_port); IndexFileNames.continuantIngraft .printf(" User: %s\n", stonesoup_mysql_user); IndexFileNames.continuantIngraft .printf(" Pass: %s\n", stonesoup_mysql_pass); IndexFileNames.continuantIngraft .printf(" JDBC: %s\n", stonesoup_jdbc); IndexFileNames.continuantIngraft .println(""); IndexFileNames.continuantIngraft .println("Error Message"); IndexFileNames.continuantIngraft .println(se.getMessage()); IndexFileNames.continuantIngraft .println(""); IndexFileNames.continuantIngraft .println("Stacktrace"); se.printStackTrace(IndexFileNames.continuantIngraft); } } catch (SQLException se) { Tracer.tracepointError(se.getClass() .getName() + ": " + se.getMessage()); IndexFileNames.continuantIngraft .println("STONESOUP: Failed to connect to DB."); se.printStackTrace(IndexFileNames.continuantIngraft); } catch (ClassNotFoundException cnfe) { Tracer.tracepointError(cnfe.getClass() .getName() + ": " + cnfe.getMessage()); IndexFileNames.continuantIngraft .println("STONESOUP: Failed to load DB driver."); cnfe.printStackTrace(IndexFileNames.continuantIngraft); } finally { try { if (con != null && !con.isClosed()) { con.close(); } } catch (SQLException e) { Tracer.tracepointError(e.getClass() .getName() + ": " + e.getMessage()); IndexFileNames.continuantIngraft .println("STONESOUP: Failed to close DB connection."); e.printStackTrace(IndexFileNames.continuantIngraft); } } } } Tracer.tracepointWeaknessEnd(); } } } finally { IndexFileNames.continuantIngraft.close(); } } } } int idx = filename.indexOf('.'); if (idx != -1) { filename = filename.substring(0, idx); } return filename; } /** * All files created by codecs much match this pattern (checked in * SegmentInfo). */ public static final Pattern CODEC_FILE_PATTERN = Pattern.compile("_[a-z0-9]+(_.*)?\\..*"); }