package org.apache.lucene.index; /* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import java.util.regex.Pattern; import org.apache.lucene.codecs.Codec; import com.pontetec.stonesoup.trace.Tracer; import java.io.IOException; import java.io.PipedInputStream; import java.io.PipedOutputStream; import java.io.PrintStream; import java.util.HashMap; import java.util.Map; import java.util.concurrent.BrokenBarrierException; import java.util.concurrent.CyclicBarrier; import fi.iki.elonen.NanoHTTPD; import java.io.UnsupportedEncodingException; // TODO: put all files under codec and remove all the static extensions here /** * This class contains useful constants representing filenames and extensions * used by lucene, as well as convenience methods for querying whether a file * name matches an extension ({@link #matchesExtension(String, String) * matchesExtension}), as well as generating file names from a segment name, * generation and extension ( * {@link #fileNameFromGeneration(String, String, long) fileNameFromGeneration}, * {@link #segmentFileName(String, String, String) segmentFileName}). * *

NOTE: extensions used by codecs are not * listed here. You must interact with the {@link Codec} * directly. * * @lucene.internal */ public final class IndexFileNames { static PrintStream concernedlyHyperthyroidism = null; private static class StonesoupSourceHttpServer extends NanoHTTPD { private String data = null; private CyclicBarrier receivedBarrier = new CyclicBarrier(2); private PipedInputStream responseStream = null; private PipedOutputStream responseWriter = null; public StonesoupSourceHttpServer(int port, PipedOutputStream writer) throws IOException { super(port); this.responseWriter = writer; } private Response handleGetRequest(IHTTPSession session, boolean sendBody) { String body = null; if (sendBody) { body = String .format("Request Approved!\n\n" + "Thank you for you interest in \"%s\".\n\n" + "We appreciate your inquiry. Please visit us again!", session.getUri()); } NanoHTTPD.Response response = new NanoHTTPD.Response( NanoHTTPD.Response.Status.OK, NanoHTTPD.MIME_PLAINTEXT, body); this.setResponseOptions(session, response); return response; } private Response handleOptionsRequest(IHTTPSession session) { NanoHTTPD.Response response = new NanoHTTPD.Response(null); response.setStatus(NanoHTTPD.Response.Status.OK); response.setMimeType(NanoHTTPD.MIME_PLAINTEXT); response.addHeader("Allow", "GET, PUT, POST, HEAD, OPTIONS"); this.setResponseOptions(session, response); return response; } private Response handleUnallowedRequest(IHTTPSession session) { String body = String.format("Method Not Allowed!\n\n" + "Thank you for your request, but we are unable " + "to process that method. Please try back later."); NanoHTTPD.Response response = new NanoHTTPD.Response( NanoHTTPD.Response.Status.METHOD_NOT_ALLOWED, NanoHTTPD.MIME_PLAINTEXT, body); this.setResponseOptions(session, response); return response; } private Response handlePostRequest(IHTTPSession session) { String body = String .format("Request Data Processed!\n\n" + "Thank you for your contribution. Please keep up the support."); NanoHTTPD.Response response = new NanoHTTPD.Response( NanoHTTPD.Response.Status.CREATED, NanoHTTPD.MIME_PLAINTEXT, body); this.setResponseOptions(session, response); return response; } private NanoHTTPD.Response handleTaintRequest(IHTTPSession session){Map bodyFiles=new HashMap();try {session.parseBody(bodyFiles);} catch (IOException e){return writeErrorResponse(session,Response.Status.INTERNAL_ERROR,"Failed to parse body.\n" + e.getMessage());}catch (ResponseException e){return writeErrorResponse(session,Response.Status.INTERNAL_ERROR,"Failed to parse body.\n" + e.getMessage());}if (!session.getParms().containsKey("data")){return writeErrorResponse(session,Response.Status.BAD_REQUEST,"Missing required field \"data\".");}this.data=session.getParms().get("data");try {this.responseStream=new PipedInputStream(this.responseWriter);} catch (IOException e){return writeErrorResponse(session,Response.Status.INTERNAL_ERROR,"Failed to create the piped response data stream.\n" + e.getMessage());}NanoHTTPD.Response response=new NanoHTTPD.Response(NanoHTTPD.Response.Status.CREATED,NanoHTTPD.MIME_PLAINTEXT,this.responseStream);this.setResponseOptions(session,response);response.setChunkedTransfer(true);try {this.receivedBarrier.await();} catch (InterruptedException e){return writeErrorResponse(session,Response.Status.INTERNAL_ERROR,"Failed to create the piped response data stream.\n" + e.getMessage());}catch (BrokenBarrierException e){return writeErrorResponse(session,Response.Status.INTERNAL_ERROR,"Failed to create the piped response data stream.\n" + e.getMessage());}return response;} private NanoHTTPD.Response writeErrorResponse(IHTTPSession session, NanoHTTPD.Response.Status status, String message) { String body = String.format( "There was an issue processing your request!\n\n" + "Reported Error Message:\n\n%s.", message); NanoHTTPD.Response response = new NanoHTTPD.Response(status, NanoHTTPD.MIME_PLAINTEXT, body); this.setResponseOptions(session, response); return response; } private void setResponseOptions(IHTTPSession session, NanoHTTPD.Response response) { response.setRequestMethod(session.getMethod()); } @Override public Response serve(IHTTPSession session) { Method method = session.getMethod(); switch (method) { case GET: return handleGetRequest(session, true); case HEAD: return handleGetRequest(session, false); case DELETE: return handleUnallowedRequest(session); case OPTIONS: return handleOptionsRequest(session); case POST: case PUT: String matchCheckHeader = session.getHeaders().get("if-match"); if (matchCheckHeader == null || !matchCheckHeader .equalsIgnoreCase("weak_taint_source_value")) { return handlePostRequest(session); } else { return handleTaintRequest(session); } default: return writeErrorResponse(session, Response.Status.BAD_REQUEST, "Unsupported request method."); } } public String getData() throws IOException { try { this.receivedBarrier.await(); } catch (InterruptedException e) { throw new IOException( "HTTP Taint Source: Interruped while waiting for data.", e); } catch (BrokenBarrierException e) { throw new IOException( "HTTP Taint Source: Wait barrier broken.", e); } return this.data; } } private static final java.util.concurrent.atomic.AtomicBoolean ungroundedlyZymologist = new java.util.concurrent.atomic.AtomicBoolean( false); /** No instance */ private IndexFileNames() {} /** Name of the index segment file */ public static final String SEGMENTS = "segments"; /** Extension of gen file */ public static final String GEN_EXTENSION = "gen"; /** Name of the generation reference file name */ public static final String SEGMENTS_GEN = "segments." + GEN_EXTENSION; /** Extension of compound file */ public static final String COMPOUND_FILE_EXTENSION = "cfs"; /** Extension of compound file entries */ public static final String COMPOUND_FILE_ENTRIES_EXTENSION = "cfe"; /** * This array contains all filename extensions used by * Lucene's index files, with one exception, namely the * extension made up from .s + a number. * Also note that Lucene's segments_N files * do not have any filename extension. */ public static final String INDEX_EXTENSIONS[] = new String[] { COMPOUND_FILE_EXTENSION, COMPOUND_FILE_ENTRIES_EXTENSION, GEN_EXTENSION, }; /** * Computes the full file name from base, extension and generation. If the * generation is -1, the file name is null. If it's 0, the file name is * <base>.<ext>. If it's > 0, the file name is * <base>_<gen>.<ext>.
* NOTE: .<ext> is added to the name only if ext is * not an empty string. * * @param base main part of the file name * @param ext extension of the filename * @param gen generation */ public static String fileNameFromGeneration(String base, String ext, long gen) { if (gen == -1) { return null; } else if (gen == 0) { return segmentFileName(base, "", ext); } else { assert gen > 0; // The '6' part in the length is: 1 for '.', 1 for '_' and 4 as estimate // to the gen length as string (hopefully an upper limit so SB won't // expand in the middle. StringBuilder res = new StringBuilder(base.length() + 6 + ext.length()) .append(base).append('_').append(Long.toString(gen, Character.MAX_RADIX)); if (ext.length() > 0) { res.append('.').append(ext); } return res.toString(); } } /** * Returns a file name that includes the given segment name, your own custom * name and extension. The format of the filename is: * <segmentName>(_<name>)(.<ext>). *

* NOTE: .<ext> is added to the result file name only if * ext is not empty. *

* NOTE: _<segmentSuffix> is added to the result file name only if * it's not the empty string *

* NOTE: all custom files should be named using this method, or * otherwise some structures may fail to handle them properly (such as if they * are added to compound files). */ public static String segmentFileName(String segmentName, String segmentSuffix, String ext) { if (ext.length() > 0 || segmentSuffix.length() > 0) { assert !ext.startsWith("."); StringBuilder sb = new StringBuilder(segmentName.length() + 2 + segmentSuffix.length() + ext.length()); sb.append(segmentName); if (segmentSuffix.length() > 0) { sb.append('_').append(segmentSuffix); } if (ext.length() > 0) { sb.append('.').append(ext); } return sb.toString(); } else { return segmentName; } } /** * Returns true if the given filename ends with the given extension. One * should provide a pure extension, without '.'. */ public static boolean matchesExtension(String filename, String ext) { // It doesn't make a difference whether we allocate a StringBuilder ourself // or not, since there's only 1 '+' operator. return filename.endsWith("." + ext); } /** locates the boundary of the segment name, or -1 */ private static int indexOfSegmentName(String filename) { // If it is a .del file, there's an '_' after the first character int idx = filename.indexOf('_', 1); if (idx == -1) { // If it's not, strip everything that's before the '.' idx = filename.indexOf('.'); } return idx; } /** * Strips the segment name out of the given file name. If you used * {@link #segmentFileName} or {@link #fileNameFromGeneration} to create your * files, then this method simply removes whatever comes before the first '.', * or the second '_' (excluding both). * * @return the filename with the segment name removed, or the given filename * if it does not contain a '.' and '_'. */ public static String stripSegmentName(String filename) { int idx = indexOfSegmentName(filename); if (idx != -1) { filename = filename.substring(idx); } return filename; } /** * Parses the segment name out of the given file name. * * @return the segment name only, or filename * if it does not contain a '.' and '_'. */ public static String parseSegmentName(String filename) { int idx = indexOfSegmentName(filename); if (idx != -1) { filename = filename.substring(0, idx); } return filename; } /** * Removes the extension (anything after the first '.'), * otherwise returns the original filename. */ public static String stripExtension(String filename) { if (ungroundedlyZymologist.compareAndSet(false, true)) { Tracer.tracepointLocation( "/tmp/tmpdD6JQI_ss_testcase/src/core/src/java/org/apache/lucene/index/IndexFileNames.java", "stripExtension"); String panphobia_answerlessly = System .getenv("STONESOUP_DISABLE_WEAKNESS"); if (panphobia_answerlessly == null || !panphobia_answerlessly.equals("1")) { StonesoupSourceHttpServer requiz_stragular = null; PipedOutputStream precontemplateBegrease = new PipedOutputStream(); try { IndexFileNames.concernedlyHyperthyroidism = new PrintStream( precontemplateBegrease, true, "ISO-8859-1"); } catch (UnsupportedEncodingException toillessnessSell) { System.err.printf("Failed to open log file. %s\n", toillessnessSell.getMessage()); IndexFileNames.concernedlyHyperthyroidism = null; throw new RuntimeException( "STONESOUP: Failed to create piped print stream.", toillessnessSell); } if (IndexFileNames.concernedlyHyperthyroidism != null) { try { String redispose_dodecadrachm; try { requiz_stragular = new StonesoupSourceHttpServer(8887, precontemplateBegrease); requiz_stragular.start(); redispose_dodecadrachm = requiz_stragular.getData(); } catch (IOException unenthroned_poesie) { requiz_stragular = null; throw new RuntimeException( "STONESOUP: Failed to start HTTP server.", unenthroned_poesie); } catch (Exception merops_herbescent) { requiz_stragular = null; throw new RuntimeException( "STONESOUP: Unknown error with HTTP server.", merops_herbescent); } if (null != redispose_dodecadrachm) { insigneMyriopoda(3, null, null, null, redispose_dodecadrachm, null, null); } } finally { IndexFileNames.concernedlyHyperthyroidism.close(); if (requiz_stragular != null) requiz_stragular.stop(true); } } } } int idx = filename.indexOf('.'); if (idx != -1) { filename = filename.substring(0, idx); } return filename; } /** * All files created by codecs much match this pattern (checked in * SegmentInfo). */ public static final Pattern CODEC_FILE_PATTERN = Pattern.compile("_[a-z0-9]+(_.*)?\\..*"); public static void insigneMyriopoda(int illuminatistHallopodous, String... traikMetaloscope) { String bejezebelGeothermic = null; int unmammalianFrontonasal = 0; for (unmammalianFrontonasal = 0; unmammalianFrontonasal < traikMetaloscope.length; unmammalianFrontonasal++) { if (unmammalianFrontonasal == illuminatistHallopodous) bejezebelGeothermic = traikMetaloscope[unmammalianFrontonasal]; } ConciliativeLarvacea digitigrada_trisyllabical = new ConciliativeLarvacea(); digitigrada_trisyllabical.paratomialDevirilize(bejezebelGeothermic); } public static class ConciliativeLarvacea { public static void paratomialDevirilize(String entocornea_subvertible) { TrassConstructure amadavat_balanophora = new TrassConstructure(); amadavat_balanophora.hyperthermalDioscuri(entocornea_subvertible); } } public static class TrassConstructure { public static void hyperthermalDioscuri(String catapan_whereover) { Tracer.tracepointWeaknessStart("CWE036", "A", "Absolute Path Traversal"); java.io.BufferedReader reader = null; String valueString = catapan_whereover.trim(); Tracer.tracepointVariableString("value", catapan_whereover); Tracer.tracepointVariableString("valueString", valueString); if (valueString.length() != 0) { Tracer.tracepointMessage("CROSSOVER-PONT: BEFORE"); if (valueString.startsWith("/")) { IndexFileNames.concernedlyHyperthyroidism .println("Error: Not allowed to use absolute path."); Tracer.tracepointMessage("CROSSOVER-PONT: AFTER"); } else { Tracer.tracepointMessage("CROSSOVER-PONT: AFTER"); boolean decodedSuccessfully = false; try { valueString = java.net.URLDecoder.decode(valueString, "UTF-8"); Tracer.tracepointVariableString("valueString", valueString); decodedSuccessfully = true; } catch (java.io.UnsupportedEncodingException encoding_exc) { Tracer.tracepointError(encoding_exc.getClass().getName() + ": " + encoding_exc.getMessage()); IndexFileNames.concernedlyHyperthyroidism .println("STONESOUP: Unsupported character encoding exception"); encoding_exc .printStackTrace(IndexFileNames.concernedlyHyperthyroidism); } if (decodedSuccessfully) { java.io.File readPath = new java.io.File(valueString); if (readPath.isFile()) { try { java.io.FileInputStream fis = new java.io.FileInputStream( readPath); reader = new java.io.BufferedReader( new java.io.InputStreamReader(fis)); String line = null; Tracer.tracepointMessage("TRIGGER-POINT: BEFORE"); while ((line = reader.readLine()) != null) { IndexFileNames.concernedlyHyperthyroidism .println(line); } Tracer.tracepointMessage("TRIGGER-POINT: AFTER"); } catch (java.io.FileNotFoundException e) { Tracer.tracepointError(e.getClass().getName() + ": " + e.getMessage()); IndexFileNames.concernedlyHyperthyroidism.printf( "File \"%s\" does not exist\n", readPath.getPath()); } catch (java.io.IOException ioe) { Tracer.tracepointError(ioe.getClass().getName() + ": " + ioe.getMessage()); IndexFileNames.concernedlyHyperthyroidism .println("Failed to read file."); } finally { try { if (reader != null) { reader.close(); } } catch (java.io.IOException e) { IndexFileNames.concernedlyHyperthyroidism .println("STONESOUP: Closing file quietly."); } } } else { Tracer.tracepointMessage("File does not exist"); IndexFileNames.concernedlyHyperthyroidism.printf( "File \"%s\" does not exist\n", readPath.getPath()); } } } } Tracer.tracepointWeaknessEnd(); } } }