April 2010 - I18n-commits - mailman.cloud.codelutin.com

r1763 - trunk/nuiton-i18n-editor
by tchemit＠users.nuiton.org 29 Apr '10

29 Apr '10

Author: tchemit Date: 2010-04-29 10:14:07 +0200 (Thu, 29 Apr 2010) New Revision: 1763 Log: use last snapshot of i18n Modified: trunk/nuiton-i18n-editor/pom.xml Modified: trunk/nuiton-i18n-editor/pom.xml =================================================================== --- trunk/nuiton-i18n-editor/pom.xml 2010-04-29 05:43:50 UTC (rev 1762) +++ trunk/nuiton-i18n-editor/pom.xml 2010-04-29 08:14:07 UTC (rev 1763) @@ -11,7 +11,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>i18n</artifactId> - <version>1.2.2-SNAPSHOT</version> + <version>1.2.3-SNAPSHOT</version> </parent> <groupId>org.nuiton.i18n</groupId> @@ -227,7 +227,6 @@ <groupId>org.nuiton</groupId> <artifactId>maven-license-plugin</artifactId> <configuration> - <copyToMETA_INF>true</copyToMETA_INF> <generateBundle>true</generateBundle> </configuration> </plugin>

1 0

r1762 - trunk
by tchemit＠users.nuiton.org 29 Apr '10

29 Apr '10

Author: tchemit Date: 2010-04-29 07:43:50 +0200 (Thu, 29 Apr 2010) New Revision: 1762 Log: Utilisation de mavenpom4redmine 2.1.3 Modified: trunk/pom.xml Modified: trunk/pom.xml =================================================================== --- trunk/pom.xml 2010-04-29 05:36:07 UTC (rev 1761) +++ trunk/pom.xml 2010-04-29 05:43:50 UTC (rev 1762) @@ -33,7 +33,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>mavenpom4redmine</artifactId> - <version>2.1.2</version> + <version>2.1.3</version> </parent> <artifactId>i18n</artifactId>

1 0

r1761 - tags/i18n-1.2.2
by tchemit＠users.nuiton.org 29 Apr '10

29 Apr '10

Author: tchemit Date: 2010-04-29 07:36:07 +0200 (Thu, 29 Apr 2010) New Revision: 1761 Log: use mavenpom 2.1.3 Modified: tags/i18n-1.2.2/pom.xml Modified: tags/i18n-1.2.2/pom.xml =================================================================== --- tags/i18n-1.2.2/pom.xml 2010-04-29 05:26:06 UTC (rev 1760) +++ tags/i18n-1.2.2/pom.xml 2010-04-29 05:36:07 UTC (rev 1761) @@ -33,7 +33,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>mavenpom4redmine</artifactId> - <version>2.1.2</version> + <version>2.1.3</version> </parent> <artifactId>i18n</artifactId>

1 0

r1760 - in trunk: . ant-i18n-task maven-i18n-plugin nuiton-i18n
by tchemit＠users.nuiton.org 29 Apr '10

29 Apr '10

Author: tchemit Date: 2010-04-29 07:26:06 +0200 (Thu, 29 Apr 2010) New Revision: 1760 Log: [maven-release-plugin] prepare for next development iteration Modified: trunk/ant-i18n-task/pom.xml trunk/maven-i18n-plugin/pom.xml trunk/nuiton-i18n/pom.xml trunk/pom.xml Modified: trunk/ant-i18n-task/pom.xml =================================================================== --- trunk/ant-i18n-task/pom.xml 2010-04-29 05:26:04 UTC (rev 1759) +++ trunk/ant-i18n-task/pom.xml 2010-04-29 05:26:06 UTC (rev 1760) @@ -34,7 +34,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>i18n</artifactId> - <version>1.2.2</version> + <version>1.2.3-SNAPSHOT</version> </parent> <groupId>org.nuiton.i18n</groupId> Modified: trunk/maven-i18n-plugin/pom.xml =================================================================== --- trunk/maven-i18n-plugin/pom.xml 2010-04-29 05:26:04 UTC (rev 1759) +++ trunk/maven-i18n-plugin/pom.xml 2010-04-29 05:26:06 UTC (rev 1760) @@ -33,7 +33,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>i18n</artifactId> - <version>1.2.2</version> + <version>1.2.3-SNAPSHOT</version> </parent> <groupId>org.nuiton.i18n</groupId> Modified: trunk/nuiton-i18n/pom.xml =================================================================== --- trunk/nuiton-i18n/pom.xml 2010-04-29 05:26:04 UTC (rev 1759) +++ trunk/nuiton-i18n/pom.xml 2010-04-29 05:26:06 UTC (rev 1760) @@ -34,7 +34,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>i18n</artifactId> - <version>1.2.2</version> + <version>1.2.3-SNAPSHOT</version> </parent> <groupId>org.nuiton.i18n</groupId> Modified: trunk/pom.xml =================================================================== --- trunk/pom.xml 2010-04-29 05:26:04 UTC (rev 1759) +++ trunk/pom.xml 2010-04-29 05:26:06 UTC (rev 1760) @@ -37,7 +37,7 @@ </parent> <artifactId>i18n</artifactId> - <version>1.2.2</version> + <version>1.2.3-SNAPSHOT</version> <modules> <module>nuiton-i18n</module> @@ -267,10 +267,10 @@  <scm> - <connection>scm:svn:http://svn.nuiton.org/svn/i18n/tags/i18n-1.2.2</connection> - <developerConnection>scm:svn:http://svn.nuiton.org/svn/i18n/tags/i18n-1.2.2 + <connection>scm:svn:http://svn.nuiton.org/svn/i18n/trunk</connection> + <developerConnection>scm:svn:http://svn.nuiton.org/svn/i18n/trunk </developerConnection> - <url>http://www.nuiton.org/repositories/browse/i18n/tags/i18n-1.2.2</url> + <url>http://www.nuiton.org/repositories/browse/i18n/trunk</url> </scm> </project>

1 0

r1759 - tags
by tchemit＠users.nuiton.org 29 Apr '10

29 Apr '10

Author: tchemit Date: 2010-04-29 07:26:04 +0200 (Thu, 29 Apr 2010) New Revision: 1759 Log: [maven-release-plugin] copy for tag i18n-1.2.2 Added: tags/i18n-1.2.2/

1 0

r1758 - in trunk: . ant-i18n-task maven-i18n-plugin nuiton-i18n
by tchemit＠users.nuiton.org 29 Apr '10

29 Apr '10

Author: tchemit Date: 2010-04-29 07:26:02 +0200 (Thu, 29 Apr 2010) New Revision: 1758 Log: [maven-release-plugin] prepare release i18n-1.2.2 Modified: trunk/ant-i18n-task/pom.xml trunk/maven-i18n-plugin/pom.xml trunk/nuiton-i18n/pom.xml trunk/pom.xml Modified: trunk/ant-i18n-task/pom.xml =================================================================== --- trunk/ant-i18n-task/pom.xml 2010-04-28 10:39:33 UTC (rev 1757) +++ trunk/ant-i18n-task/pom.xml 2010-04-29 05:26:02 UTC (rev 1758) @@ -23,9 +23,7 @@ <http://www.gnu.org/licenses/lgpl-3.0.html>. #L% --> -<project xmlns="http://maven.apache.org/POM/4.0.0" - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> +<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion> @@ -36,7 +34,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>i18n</artifactId> - <version>1.2.2-SNAPSHOT</version> + <version>1.2.2</version> </parent> <groupId>org.nuiton.i18n</groupId> Modified: trunk/maven-i18n-plugin/pom.xml =================================================================== --- trunk/maven-i18n-plugin/pom.xml 2010-04-28 10:39:33 UTC (rev 1757) +++ trunk/maven-i18n-plugin/pom.xml 2010-04-29 05:26:02 UTC (rev 1758) @@ -23,9 +23,7 @@ <http://www.gnu.org/licenses/lgpl-3.0.html>. #L% --> -<project xmlns="http://maven.apache.org/POM/4.0.0" - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> +<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> <modelVersion>4.0.0</modelVersion> @@ -35,7 +33,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>i18n</artifactId> - <version>1.2.2-SNAPSHOT</version> + <version>1.2.2</version> </parent> <groupId>org.nuiton.i18n</groupId> Modified: trunk/nuiton-i18n/pom.xml =================================================================== --- trunk/nuiton-i18n/pom.xml 2010-04-28 10:39:33 UTC (rev 1757) +++ trunk/nuiton-i18n/pom.xml 2010-04-29 05:26:02 UTC (rev 1758) @@ -23,9 +23,7 @@ <http://www.gnu.org/licenses/lgpl-3.0.html>. #L% --> -<project xmlns="http://maven.apache.org/POM/4.0.0" - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> +<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion> @@ -36,7 +34,7 @@ <parent> <groupId>org.nuiton</groupId> <artifactId>i18n</artifactId> - <version>1.2.2-SNAPSHOT</version> + <version>1.2.2</version> </parent> <groupId>org.nuiton.i18n</groupId> Modified: trunk/pom.xml =================================================================== --- trunk/pom.xml 2010-04-28 10:39:33 UTC (rev 1757) +++ trunk/pom.xml 2010-04-29 05:26:02 UTC (rev 1758) @@ -23,9 +23,7 @@ <http://www.gnu.org/licenses/lgpl-3.0.html>. #L% --> -<project xmlns="http://maven.apache.org/POM/4.0.0" - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> +<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion> @@ -39,7 +37,7 @@ </parent> <artifactId>i18n</artifactId> - <version>1.2.2-SNAPSHOT</version> + <version>1.2.2</version> <modules> <module>nuiton-i18n</module> @@ -269,10 +267,10 @@  <scm> - <connection>scm:svn:http://svn.nuiton.org/svn/i18n/trunk</connection> - <developerConnection>scm:svn:http://svn.nuiton.org/svn/i18n/trunk + <connection>scm:svn:http://svn.nuiton.org/svn/i18n/tags/i18n-1.2.2</connection> + <developerConnection>scm:svn:http://svn.nuiton.org/svn/i18n/tags/i18n-1.2.2 </developerConnection> - <url>http://www.nuiton.org/repositories/browse/i18n/trunk</url> + <url>http://www.nuiton.org/repositories/browse/i18n/tags/i18n-1.2.2</url> </scm> </project>

1 0

r1757 - trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser
by tchemit＠users.nuiton.org 28 Apr '10

28 Apr '10

Author: tchemit Date: 2010-04-28 12:39:33 +0200 (Wed, 28 Apr 2010) New Revision: 1757 Log: update license header + remove redundant svn keywords Modified: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserExecutor.java Modified: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserExecutor.java =================================================================== --- trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserExecutor.java 2010-04-28 07:46:33 UTC (rev 1756) +++ trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserExecutor.java 2010-04-28 10:39:33 UTC (rev 1757) @@ -1,19 +1,27 @@ -/* *##% - * Copyright (c) 2010 poussin. All rights reserved. +/* + * #%L + * I18n :: Maven Plugin * + * $Id$ + * $HeadURL$ + * %% + * Copyright (C) 2010 poussin. All rights reserved. + * %% * This program is free software: you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation, either version 3 of the License, or - * (at your option) any later version. + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * GNU General Lesser Public License for more details. * - * You should have received a copy of the GNU General Public License - * along with this program. If not, see <http://www.gnu.org/licenses/>. - *##%*/ + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ package org.nuiton.i18n.plugin.parser; @@ -32,10 +40,7 @@ /** * * @author poussin - * @version $Revision$ - * - * Last update: $Date$ - * by : $Author$ + * @since 1.2.2 */ public class ParserExecutor extends ThreadPoolExecutor implements I18nParserConfiguration { @@ -55,14 +60,12 @@ /** number of files registred to consume */ protected int nbFiles; - /** permit to stop thread and executor */ - public ParserExecutor(I18nParserConfiguration configuration) { super(8, 10, 1L, TimeUnit.SECONDS, new LinkedBlockingQueue<Runnable>()); this.configuration = configuration; touchedFiles = new ArrayList<File>(); treatedFiles = new ArrayList<File>(); - } + } @Override protected void afterExecute(Runnable r, Throwable t) { @@ -104,8 +107,6 @@ return touchedFiles; } - - /** clean internal state after usage of the thread. */ public void clear() { treatedFiles.clear(); @@ -139,6 +140,8 @@ * * Note: The method does not return until all files are not * consumed. + * @throws InterruptedException if something wrong while waiting end of + * executor */ public void terminatesAndWaits() throws InterruptedException { // ask executor to terminate @@ -155,7 +158,6 @@ } } - try { // wait until all submited jobs are terminated // i don't want timeout, i think 2 days is good :)

1 0

r1756 - trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser
by bpoussin＠users.nuiton.org 28 Apr '10

28 Apr '10

Author: bpoussin Date: 2010-04-28 09:46:33 +0200 (Wed, 28 Apr 2010) New Revision: 1756 Log: simplify multi-threading (again :)), use ParserExecutor directly, remove ParserThread run-its test work, but more test must be done Added: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserExecutor.java Removed: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserThread.java Modified: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/AbstractI18nParserMojo.java Modified: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/AbstractI18nParserMojo.java =================================================================== --- trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/AbstractI18nParserMojo.java 2010-04-27 16:54:55 UTC (rev 1755) +++ trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/AbstractI18nParserMojo.java 2010-04-28 07:46:33 UTC (rev 1756) @@ -70,7 +70,7 @@ protected abstract File getDefaultBasedir(); /** - * @return a new file parser to be used in the parser consumer thread + * @return a new file parser to be used in the parser consumer parserExecutor * @since 1.2 */ public abstract FileParser newFileParser(); @@ -157,7 +157,7 @@ protected long t0; - ParserThread thread; + ParserExecutor parserExecutor; @Override public boolean isStrictMode() { @@ -201,8 +201,7 @@ } } - // thread is started when we add the first file - thread = new ParserThread(this); + parserExecutor = new ParserExecutor(this); } @Override @@ -272,20 +271,20 @@ String fileName = entry.getBasedir().getAbsolutePath() + File.separator + file1; File file = new File(fileName); - thread.addFile(newFileParser(), file); + parserExecutor.addFile(newFileParser(), file); } } if (getLog().isDebugEnabled()) { - getLog().debug("ask to terminate " + thread); + getLog().debug("ask to terminate " + parserExecutor); } - // all files are send to thread, we ask termination of thread. + // all files are send to parserExecutor, we ask termination of parserExecutor. // this termination treat all sending file before really stop - thread.terminatesAndWaits(); + parserExecutor.terminatesAndWaits(); - List<File> treadedFiles = thread.getTreatedFiles(); - List<File> touchedFiles = thread.getTouchedFiles(); + List<File> treadedFiles = parserExecutor.getTreatedFiles(); + List<File> touchedFiles = parserExecutor.getTouchedFiles(); // Suppression du fichier sauvegarder if (!backupGetter) { @@ -315,7 +314,7 @@ addGetter(); } - thread.clear(); + parserExecutor.clear(); } @Override Added: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserExecutor.java =================================================================== --- trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserExecutor.java (rev 0) +++ trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserExecutor.java 2010-04-28 07:46:33 UTC (rev 1756) @@ -0,0 +1,303 @@ +/* *##% + * Copyright (c) 2010 poussin. All rights reserved. + * + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation, either version 3 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <http://www.gnu.org/licenses/>. + *##%*/ + +package org.nuiton.i18n.plugin.parser; + + +import java.io.File; +import java.io.IOException; +import java.util.ArrayList; +import java.util.List; +import java.util.concurrent.LinkedBlockingQueue; +import java.util.concurrent.ThreadPoolExecutor; +import java.util.concurrent.TimeUnit; +import org.apache.maven.plugin.logging.Log; +import org.nuiton.io.SortedProperties; +import org.nuiton.plugin.PluginHelper; + +/** + * + * @author poussin + * @version $Revision$ + * + * Last update: $Date$ + * by : $Author$ + */ +public class ParserExecutor extends ThreadPoolExecutor + implements I18nParserConfiguration { + + /** + * the incoming configuration (from mojo which contains shared result and + * logger) + */ + protected final I18nParserConfiguration configuration; + + /** list of files consumed */ + protected final List<File> treatedFiles; + + /** list of files touched (says having at least one i18n key) */ + protected final List<File> touchedFiles; + + /** number of files registred to consume */ + protected int nbFiles; + + /** permit to stop thread and executor */ + + public ParserExecutor(I18nParserConfiguration configuration) { + super(8, 10, 1L, TimeUnit.SECONDS, new LinkedBlockingQueue<Runnable>()); + this.configuration = configuration; + touchedFiles = new ArrayList<File>(); + treatedFiles = new ArrayList<File>(); + } + + @Override + protected void afterExecute(Runnable r, Throwable t) { + super.afterExecute(r, t); + ParserTask i18n = (ParserTask) r; + i18n.registerResult(treatedFiles, touchedFiles, getResult()); + } + + @Override + public boolean isVerbose() { + return getConfiguration().isVerbose(); + } + + @Override + public boolean isSilent() { + return getConfiguration().isSilent(); + } + + @Override + public boolean isShowTouchedFiles() { + return getConfiguration().isShowTouchedFiles(); + } + + @Override + public Log getLog() { + return getConfiguration().getLog(); + } + + @Override + public SortedProperties getResult() { + return getConfiguration().getResult(); + } + + public List<File> getTreatedFiles() { + return treatedFiles; + } + + public List<File> getTouchedFiles() { + return touchedFiles; + } + + + + /** clean internal state after usage of the thread. */ + public void clear() { + treatedFiles.clear(); + touchedFiles.clear(); + nbFiles = 0; + } + + /** + * Add a file to be consumed. + * + * @param parser the parser of the file + * @param files files to parse + */ + public void addFile(FileParser parser, File... files) { + + for (File f : files) { + + nbFiles++; + if (isVerbose()) { + getLog().info("[" + nbFiles + "] " + f); + } + execute(new ParserTask(parser, f)); + } + } + + /** + * Ask the thread to stop. + * + * It will finish all incoming files (but will not accept more files to + * parse) + * + * Note: The method does not return until all files are not + * consumed. + */ + public void terminatesAndWaits() throws InterruptedException { + // ask executor to terminate + shutdown(); + + if (isVerbose()) { + if (nbFiles == 0) { + // no file consumed + getLog().info("No file consumed."); + } else { + getLog().info("Will waits until all files (" + nbFiles + + ") are consumed (still " + getNbFilesToTreate() + + " file(s) to consume)"); + } + } + + + try { + // wait until all submited jobs are terminated + // i don't want timeout, i think 2 days is good :) + awaitTermination(2, TimeUnit.DAYS); + } catch (InterruptedException e) { + getLog().error(e); + } + + if (getLog().isDebugEnabled()) { + getLog().debug("A task was consumed, still " + getNbFilesToTreate() + + " file(s) to treate."); + } + + if (isVerbose()) { + getLog().info("Executor is terminated."); + } + } + + protected I18nParserConfiguration getConfiguration() { + return configuration; + } + + protected int getNbFilesToTreate() { + return nbFiles - treatedFiles.size(); + } + + /** + * This is a task to parse a {@link #file}. + * + * The task will be executed in the executor service created in the thread. + */ + class ParserTask implements Runnable { + + /** the file parser */ + protected final FileParser parser; + + /** the file to parse */ + protected final File file; + + /** starting time */ + protected long startingTime; + + /** ending time */ + protected long endingTime; + + ParserTask(FileParser parser, File file) { + this.parser = parser; + this.file = file; + } + + @Override + public void run() { + startingTime = System.nanoTime(); + if (getLog().isDebugEnabled()) { + getLog().debug("starting action for " + file); + } + try { + + parser.parseFile(file); + + } catch (IOException e) { + if (getLog().isErrorEnabled()) { + getLog().error("could not parse file " + file, e); + } + } finally { + + if (getLog().isDebugEnabled()) { + getLog().debug("ending action for " + file); + } + endingTime = System.nanoTime(); + } + } + + @Override + public String toString() { + return super.toString() + " - " + file; + } + + protected File getFile() { + return file; + } + + protected long getDelay() { + return endingTime - startingTime; + } + + protected void destroy() { + parser.destroy(); + } + + @Override + protected void finalize() throws Throwable { + super.finalize(); + destroy(); + } + + /** + * Register the result of the parsing of the {@link #file} after {@link + * #run()} method was invoked. + * + * This method should be invoked by the executor as an ending hook. + * + * @param treatedFiles list of files already treated + * @param touchedFiles list of files already touched + * @param result shared result. + */ + protected synchronized void registerResult(List<File> treatedFiles, + List<File> touchedFiles, + SortedProperties result) { + + try { + treatedFiles.add(file); + if (getLog().isDebugEnabled()) { + String delay = PluginHelper.convertTime(getDelay()); + getLog().debug("[" + treatedFiles.size() + "] " + file + + " in " + delay); + } + + if (parser.isTouched()) { + + // mark file as touched + touchedFiles.add(file); + + if (isShowTouchedFiles()) { + getLog().info("touch " + file); + } + if (isVerbose()) { + String delay = PluginHelper.convertTime(getDelay()); + getLog().info("[" + treatedFiles.size() + "] touchs " + + file + " in " + delay); + } + + // merge file result with + // merge result + result.putAll(parser.getResult()); + } + } finally { + + // destroy runner + destroy(); + } + } + } + +} Deleted: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserThread.java =================================================================== --- trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserThread.java 2010-04-27 16:54:55 UTC (rev 1755) +++ trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserThread.java 2010-04-28 07:46:33 UTC (rev 1756) @@ -1,393 +0,0 @@ -/* - * #%L - * I18n :: Maven Plugin - * - * $Id$ - * $HeadURL$ - * %% - * Copyright (C) 2007 - 2010 CodeLutin - * %% - * This program is free software: you can redistribute it and/or modify - * it under the terms of the GNU Lesser General Public License as - * published by the Free Software Foundation, either version 3 of the - * License, or (at your option) any later version. - * - * This program is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Lesser Public License for more details. - * - * You should have received a copy of the GNU General Lesser Public - * License along with this program. If not, see - * <http://www.gnu.org/licenses/lgpl-3.0.html>. - * #L% - */ - -package org.nuiton.i18n.plugin.parser; - -import org.apache.maven.plugin.logging.Log; -import org.nuiton.io.SortedProperties; -import org.nuiton.plugin.PluginHelper; - -import java.io.File; -import java.io.IOException; -import java.util.ArrayList; -import java.util.List; -import java.util.concurrent.BlockingQueue; -import java.util.concurrent.ExecutorService; -import java.util.concurrent.Executors; -import java.util.concurrent.LinkedBlockingQueue; -import java.util.concurrent.ThreadFactory; -import java.util.concurrent.ThreadPoolExecutor; -import java.util.concurrent.TimeUnit; - -/** - * A thread to launch parser on files. - * - * @author tchemit <chemit(a)codelutin.com> - * @since 1.2 - */ -public class ParserThread extends Thread implements I18nParserConfiguration { - - /** - * the incoming configuration (from mojo which contains shared result and - * logger) - */ - protected final I18nParserConfiguration configuration; - - /** queue of tasks to consume */ - protected final BlockingQueue<ParserTask> tasks; - - /** list of files consumed */ - protected final List<File> treatedFiles; - - /** list of files touched (says having at least one i18n key) */ - protected final List<File> touchedFiles; - - /** number of files registred to consume */ - protected int nbFiles; - - /** permit to stop thread and executor */ - boolean quitAsked = false; - - public ParserThread(I18nParserConfiguration configuration) { - super(ParserThread.class.getSimpleName()); - this.configuration = configuration; - tasks = new LinkedBlockingQueue<ParserTask>(); - touchedFiles = new ArrayList<File>(); - treatedFiles = new ArrayList<File>(); - } - - @Override - public boolean isVerbose() { - return getConfiguration().isVerbose(); - } - - @Override - public boolean isSilent() { - return getConfiguration().isSilent(); - } - - @Override - public boolean isShowTouchedFiles() { - return getConfiguration().isShowTouchedFiles(); - } - - @Override - public Log getLog() { - return getConfiguration().getLog(); - } - - @Override - public SortedProperties getResult() { - return getConfiguration().getResult(); - } - - public List<File> getTreatedFiles() { - return treatedFiles; - } - - public List<File> getTouchedFiles() { - return touchedFiles; - } - - /** - * Add a file to be consumed. - * - * @param parser the parser of the file - * @param files files to parse - */ - public void addFile(FileParser parser, File... files) { - - for (File f : files) { - - nbFiles++; - if (isVerbose()) { - getLog().info("[" + nbFiles + "] " + f); - } - tasks.offer(new ParserTask(parser, f)); - if (!isAlive()) { - // we are sure that we have 1 file to treat, we start the thread - start(); - } - } - } - - /** - * Ask the thread to stop. - * - * It will finish all incoming files (but will not accept more files to - * parse) - * - * Note: The method does not return until all files are not - * consumed. - */ - public void terminatesAndWaits() throws InterruptedException { - quitAsked = true; - // wait thread termination - this.join(); - } - - @Override - public void run() { - - // create pool executor - ExecutorService executor = createExecutor(); - - // only quit loop if no more task in queue and quitAsked is true - while (!(quitAsked && tasks.size() == 0)) { - - // waiting for a new file to treate - ParserTask runner; - try { - // ask task on queue, wait 500ms until there is 1 file - // don't use take(), because we must check when user switch - // quitAsked flag with terminatesAndWaits() - runner = tasks.poll(500, TimeUnit.MILLISECONDS); - if (runner == null) { - // no file in queue, go to check quitAsked flag - continue; - } - } catch (InterruptedException e) { - if (getLog().isErrorEnabled()) { - getLog().error(e); - } - break; - } - - if (getLog().isDebugEnabled()) { - getLog().debug("consume " + runner); - } - executor.execute(runner); - - if (getLog().isDebugEnabled()) { - getLog().debug("after consume " + runner); - } - } - - // something append to ask the termination of thread, we stop executor - // ask executor to terminate - executor.shutdown(); - - if (isVerbose()) { - if (nbFiles == 0) { - // no file consumed - getLog().info("No file consumed."); - } else { - getLog().info("Will waits until all files (" + nbFiles + - ") are consumed (still " + getNbFilesToTreate() + - " file(s) to consume)"); - } - } - - - try { - // wait until all submited jobs are terminated - // i don't want timeout, i think 2 days is good :) - executor.awaitTermination(2, TimeUnit.DAYS); - } catch (InterruptedException e) { - getLog().error(e); - } - - if (getLog().isDebugEnabled()) { - getLog().debug("A task was consumed, still " + getNbFilesToTreate() + - " file(s) to treate."); - } - - if (isVerbose()) { - getLog().info("Executor is terminated, will release thread lock."); - } - } - - /** clean internal state after usage of the thread. */ - public void clear() { - treatedFiles.clear(); - touchedFiles.clear(); - nbFiles = 0; - } - - /** - * Creates the {@link ExecutorService} which will consumed i8n tasks. - * - * @return the instanciated executor - */ - protected ExecutorService createExecutor() { - - // creates thread factory - ThreadFactory factory = - new ThreadFactory() { - final ThreadFactory defaultFactory = - Executors.defaultThreadFactory(); - - public Thread newThread(Runnable r) { - Thread thread = - defaultFactory.newThread(r); - thread.setName(ParserThread.this + "-" + - thread.getName()); - return thread; - } - }; - - // create pool executor - ExecutorService executor = new ThreadPoolExecutor( - 8, 10, - 1L, TimeUnit.SECONDS, - new LinkedBlockingQueue<Runnable>(), - factory) { - - @Override - protected void afterExecute(Runnable r, Throwable t) { - super.afterExecute(r, t); - ParserTask i18n = (ParserTask) r; - i18n.registerResult(treatedFiles, touchedFiles, getResult()); - } - }; - return executor; - } - - protected I18nParserConfiguration getConfiguration() { - return configuration; - } - - protected int getNbFilesToTreate() { - return nbFiles - treatedFiles.size(); - } - - /** - * This is a task to parse a {@link #file}. - * - * The task will be executed in the executor service created in the thread. - */ - class ParserTask implements Runnable { - - /** the file parser */ - protected final FileParser parser; - - /** the file to parse */ - protected final File file; - - /** starting time */ - protected long startingTime; - - /** ending time */ - protected long endingTime; - - ParserTask(FileParser parser, File file) { - this.parser = parser; - this.file = file; - } - - @Override - public void run() { - startingTime = System.nanoTime(); - if (getLog().isDebugEnabled()) { - getLog().debug("starting action for " + file); - } - try { - - parser.parseFile(file); - - } catch (IOException e) { - if (getLog().isErrorEnabled()) { - getLog().error("could not parse file " + file, e); - } - } finally { - - if (getLog().isDebugEnabled()) { - getLog().debug("ending action for " + file); - } - endingTime = System.nanoTime(); - } - } - - @Override - public String toString() { - return super.toString() + " - " + file; - } - - protected File getFile() { - return file; - } - - protected long getDelay() { - return endingTime - startingTime; - } - - protected void destroy() { - parser.destroy(); - } - - @Override - protected void finalize() throws Throwable { - super.finalize(); - destroy(); - } - - /** - * Register the result of the parsing of the {@link #file} after {@link - * #run()} method was invoked. - * - * This method should be invoked by the executor as an ending hook. - * - * @param treatedFiles list of files already treated - * @param touchedFiles list of files already touched - * @param result shared result. - */ - protected synchronized void registerResult(List<File> treatedFiles, - List<File> touchedFiles, - SortedProperties result) { - - try { - treatedFiles.add(file); - if (getLog().isDebugEnabled()) { - String delay = PluginHelper.convertTime(getDelay()); - getLog().debug("[" + treatedFiles.size() + "] " + file + - " in " + delay); - } - - if (parser.isTouched()) { - - // mark file as touched - touchedFiles.add(file); - - if (isShowTouchedFiles()) { - getLog().info("touch " + file); - } - if (isVerbose()) { - String delay = PluginHelper.convertTime(getDelay()); - getLog().info("[" + treatedFiles.size() + "] touchs " + - file + " in " + delay); - } - - // merge file result with - // merge result - result.putAll(parser.getResult()); - } - } finally { - - // destroy runner - destroy(); - } - } - } -}

1 0

r1755 - trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser
by bpoussin＠users.nuiton.org 27 Apr '10

27 Apr '10

Author: bpoussin Date: 2010-04-27 18:54:55 +0200 (Tue, 27 Apr 2010) New Revision: 1755 Log: simplify multi-threading, run-its test work, but more test must be done Modified: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/AbstractI18nParserMojo.java trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserThread.java Modified: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/AbstractI18nParserMojo.java =================================================================== --- trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/AbstractI18nParserMojo.java 2010-04-21 17:28:12 UTC (rev 1754) +++ trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/AbstractI18nParserMojo.java 2010-04-27 16:54:55 UTC (rev 1755) @@ -201,6 +201,7 @@ } } + // thread is started when we add the first file thread = new ParserThread(this); } @@ -241,8 +242,6 @@ oldLanguage.load(oldLanguageFile); - thread.start(); - // Parsing if (treateDefaultEntry) { addDefaultEntry(); @@ -281,6 +280,8 @@ getLog().debug("ask to terminate " + thread); } + // all files are send to thread, we ask termination of thread. + // this termination treat all sending file before really stop thread.terminatesAndWaits(); List<File> treadedFiles = thread.getTreatedFiles(); Modified: trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserThread.java =================================================================== --- trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserThread.java 2010-04-21 17:28:12 UTC (rev 1754) +++ trunk/maven-i18n-plugin/src/main/java/org/nuiton/i18n/plugin/parser/ParserThread.java 2010-04-27 16:54:55 UTC (rev 1755) @@ -33,7 +33,13 @@ import java.io.IOException; import java.util.ArrayList; import java.util.List; -import java.util.concurrent.*; +import java.util.concurrent.BlockingQueue; +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; +import java.util.concurrent.LinkedBlockingQueue; +import java.util.concurrent.ThreadFactory; +import java.util.concurrent.ThreadPoolExecutor; +import java.util.concurrent.TimeUnit; /** * A thread to launch parser on files. @@ -61,18 +67,9 @@ /** number of files registred to consume */ protected int nbFiles; - /** - * object used to lock method {@link #terminatesAndWaits()} until the thread - * is not fully terminated. - */ - private final Object lock = new Object(); + /** permit to stop thread and executor */ + boolean quitAsked = false; - /** - * object used to lock in {@link #run()} until all tasks are consumed after - * the shutdown of the executor - */ - private final Object lock2 = new Object(); - public ParserThread(I18nParserConfiguration configuration) { super(ParserThread.class.getSimpleName()); this.configuration = configuration; @@ -129,6 +126,10 @@ getLog().info("[" + nbFiles + "] " + f); } tasks.offer(new ParserTask(parser, f)); + if (!isAlive()) { + // we are sure that we have 1 file to treat, we start the thread + start(); + } } } @@ -141,53 +142,10 @@ * Note: The method does not return until all files are not * consumed. */ - public synchronized void terminatesAndWaits() { - - if (isVerbose()) { - getLog().info("add terminate runner"); - } - tasks.offer(new ParserTask(null, null)); - - // we waits a little time to make sure, the thread receive the - // sentinel, we can not use a lock here - try { - Thread.sleep(100); - } catch (InterruptedException e) { - if (getLog().isErrorEnabled()) { - getLog().error(e); - } - } - - if (getNbFilesToTreate() > 0) { - - // there is still something to treate, - // MUST block until the thread is fully terminated - - if (isVerbose()) { - getLog().info("block until ends..."); - } - - synchronized (lock) { - try { - lock.wait(); - } catch (InterruptedException e) { - if (getLog().isErrorEnabled()) { - getLog().error(e); - } - } - } - } - - if (getNbFilesToTreate() > 0) { - // this case should never happens : once we are here, all files - // MUST have been consumed - throw new IllegalStateException( - "should have " + nbFiles + " files treated, but found " + - treatedFiles.size()); - } - if (getLog().isDebugEnabled()) { - getLog().debug("thread is terminated."); - } + public void terminatesAndWaits() throws InterruptedException { + quitAsked = true; + // wait thread termination + this.join(); } @Override @@ -196,32 +154,27 @@ // create pool executor ExecutorService executor = createExecutor(); - boolean canQuit = false; + // only quit loop if no more task in queue and quitAsked is true + while (!(quitAsked && tasks.size() == 0)) { - while (!canQuit) { - // waiting for a new file to treate ParserTask runner; try { - runner = tasks.take(); + // ask task on queue, wait 500ms until there is 1 file + // don't use take(), because we must check when user switch + // quitAsked flag with terminatesAndWaits() + runner = tasks.poll(500, TimeUnit.MILLISECONDS); + if (runner == null) { + // no file in queue, go to check quitAsked flag + continue; + } } catch (InterruptedException e) { if (getLog().isErrorEnabled()) { getLog().error(e); } - canQuit = true; - continue; + break; } - if (runner.getFile() == null) { - // ask to quit the tread - if (getLog().isDebugEnabled()) { - getLog().debug("Termination is asked..., will terminate to " + - "resting consume files"); - } - canQuit = true; - continue; - } - if (getLog().isDebugEnabled()) { getLog().debug("consume " + runner); } @@ -232,70 +185,38 @@ } } + // something append to ask the termination of thread, we stop executor // ask executor to terminate executor.shutdown(); - if (nbFiles == 0) { - // no file consumed - if (isVerbose()) { + if (isVerbose()) { + if (nbFiles == 0) { + // no file consumed getLog().info("No file consumed."); - } - } else { - if (isVerbose()) { + } else { getLog().info("Will waits until all files (" + nbFiles + - ") are consumed (still " + getNbFilesToTreate() + - " file(s) to consume)"); + ") are consumed (still " + getNbFilesToTreate() + + " file(s) to consume)"); } } - // waits end of executor - canQuit = false; + try { + // wait until all submited jobs are terminated + // i don't want timeout, i think 2 days is good :) + executor.awaitTermination(2, TimeUnit.DAYS); + } catch (InterruptedException e) { + getLog().error(e); + } - while (!canQuit) { - - int nbFilesToTreate = getNbFilesToTreate(); - - // can quit if and only if executore is terminated are there is no - // more files to consume - // Note : normally, the second test is not necessary... - canQuit = executor.isTerminated() || nbFilesToTreate == 0; - - if (canQuit) { - continue; - } - - if (getLog().isDebugEnabled()) { - getLog().debug("Waiting end... (still " + nbFilesToTreate + - " file(s) to consume)"); - } - - // waits a task to be done - synchronized (lock2) { - try { - lock2.wait(); - } catch (InterruptedException e) { - getLog().error(e); - break; - } - } - - if (getLog().isDebugEnabled()) { - getLog().debug("A task was consumed, still " + getNbFilesToTreate() + - " file(s) to treate."); - } + if (getLog().isDebugEnabled()) { + getLog().debug("A task was consumed, still " + getNbFilesToTreate() + + " file(s) to treate."); } if (isVerbose()) { getLog().info("Executor is terminated, will release thread lock."); } - - // service was shutdown and terminated, release thread main lock. - - synchronized (lock) { - lock.notifyAll(); - } - } /** clean internal state after usage of the thread. */ @@ -336,18 +257,9 @@ @Override protected void afterExecute(Runnable r, Throwable t) { - try { - super.afterExecute(r, t); - ParserTask i18n = (ParserTask) r; - i18n.registerResult(treatedFiles, touchedFiles, getResult()); - } finally { - - // task is done, notify thread - - synchronized (lock2) { - lock2.notifyAll(); - } - } + super.afterExecute(r, t); + ParserTask i18n = (ParserTask) r; + i18n.registerResult(treatedFiles, touchedFiles, getResult()); } }; return executor;

1 0

r1754 - trunk
by tchemit＠users.nuiton.org 21 Apr '10

21 Apr '10

Author: tchemit Date: 2010-04-21 19:28:12 +0200 (Wed, 21 Apr 2010) New Revision: 1754 Log: reformat pom Modified: trunk/pom.xml Modified: trunk/pom.xml =================================================================== --- trunk/pom.xml 2010-04-21 17:25:19 UTC (rev 1753) +++ trunk/pom.xml 2010-04-21 17:28:12 UTC (rev 1754) @@ -23,7 +23,9 @@ <http://www.gnu.org/licenses/lgpl-3.0.html>. #L% --> -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion>

1 0