This is an automated email from the git hooks/post-receive script. New commit to branch develop in repository tutti. See https://gitlab.nuiton.org/codelutin/tutti.git commit a0c5d06d1dadf7c6cda1285193a441be8d88e30b Author: Tony CHEMIT <chemit@codelutin.com> Date: Fri Jun 24 14:54:42 2016 +0200 add new topia extension module --- observe-entities/pom.xml | 11 +- .../observe/ObserveTopiaApplicationContext.java | 5 +- observe-topia-extension/LICENSE.txt | 674 +++++++++++++++++++++ observe-topia-extension/README.md | 0 observe-topia-extension/pom.xml | 126 ++++ .../src/license/THIRD-PARTY.properties | 33 + .../persistence/metadata/TopiaMetadataEntity.java | 150 +++++ .../persistence/metadata/TopiaMetadataModel.java | 84 +++ .../metadata/TopiaMetadataModelVisitor.java | 242 ++++++++ .../topia/service/sql/batch/SqlRequests.java | 403 ++++++++++++ .../service/sql/batch/TopiaSqlBatchService.java | 118 ++++ .../batch/TopiaSqlBatchServiceConfiguration.java | 65 ++ .../sql/batch/TopiaSqlBatchServiceImpl.java | 210 +++++++ .../sql/batch/actions/AbstractSchemaAction.java | 60 ++ .../sql/batch/actions/AbstractSchemaRequest.java | 106 ++++ .../sql/batch/actions/AbstractSqlAction.java | 231 +++++++ .../sql/batch/actions/AbstractSqlRequest.java | 114 ++++ .../sql/batch/actions/AbstractTablesAction.java | 214 +++++++ .../sql/batch/actions/AbstractTablesRequest.java | 122 ++++ .../sql/batch/actions/CreateSchemaAction.java | 90 +++ .../sql/batch/actions/CreateSchemaRequest.java | 61 ++ .../sql/batch/actions/DeleteTablesAction.java | 139 +++++ .../sql/batch/actions/DeleteTablesRequest.java | 46 ++ .../sql/batch/actions/DropSchemaAction.java | 93 +++ .../sql/batch/actions/DropSchemaRequest.java | 60 ++ .../sql/batch/actions/ReplicateTablesAction.java | 144 +++++ .../sql/batch/actions/ReplicateTablesRequest.java | 45 ++ .../batch/actions/TopiaSqlTableSelectArgument.java | 53 ++ .../sql/batch/actions/UpdateTablesAction.java | 200 ++++++ .../sql/batch/actions/UpdateTablesRequest.java | 45 ++ .../service/sql/batch/tables/TopiaSqlTable.java | 140 +++++ .../service/sql/batch/tables/TopiaSqlTables.java | 408 +++++++++++++ .../sql/batch/tables/TopiaSqlTablesFactory.java | 195 ++++++ pom.xml | 5 +- 34 files changed, 4686 insertions(+), 6 deletions(-) diff --git a/observe-entities/pom.xml b/observe-entities/pom.xml index 1049d9a..1055716 100644 --- a/observe-entities/pom.xml +++ b/observe-entities/pom.xml @@ -38,12 +38,17 @@ <dependencies> - <!-- sibling dependenNcies --> + <!-- sibling dependencies --> <dependency> <groupId>${project.groupId}</groupId> <artifactId>observe-test-data</artifactId> <version>${project.version}</version> </dependency> + <dependency> + <groupId>${project.groupId}</groupId> + <artifactId>observe-topia-extension</artifactId> + <version>${project.version}</version> + </dependency> <!-- Nuiton --> <dependency> @@ -91,11 +96,11 @@ <groupId>org.nuiton.topia</groupId> <artifactId>topia-service-migration</artifactId> </dependency> - <dependency> + <!--dependency> <groupId>org.nuiton.topia</groupId> <artifactId>topia-service-sql-batch</artifactId> <scope>compile</scope> - </dependency> + </dependency--> <dependency> <groupId>org.hibernate</groupId> diff --git a/observe-entities/src/main/java/fr/ird/observe/ObserveTopiaApplicationContext.java b/observe-entities/src/main/java/fr/ird/observe/ObserveTopiaApplicationContext.java index 1e27b2b..016a267 100644 --- a/observe-entities/src/main/java/fr/ird/observe/ObserveTopiaApplicationContext.java +++ b/observe-entities/src/main/java/fr/ird/observe/ObserveTopiaApplicationContext.java @@ -34,6 +34,7 @@ import org.nuiton.topia.persistence.TopiaException; import org.nuiton.topia.persistence.jdbc.JdbcH2Helper; import org.nuiton.topia.persistence.jdbc.JdbcHelper; import org.nuiton.topia.persistence.metadata.TopiaMetadataEntity; +import org.nuiton.topia.persistence.metadata.TopiaMetadataModel; import org.nuiton.topia.service.sql.batch.TopiaSqlBatchService; import org.nuiton.topia.service.sql.batch.tables.TopiaSqlTables; import org.nuiton.topia.service.sql.batch.tables.TopiaSqlTablesFactory; @@ -68,6 +69,7 @@ public class ObserveTopiaApplicationContext extends AbstractObserveTopiaApplicat + "CREATE SCHEMA OBSERVE_SEINE;\n"; private static final String INSERT_LAST_UPDATE_PATTERN = "INSERT INTO OBSERVE_COMMON.LASTUPDATEDATE (TOPIAID, TOPIAVERSION, TOPIACREATEDATE, TYPE, LASTUPDATEDATE) VALUES ('fr.ird.observe.entities.LastUpdateDate#1236861982132#0.%03d', 0, CURRENT_TIMESTAMP, '%s', CURRENT_TIMESTAMP);"; + protected final TopiaMetadataModel metadataModel; /** @@ -84,12 +86,13 @@ public class ObserveTopiaApplicationContext extends AbstractObserveTopiaApplicat public ObserveTopiaApplicationContext(ObserveTopiaConfiguration topiaConfiguration) { super(topiaConfiguration); this.authenticationToken = UUID.randomUUID().toString(); + this.metadataModel = new TopiaMetadataModel(); } @Override protected void init() { super.init(); - topiaSqlTablesFactory = new TopiaSqlTablesFactory(getMetadataModel(), this); + topiaSqlTablesFactory = new TopiaSqlTablesFactory(metadataModel, this); } @Override diff --git a/observe-topia-extension/LICENSE.txt b/observe-topia-extension/LICENSE.txt new file mode 100644 index 0000000..94a9ed0 --- /dev/null +++ b/observe-topia-extension/LICENSE.txt @@ -0,0 +1,674 @@ + GNU GENERAL PUBLIC LICENSE + Version 3, 29 June 2007 + + Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/> + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The GNU General Public License is a free, copyleft license for +software and other kinds of works. + + The licenses for most software and other practical works are designed +to take away your freedom to share and change the works. By contrast, +the GNU General Public License is intended to guarantee your freedom to +share and change all versions of a program--to make sure it remains free +software for all its users. We, the Free Software Foundation, use the +GNU General Public License for most of our software; it applies also to +any other work released this way by its authors. You can apply it to +your programs, too. + + When we speak of free software, we are referring to freedom, not +price. Our General Public Licenses are designed to make sure that you +have the freedom to distribute copies of free software (and charge for +them if you wish), that you receive source code or can get it if you +want it, that you can change the software or use pieces of it in new +free programs, and that you know you can do these things. + + To protect your rights, we need to prevent others from denying you +these rights or asking you to surrender the rights. Therefore, you have +certain responsibilities if you distribute copies of the software, or if +you modify it: responsibilities to respect the freedom of others. + + For example, if you distribute copies of such a program, whether +gratis or for a fee, you must pass on to the recipients the same +freedoms that you received. You must make sure that they, too, receive +or can get the source code. And you must show them these terms so they +know their rights. + + Developers that use the GNU GPL protect your rights with two steps: +(1) assert copyright on the software, and (2) offer you this License +giving you legal permission to copy, distribute and/or modify it. + + For the developers' and authors' protection, the GPL clearly explains +that there is no warranty for this free software. For both users' and +authors' sake, the GPL requires that modified versions be marked as +changed, so that their problems will not be attributed erroneously to +authors of previous versions. + + Some devices are designed to deny users access to install or run +modified versions of the software inside them, although the manufacturer +can do so. This is fundamentally incompatible with the aim of +protecting users' freedom to change the software. The systematic +pattern of such abuse occurs in the area of products for individuals to +use, which is precisely where it is most unacceptable. Therefore, we +have designed this version of the GPL to prohibit the practice for those +products. If such problems arise substantially in other domains, we +stand ready to extend this provision to those domains in future versions +of the GPL, as needed to protect the freedom of users. + + Finally, every program is threatened constantly by software patents. +States should not allow patents to restrict development and use of +software on general-purpose computers, but in those that do, we wish to +avoid the special danger that patents applied to a free program could +make it effectively proprietary. To prevent this, the GPL assures that +patents cannot be used to render the program non-free. + + The precise terms and conditions for copying, distribution and +modification follow. + + TERMS AND CONDITIONS + + 0. Definitions. + + "This License" refers to version 3 of the GNU General Public License. + + "Copyright" also means copyright-like laws that apply to other kinds of +works, such as semiconductor masks. + + "The Program" refers to any copyrightable work licensed under this +License. Each licensee is addressed as "you". "Licensees" and +"recipients" may be individuals or organizations. + + To "modify" a work means to copy from or adapt all or part of the work +in a fashion requiring copyright permission, other than the making of an +exact copy. The resulting work is called a "modified version" of the +earlier work or a work "based on" the earlier work. + + A "covered work" means either the unmodified Program or a work based +on the Program. + + To "propagate" a work means to do anything with it that, without +permission, would make you directly or secondarily liable for +infringement under applicable copyright law, except executing it on a +computer or modifying a private copy. Propagation includes copying, +distribution (with or without modification), making available to the +public, and in some countries other activities as well. + + To "convey" a work means any kind of propagation that enables other +parties to make or receive copies. Mere interaction with a user through +a computer network, with no transfer of a copy, is not conveying. + + An interactive user interface displays "Appropriate Legal Notices" +to the extent that it includes a convenient and prominently visible +feature that (1) displays an appropriate copyright notice, and (2) +tells the user that there is no warranty for the work (except to the +extent that warranties are provided), that licensees may convey the +work under this License, and how to view a copy of this License. If +the interface presents a list of user commands or options, such as a +menu, a prominent item in the list meets this criterion. + + 1. Source Code. + + The "source code" for a work means the preferred form of the work +for making modifications to it. "Object code" means any non-source +form of a work. + + A "Standard Interface" means an interface that either is an official +standard defined by a recognized standards body, or, in the case of +interfaces specified for a particular programming language, one that +is widely used among developers working in that language. + + The "System Libraries" of an executable work include anything, other +than the work as a whole, that (a) is included in the normal form of +packaging a Major Component, but which is not part of that Major +Component, and (b) serves only to enable use of the work with that +Major Component, or to implement a Standard Interface for which an +implementation is available to the public in source code form. A +"Major Component", in this context, means a major essential component +(kernel, window system, and so on) of the specific operating system +(if any) on which the executable work runs, or a compiler used to +produce the work, or an object code interpreter used to run it. + + The "Corresponding Source" for a work in object code form means all +the source code needed to generate, install, and (for an executable +work) run the object code and to modify the work, including scripts to +control those activities. However, it does not include the work's +System Libraries, or general-purpose tools or generally available free +programs which are used unmodified in performing those activities but +which are not part of the work. For example, Corresponding Source +includes interface definition files associated with source files for +the work, and the source code for shared libraries and dynamically +linked subprograms that the work is specifically designed to require, +such as by intimate data communication or control flow between those +subprograms and other parts of the work. + + The Corresponding Source need not include anything that users +can regenerate automatically from other parts of the Corresponding +Source. + + The Corresponding Source for a work in source code form is that +same work. + + 2. Basic Permissions. + + All rights granted under this License are granted for the term of +copyright on the Program, and are irrevocable provided the stated +conditions are met. This License explicitly affirms your unlimited +permission to run the unmodified Program. The output from running a +covered work is covered by this License only if the output, given its +content, constitutes a covered work. This License acknowledges your +rights of fair use or other equivalent, as provided by copyright law. + + You may make, run and propagate covered works that you do not +convey, without conditions so long as your license otherwise remains +in force. You may convey covered works to others for the sole purpose +of having them make modifications exclusively for you, or provide you +with facilities for running those works, provided that you comply with +the terms of this License in conveying all material for which you do +not control copyright. Those thus making or running the covered works +for you must do so exclusively on your behalf, under your direction +and control, on terms that prohibit them from making any copies of +your copyrighted material outside their relationship with you. + + Conveying under any other circumstances is permitted solely under +the conditions stated below. Sublicensing is not allowed; section 10 +makes it unnecessary. + + 3. Protecting Users' Legal Rights From Anti-Circumvention Law. + + No covered work shall be deemed part of an effective technological +measure under any applicable law fulfilling obligations under article +11 of the WIPO copyright treaty adopted on 20 December 1996, or +similar laws prohibiting or restricting circumvention of such +measures. + + When you convey a covered work, you waive any legal power to forbid +circumvention of technological measures to the extent such circumvention +is effected by exercising rights under this License with respect to +the covered work, and you disclaim any intention to limit operation or +modification of the work as a means of enforcing, against the work's +users, your or third parties' legal rights to forbid circumvention of +technological measures. + + 4. Conveying Verbatim Copies. + + You may convey verbatim copies of the Program's source code as you +receive it, in any medium, provided that you conspicuously and +appropriately publish on each copy an appropriate copyright notice; +keep intact all notices stating that this License and any +non-permissive terms added in accord with section 7 apply to the code; +keep intact all notices of the absence of any warranty; and give all +recipients a copy of this License along with the Program. + + You may charge any price or no price for each copy that you convey, +and you may offer support or warranty protection for a fee. + + 5. Conveying Modified Source Versions. + + You may convey a work based on the Program, or the modifications to +produce it from the Program, in the form of source code under the +terms of section 4, provided that you also meet all of these conditions: + + a) The work must carry prominent notices stating that you modified + it, and giving a relevant date. + + b) The work must carry prominent notices stating that it is + released under this License and any conditions added under section + 7. This requirement modifies the requirement in section 4 to + "keep intact all notices". + + c) You must license the entire work, as a whole, under this + License to anyone who comes into possession of a copy. This + License will therefore apply, along with any applicable section 7 + additional terms, to the whole of the work, and all its parts, + regardless of how they are packaged. This License gives no + permission to license the work in any other way, but it does not + invalidate such permission if you have separately received it. + + d) If the work has interactive user interfaces, each must display + Appropriate Legal Notices; however, if the Program has interactive + interfaces that do not display Appropriate Legal Notices, your + work need not make them do so. + + A compilation of a covered work with other separate and independent +works, which are not by their nature extensions of the covered work, +and which are not combined with it such as to form a larger program, +in or on a volume of a storage or distribution medium, is called an +"aggregate" if the compilation and its resulting copyright are not +used to limit the access or legal rights of the compilation's users +beyond what the individual works permit. Inclusion of a covered work +in an aggregate does not cause this License to apply to the other +parts of the aggregate. + + 6. Conveying Non-Source Forms. + + You may convey a covered work in object code form under the terms +of sections 4 and 5, provided that you also convey the +machine-readable Corresponding Source under the terms of this License, +in one of these ways: + + a) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by the + Corresponding Source fixed on a durable physical medium + customarily used for software interchange. + + b) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by a + written offer, valid for at least three years and valid for as + long as you offer spare parts or customer support for that product + model, to give anyone who possesses the object code either (1) a + copy of the Corresponding Source for all the software in the + product that is covered by this License, on a durable physical + medium customarily used for software interchange, for a price no + more than your reasonable cost of physically performing this + conveying of source, or (2) access to copy the + Corresponding Source from a network server at no charge. + + c) Convey individual copies of the object code with a copy of the + written offer to provide the Corresponding Source. This + alternative is allowed only occasionally and noncommercially, and + only if you received the object code with such an offer, in accord + with subsection 6b. + + d) Convey the object code by offering access from a designated + place (gratis or for a charge), and offer equivalent access to the + Corresponding Source in the same way through the same place at no + further charge. You need not require recipients to copy the + Corresponding Source along with the object code. If the place to + copy the object code is a network server, the Corresponding Source + may be on a different server (operated by you or a third party) + that supports equivalent copying facilities, provided you maintain + clear directions next to the object code saying where to find the + Corresponding Source. Regardless of what server hosts the + Corresponding Source, you remain obligated to ensure that it is + available for as long as needed to satisfy these requirements. + + e) Convey the object code using peer-to-peer transmission, provided + you inform other peers where the object code and Corresponding + Source of the work are being offered to the general public at no + charge under subsection 6d. + + A separable portion of the object code, whose source code is excluded +from the Corresponding Source as a System Library, need not be +included in conveying the object code work. + + A "User Product" is either (1) a "consumer product", which means any +tangible personal property which is normally used for personal, family, +or household purposes, or (2) anything designed or sold for incorporation +into a dwelling. In determining whether a product is a consumer product, +doubtful cases shall be resolved in favor of coverage. For a particular +product received by a particular user, "normally used" refers to a +typical or common use of that class of product, regardless of the status +of the particular user or of the way in which the particular user +actually uses, or expects or is expected to use, the product. A product +is a consumer product regardless of whether the product has substantial +commercial, industrial or non-consumer uses, unless such uses represent +the only significant mode of use of the product. + + "Installation Information" for a User Product means any methods, +procedures, authorization keys, or other information required to install +and execute modified versions of a covered work in that User Product from +a modified version of its Corresponding Source. The information must +suffice to ensure that the continued functioning of the modified object +code is in no case prevented or interfered with solely because +modification has been made. + + If you convey an object code work under this section in, or with, or +specifically for use in, a User Product, and the conveying occurs as +part of a transaction in which the right of possession and use of the +User Product is transferred to the recipient in perpetuity or for a +fixed term (regardless of how the transaction is characterized), the +Corresponding Source conveyed under this section must be accompanied +by the Installation Information. But this requirement does not apply +if neither you nor any third party retains the ability to install +modified object code on the User Product (for example, the work has +been installed in ROM). + + The requirement to provide Installation Information does not include a +requirement to continue to provide support service, warranty, or updates +for a work that has been modified or installed by the recipient, or for +the User Product in which it has been modified or installed. Access to a +network may be denied when the modification itself materially and +adversely affects the operation of the network or violates the rules and +protocols for communication across the network. + + Corresponding Source conveyed, and Installation Information provided, +in accord with this section must be in a format that is publicly +documented (and with an implementation available to the public in +source code form), and must require no special password or key for +unpacking, reading or copying. + + 7. Additional Terms. + + "Additional permissions" are terms that supplement the terms of this +License by making exceptions from one or more of its conditions. +Additional permissions that are applicable to the entire Program shall +be treated as though they were included in this License, to the extent +that they are valid under applicable law. If additional permissions +apply only to part of the Program, that part may be used separately +under those permissions, but the entire Program remains governed by +this License without regard to the additional permissions. + + When you convey a copy of a covered work, you may at your option +remove any additional permissions from that copy, or from any part of +it. (Additional permissions may be written to require their own +removal in certain cases when you modify the work.) You may place +additional permissions on material, added by you to a covered work, +for which you have or can give appropriate copyright permission. + + Notwithstanding any other provision of this License, for material you +add to a covered work, you may (if authorized by the copyright holders of +that material) supplement the terms of this License with terms: + + a) Disclaiming warranty or limiting liability differently from the + terms of sections 15 and 16 of this License; or + + b) Requiring preservation of specified reasonable legal notices or + author attributions in that material or in the Appropriate Legal + Notices displayed by works containing it; or + + c) Prohibiting misrepresentation of the origin of that material, or + requiring that modified versions of such material be marked in + reasonable ways as different from the original version; or + + d) Limiting the use for publicity purposes of names of licensors or + authors of the material; or + + e) Declining to grant rights under trademark law for use of some + trade names, trademarks, or service marks; or + + f) Requiring indemnification of licensors and authors of that + material by anyone who conveys the material (or modified versions of + it) with contractual assumptions of liability to the recipient, for + any liability that these contractual assumptions directly impose on + those licensors and authors. + + All other non-permissive additional terms are considered "further +restrictions" within the meaning of section 10. If the Program as you +received it, or any part of it, contains a notice stating that it is +governed by this License along with a term that is a further +restriction, you may remove that term. If a license document contains +a further restriction but permits relicensing or conveying under this +License, you may add to a covered work material governed by the terms +of that license document, provided that the further restriction does +not survive such relicensing or conveying. + + If you add terms to a covered work in accord with this section, you +must place, in the relevant source files, a statement of the +additional terms that apply to those files, or a notice indicating +where to find the applicable terms. + + Additional terms, permissive or non-permissive, may be stated in the +form of a separately written license, or stated as exceptions; +the above requirements apply either way. + + 8. Termination. + + You may not propagate or modify a covered work except as expressly +provided under this License. Any attempt otherwise to propagate or +modify it is void, and will automatically terminate your rights under +this License (including any patent licenses granted under the third +paragraph of section 11). + + However, if you cease all violation of this License, then your +license from a particular copyright holder is reinstated (a) +provisionally, unless and until the copyright holder explicitly and +finally terminates your license, and (b) permanently, if the copyright +holder fails to notify you of the violation by some reasonable means +prior to 60 days after the cessation. + + Moreover, your license from a particular copyright holder is +reinstated permanently if the copyright holder notifies you of the +violation by some reasonable means, this is the first time you have +received notice of violation of this License (for any work) from that +copyright holder, and you cure the violation prior to 30 days after +your receipt of the notice. + + Termination of your rights under this section does not terminate the +licenses of parties who have received copies or rights from you under +this License. If your rights have been terminated and not permanently +reinstated, you do not qualify to receive new licenses for the same +material under section 10. + + 9. Acceptance Not Required for Having Copies. + + You are not required to accept this License in order to receive or +run a copy of the Program. Ancillary propagation of a covered work +occurring solely as a consequence of using peer-to-peer transmission +to receive a copy likewise does not require acceptance. However, +nothing other than this License grants you permission to propagate or +modify any covered work. These actions infringe copyright if you do +not accept this License. Therefore, by modifying or propagating a +covered work, you indicate your acceptance of this License to do so. + + 10. Automatic Licensing of Downstream Recipients. + + Each time you convey a covered work, the recipient automatically +receives a license from the original licensors, to run, modify and +propagate that work, subject to this License. You are not responsible +for enforcing compliance by third parties with this License. + + An "entity transaction" is a transaction transferring control of an +organization, or substantially all assets of one, or subdividing an +organization, or merging organizations. If propagation of a covered +work results from an entity transaction, each party to that +transaction who receives a copy of the work also receives whatever +licenses to the work the party's predecessor in interest had or could +give under the previous paragraph, plus a right to possession of the +Corresponding Source of the work from the predecessor in interest, if +the predecessor has it or can get it with reasonable efforts. + + You may not impose any further restrictions on the exercise of the +rights granted or affirmed under this License. For example, you may +not impose a license fee, royalty, or other charge for exercise of +rights granted under this License, and you may not initiate litigation +(including a cross-claim or counterclaim in a lawsuit) alleging that +any patent claim is infringed by making, using, selling, offering for +sale, or importing the Program or any portion of it. + + 11. Patents. + + A "contributor" is a copyright holder who authorizes use under this +License of the Program or a work on which the Program is based. The +work thus licensed is called the contributor's "contributor version". + + A contributor's "essential patent claims" are all patent claims +owned or controlled by the contributor, whether already acquired or +hereafter acquired, that would be infringed by some manner, permitted +by this License, of making, using, or selling its contributor version, +but do not include claims that would be infringed only as a +consequence of further modification of the contributor version. For +purposes of this definition, "control" includes the right to grant +patent sublicenses in a manner consistent with the requirements of +this License. + + Each contributor grants you a non-exclusive, worldwide, royalty-free +patent license under the contributor's essential patent claims, to +make, use, sell, offer for sale, import and otherwise run, modify and +propagate the contents of its contributor version. + + In the following three paragraphs, a "patent license" is any express +agreement or commitment, however denominated, not to enforce a patent +(such as an express permission to practice a patent or covenant not to +sue for patent infringement). To "grant" such a patent license to a +party means to make such an agreement or commitment not to enforce a +patent against the party. + + If you convey a covered work, knowingly relying on a patent license, +and the Corresponding Source of the work is not available for anyone +to copy, free of charge and under the terms of this License, through a +publicly available network server or other readily accessible means, +then you must either (1) cause the Corresponding Source to be so +available, or (2) arrange to deprive yourself of the benefit of the +patent license for this particular work, or (3) arrange, in a manner +consistent with the requirements of this License, to extend the patent +license to downstream recipients. "Knowingly relying" means you have +actual knowledge that, but for the patent license, your conveying the +covered work in a country, or your recipient's use of the covered work +in a country, would infringe one or more identifiable patents in that +country that you have reason to believe are valid. + + If, pursuant to or in connection with a single transaction or +arrangement, you convey, or propagate by procuring conveyance of, a +covered work, and grant a patent license to some of the parties +receiving the covered work authorizing them to use, propagate, modify +or convey a specific copy of the covered work, then the patent license +you grant is automatically extended to all recipients of the covered +work and works based on it. + + A patent license is "discriminatory" if it does not include within +the scope of its coverage, prohibits the exercise of, or is +conditioned on the non-exercise of one or more of the rights that are +specifically granted under this License. You may not convey a covered +work if you are a party to an arrangement with a third party that is +in the business of distributing software, under which you make payment +to the third party based on the extent of your activity of conveying +the work, and under which the third party grants, to any of the +parties who would receive the covered work from you, a discriminatory +patent license (a) in connection with copies of the covered work +conveyed by you (or copies made from those copies), or (b) primarily +for and in connection with specific products or compilations that +contain the covered work, unless you entered into that arrangement, +or that patent license was granted, prior to 28 March 2007. + + Nothing in this License shall be construed as excluding or limiting +any implied license or other defenses to infringement that may +otherwise be available to you under applicable patent law. + + 12. No Surrender of Others' Freedom. + + If conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot convey a +covered work so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you may +not convey it at all. For example, if you agree to terms that obligate you +to collect a royalty for further conveying from those to whom you convey +the Program, the only way you could satisfy both those terms and this +License would be to refrain entirely from conveying the Program. + + 13. Use with the GNU Affero General Public License. + + Notwithstanding any other provision of this License, you have +permission to link or combine any covered work with a work licensed +under version 3 of the GNU Affero General Public License into a single +combined work, and to convey the resulting work. The terms of this +License will continue to apply to the part which is the covered work, +but the special requirements of the GNU Affero General Public License, +section 13, concerning interaction through a network will apply to the +combination as such. + + 14. Revised Versions of this License. + + The Free Software Foundation may publish revised and/or new versions of +the GNU General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + + Each version is given a distinguishing version number. If the +Program specifies that a certain numbered version of the GNU General +Public License "or any later version" applies to it, you have the +option of following the terms and conditions either of that numbered +version or of any later version published by the Free Software +Foundation. If the Program does not specify a version number of the +GNU General Public License, you may choose any version ever published +by the Free Software Foundation. + + If the Program specifies that a proxy can decide which future +versions of the GNU General Public License can be used, that proxy's +public statement of acceptance of a version permanently authorizes you +to choose that version for the Program. + + Later license versions may give you additional or different +permissions. However, no additional obligations are imposed on any +author or copyright holder as a result of your choosing to follow a +later version. + + 15. Disclaimer of Warranty. + + THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT +HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY +OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, +THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM +IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF +ALL NECESSARY SERVICING, REPAIR OR CORRECTION. + + 16. Limitation of Liability. + + IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS +THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE +USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF +DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), +EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF +SUCH DAMAGES. + + 17. Interpretation of Sections 15 and 16. + + If the disclaimer of warranty and limitation of liability provided +above cannot be given local legal effect according to their terms, +reviewing courts shall apply local law that most closely approximates +an absolute waiver of all civil liability in connection with the +Program, unless a warranty or assumption of liability accompanies a +copy of the Program in return for a fee. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to the public, the best way to achieve this is to make it +free software which everyone can redistribute and change under these terms. + + To do so, attach the following notices to the program. It is safest +to attach them to the start of each source file to most effectively +state the exclusion of warranty; and each file should have at least +the "copyright" line and a pointer to where the full notice is found. + + <one line to give the program's name and a brief idea of what it does.> + Copyright (C) <year> <name of author> + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program. If not, see <http://www.gnu.org/licenses/>. + +Also add information on how to contact you by electronic and paper mail. + + If the program does terminal interaction, make it output a short +notice like this when it starts in an interactive mode: + + <program> Copyright (C) <year> <name of author> + This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. + This is free software, and you are welcome to redistribute it + under certain conditions; type `show c' for details. + +The hypothetical commands `show w' and `show c' should show the appropriate +parts of the General Public License. Of course, your program's commands +might be different; for a GUI interface, you would use an "about box". + + You should also get your employer (if you work as a programmer) or school, +if any, to sign a "copyright disclaimer" for the program, if necessary. +For more information on this, and how to apply and follow the GNU GPL, see +<http://www.gnu.org/licenses/>. + + The GNU General Public License does not permit incorporating your program +into proprietary programs. If your program is a subroutine library, you +may consider it more useful to permit linking proprietary applications with +the library. If this is what you want to do, use the GNU Lesser General +Public License instead of this License. But first, please read +<http://www.gnu.org/philosophy/why-not-lgpl.html>. diff --git a/observe-topia-extension/README.md b/observe-topia-extension/README.md new file mode 100644 index 0000000..e69de29 diff --git a/observe-topia-extension/pom.xml b/observe-topia-extension/pom.xml new file mode 100644 index 0000000..d3d60d4 --- /dev/null +++ b/observe-topia-extension/pom.xml @@ -0,0 +1,126 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + #%L + ObServe :: Business + + $HeadURL: https://svn.mpl.ird.fr/osiris/observe/trunk/observe-business/pom.xml $ + %% + Copyright (C) 2008 - 2010 IRD, Codelutin, Tony Chemit + %% + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU Lesser General Public License as + published by the Free Software Foundation, either version 3 of the + License, or (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Lesser Public License for more details. + + You should have received a copy of the GNU General Lesser Public + License along with this program. If not, see + <http://www.gnu.org/licenses/lgpl-3.0.html>. + #L% + --> +<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + + <parent> + <groupId>fr.ird.observe</groupId> + <artifactId>observe</artifactId> + <version>5.0-SNAPSHOT</version> + </parent> + + <artifactId>observe-topia-extension</artifactId> + + <name>ObServe :: ToPIA Extension</name> + <description>ObServe ToPIA extension module</description> + + <dependencies> + + <!-- Nuiton --> + <dependency> + <groupId>org.nuiton</groupId> + <artifactId>nuiton-utils</artifactId> + </dependency> + <dependency> + <groupId>org.nuiton</groupId> + <artifactId>nuiton-version</artifactId> + </dependency> + + <!-- commons --> + <dependency> + <groupId> org.apache.commons</groupId> + <artifactId>commons-lang3</artifactId> + </dependency> + <dependency> + <groupId> org.apache.commons</groupId> + <artifactId>commons-collections4</artifactId> + </dependency> + <dependency> + <groupId>commons-logging</groupId> + <artifactId>commons-logging</artifactId> + </dependency> + <dependency> + <groupId>commons-io</groupId> + <artifactId>commons-io</artifactId> + </dependency> + <dependency> + <groupId>com.google.guava</groupId> + <artifactId>guava</artifactId> + </dependency> + <dependency> + <groupId>org.swinglabs.swingx</groupId> + <artifactId>swingx-common</artifactId> + </dependency> + + <dependency> + <groupId>com.google.code.gson</groupId> + <artifactId>gson</artifactId> + </dependency> + + <!-- ToPIA --> + + <dependency> + <groupId>org.nuiton.topia</groupId> + <artifactId>topia-persistence</artifactId> + </dependency> + <dependency> + <groupId>org.nuiton.topia</groupId> + <artifactId>topia-service-migration</artifactId> + </dependency> + + <dependency> + <groupId>org.hibernate</groupId> + <artifactId>hibernate-core</artifactId> + </dependency> + + <dependency> + <groupId>org.nuiton</groupId> + <artifactId>nuiton-validator</artifactId> + </dependency> + + <dependency> + <groupId>org.apache.struts.xwork</groupId> + <artifactId>xwork-core</artifactId> + </dependency> + + <!-- test --> + <dependency> + <groupId>junit</groupId> + <artifactId>junit</artifactId> + </dependency> + <dependency> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-jcl</artifactId> + <scope>test</scope> + </dependency> + <dependency> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + <scope>test</scope> + </dependency> + + </dependencies> + +</project> diff --git a/observe-topia-extension/src/license/THIRD-PARTY.properties b/observe-topia-extension/src/license/THIRD-PARTY.properties new file mode 100644 index 0000000..e7f6efe --- /dev/null +++ b/observe-topia-extension/src/license/THIRD-PARTY.properties @@ -0,0 +1,33 @@ +# Generated by org.codehaus.mojo.license.AddThirdPartyMojo +#------------------------------------------------------------------------------- +# Already used licenses in project : +# - AL 2.0 +# - Apache License 2.0 +# - Apache License, version 2.0 +# - Apache Software License, version 1.1 +# - BSD License +# - COMMON DEVELOPMENT AND DISTRIBUTION LICENSE (CDDL) Version 1.0 +# - Common Development and Distribution License +# - Common Public License Version 1.0 +# - Eclipse Distribution License (EDL), Version 1.0 +# - Eclipse Public License (EPL), Version 1.0 +# - GNU General Public License, Version 2 with the Classpath Exception +# - GNU Library or Lesser General Public License +# - Indiana University Extreme! Lab Software License, vesion 1.1.1 +# - Lesser General Public License (LGPL) +# - Lesser General Public License (LGPL) v 3.0 +# - Lesser General Public License (LPGL) +# - Lesser General Public License (LPGL) v 2.1 +# - MIT License +# - MPL 1.1 +# - New BSD License +# - Public Domain +# - The Apache Software License, Version 2.0 +# - The H2 License, Version 1.0 +#------------------------------------------------------------------------------- +# Please fill the missing licenses for dependencies : +# +# +#Tue Aug 26 01:19:49 CEST 2014 +commons-primitives--commons-primitives--1.0=The Apache Software License, Version 2.0 +dom4j--dom4j--1.6.1=BSD License diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataEntity.java b/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataEntity.java new file mode 100644 index 0000000..789063a --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataEntity.java @@ -0,0 +1,150 @@ +package org.nuiton.topia.persistence.metadata; + +/* + * #%L + * ToPIA :: Persistence + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.base.MoreObjects; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; + +import java.util.LinkedHashMap; +import java.util.Map; +import java.util.Objects; + +/** + * Created on 03/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class TopiaMetadataEntity { + + private static final Log log = LogFactory.getLog(TopiaMetadataEntity.class); + + protected final String type; + protected final Map<String, String> associations = new LinkedHashMap<>(); + protected final Map<String, String> reversedAssociations = new LinkedHashMap<>(); + protected final Map<String, String> nmAssociations = new LinkedHashMap<>(); + protected final Map<String, String> required = new LinkedHashMap<>(); + + public TopiaMetadataEntity(String type) { + this.type = type; + } + + public String getType() { + return type; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + TopiaMetadataEntity that = (TopiaMetadataEntity) o; + return Objects.equals(type, that.type); + } + + @Override + public int hashCode() { + return Objects.hash(type); + } + + @Override + public String toString() { + return MoreObjects.toStringHelper(this) + .add("type", type) + .toString(); + } + + public Map<String, String> getReversedAssociations() { + return reversedAssociations; + } + + public Map<String, String> getNmAssociations() { + return nmAssociations; + } + + public Map<String, String> getAssociations() { + return associations; + } + + public Map<String, String> getRequired() { + return required; + } + + public void addAssociation(TopiaMetadataEntity associationClazz, String name) { + log.info(getType() + "/" + name + "→" + associationClazz.getType()); + associations.put(name, associationClazz.getType()); + } + + public void addReversedAssociation(TopiaMetadataEntity associationClazz, String name) { + log.info(getType() + "/" + name + "→" + associationClazz.getType()); + reversedAssociations.put(name, associationClazz.getType()); + } + + public void addNmAssociation(TopiaMetadataEntity associationClazz, String name) { + log.info(getType() + "/" + name + "→" + associationClazz.getType()); + nmAssociations.put(name, associationClazz.getType()); + } + + public void addRequired(TopiaMetadataEntity attributeClazz, String name) { + log.info(getType() + "/" + name + "→" + attributeClazz.getType()); + required.put(name, attributeClazz.getType()); + } + + public TopiaMetadataEntity copy() { + TopiaMetadataEntity copy = new TopiaMetadataEntity(type); + copy.associations.putAll(associations); + copy.reversedAssociations.putAll(reversedAssociations); + copy.nmAssociations.putAll(nmAssociations); + copy.required.putAll(required); + return copy; + } + + public void accept(TopiaMetadataModelVisitor visitor, TopiaMetadataModel metadataModel) { + visitor.visitEntiyStart(metadataModel, this); + for (Map.Entry<String, String> entry : reversedAssociations.entrySet()) { + String propertyName = entry.getKey(); + String propertyType = entry.getValue(); + visitor.visitReversedAssociation(metadataModel, this, propertyName, metadataModel.getEntity(propertyType)); + } + for (Map.Entry<String, String> entry : associations.entrySet()) { + String propertyName = entry.getKey(); + String propertyType = entry.getValue(); + visitor.visitAssociation(metadataModel, this, propertyName, metadataModel.getEntity(propertyType)); + } + for (Map.Entry<String, String> entry : nmAssociations.entrySet()) { + String propertyName = entry.getKey(); + String propertyType = entry.getValue(); + visitor.visitNmAssociation(metadataModel, this, propertyName, metadataModel.getEntity(propertyType)); + } + for (Map.Entry<String, String> entry : required.entrySet()) { + String propertyName = entry.getKey(); + String propertyType = entry.getValue(); + visitor.visitRequired(metadataModel, this, propertyName, metadataModel.getEntity(propertyType)); + } + visitor.visitEntiyEnd(metadataModel, this); + } + + public boolean withShell() { + return !(reversedAssociations.isEmpty() && associations.isEmpty() && nmAssociations.isEmpty()); + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataModel.java b/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataModel.java new file mode 100644 index 0000000..19812fe --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataModel.java @@ -0,0 +1,84 @@ +package org.nuiton.topia.persistence.metadata; + +/* + * #%L + * ToPIA :: Persistence + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.base.Optional; +import com.google.common.base.Preconditions; +import com.google.gson.Gson; +import com.google.gson.GsonBuilder; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; + +import java.io.IOException; +import java.io.InputStreamReader; +import java.io.Reader; +import java.net.URL; +import java.util.LinkedHashMap; +import java.util.Map; + +/** + * Created on 03/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + */ +public class TopiaMetadataModel { + + private static final Log log = LogFactory.getLog(TopiaMetadataModel.class); + + protected final Map<String, TopiaMetadataEntity> entities = new LinkedHashMap<>(); + + public TopiaMetadataEntity getEntity(String type) { + return entities.get(type); + } + + public Optional<TopiaMetadataEntity> getOptionalEntity(String type) { + return Optional.fromNullable(getEntity(type)); + } + + public void accept(TopiaMetadataModelVisitor visitor) { + visitor.visitModelStart(this); + for (TopiaMetadataEntity entity : entities.values()) { + entity.accept(visitor, this); + } + visitor.visitModelEnd(this); + } + + public TopiaMetadataEntity newEntity(String type) { + Preconditions.checkState(!entities.containsKey(type), type + " already in cache"); + TopiaMetadataEntity clazz = new TopiaMetadataEntity(type); + entities.put(type, clazz); + log.info(clazz.getType()); + return clazz; + } + + public static TopiaMetadataModel load(URL url) throws IOException { + try (Reader reader = new InputStreamReader(url.openStream())) { + + Gson gson = new GsonBuilder().create(); + TopiaMetadataModel metadataModel = gson.fromJson(reader, TopiaMetadataModel.class); + return metadataModel; + + } + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataModelVisitor.java b/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataModelVisitor.java new file mode 100644 index 0000000..2aefd8f --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/persistence/metadata/TopiaMetadataModelVisitor.java @@ -0,0 +1,242 @@ +package org.nuiton.topia.persistence.metadata; + +/* + * #%L + * ToPIA :: Persistence + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; + +import java.util.LinkedHashSet; +import java.util.Set; + +/** + * Created on 04/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public interface TopiaMetadataModelVisitor { + + void visitModelStart(TopiaMetadataModel metadataModel); + + void visitModelEnd(TopiaMetadataModel metadataModel); + + void visitEntiyStart(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity); + + void visitEntiyEnd(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity); + + void visitReversedAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType); + + void visitAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType); + + void visitNmAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType); + + void visitRequired(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType); + + class TopiaMetadataModelVisitorAdapter implements TopiaMetadataModelVisitor { + + @Override + public void visitModelStart(TopiaMetadataModel metadataModel) { + + } + + @Override + public void visitModelEnd(TopiaMetadataModel metadataModel) { + + } + + @Override + public void visitEntiyStart(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity) { + + } + + @Override + public void visitEntiyEnd(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity) { + + } + + @Override + public void visitReversedAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + + } + + @Override + public void visitAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + + } + + @Override + public void visitNmAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + + } + + @Override + public void visitRequired(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + + } + + } + + class PrintVisitor implements TopiaMetadataModelVisitor { + + private final Log log = LogFactory.getLog(TopiaMetadataModelVisitor.class); + protected final boolean deepVisit; + protected final String eol; + protected final StringBuilder builder; + + protected String prefix = ""; + + class DeepVisitor extends TopiaMetadataModelVisitorAdapter { + + String prefix; + Set<String> visited = new LinkedHashSet<>(); + + public DeepVisitor(String prefix) { + this.prefix = prefix; + } + + @Override + public void visitEntiyStart(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity) { + prefix += " "; + appendPrefix("E → ").append(metadataEntity).append(eol); + } + + @Override + public void visitEntiyEnd(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity) { + appendPrefix("E ← ").append(metadataEntity).append(eol); + prefix = prefix.substring(2); + } + + @Override + public void visitReversedAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + appendPrefix("ReversedAssociation: ").append(metadataEntity).append("/").append(propertyName).append("→").append(propertyType.getType()).append(eol); + if (visited.add(propertyType.getType())) { + propertyType.accept(this, metadataModel); + } + } + + @Override + public void visitAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + appendPrefix("Association: ").append(metadataEntity).append("/").append(propertyName).append("→").append(propertyType.getType()).append(eol); + if (visited.add(propertyType.getType())) { + propertyType.accept(this, metadataModel); + } + } + + @Override + public void visitNmAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + appendPrefix("NmAssociation: ").append(metadataEntity).append("/").append(propertyName).append("→").append(propertyType.getType()).append(eol); + if (visited.add(propertyType.getType())) { + propertyType.accept(this, metadataModel); + } + } + + @Override + public void visitRequired(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + appendPrefix("Required: ").append(metadataEntity).append("/").append(propertyName).append("→").append(propertyType.getType()).append(eol); + if (visited.add(propertyType.getType())) { + propertyType.accept(this, metadataModel); + } + } + + protected StringBuilder appendPrefix(String prefix) { + return builder.append(this.prefix).append(prefix); + } + + } + + public PrintVisitor(boolean deepVisit, String eol) { + this.deepVisit = deepVisit; + this.eol = eol; + this.builder = new StringBuilder(); + } + + @Override + public void visitModelStart(TopiaMetadataModel metadataModel) { + appendPrefix("M → ").append(metadataModel).append(eol); + } + + @Override + public void visitModelEnd(TopiaMetadataModel metadataModel) { + appendPrefix("M ← ").append(metadataModel).append(eol); + + } + + @Override + public void visitEntiyStart(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity) { + + if (deepVisit) { + metadataEntity.accept(new DeepVisitor(prefix), metadataModel); + }else { + prefix += " "; + appendPrefix("E → ").append(metadataEntity).append(eol); + } + } + + @Override + public void visitEntiyEnd(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity) { + if (!deepVisit) { + appendPrefix("E ← ").append(metadataEntity).append(eol); + prefix = prefix.substring(2); + } + } + + @Override + public void visitReversedAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + if (!deepVisit) { + appendPrefix("ReversedAssociation: ").append(metadataEntity).append("/").append(propertyName).append("→").append(propertyType.getType()).append(eol); + } + } + + @Override + public void visitAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + if (!deepVisit) { + appendPrefix("Association: ").append(metadataEntity).append("/").append(propertyName).append("→").append(propertyType.getType()).append(eol); + } + } + + @Override + public void visitNmAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + if (!deepVisit) { + appendPrefix("NmAssociation: ").append(metadataEntity).append("/").append(propertyName).append("→").append(propertyType.getType()).append(eol); + } + } + + @Override + public void visitRequired(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + if (!deepVisit) { + appendPrefix("Required: ").append(metadataEntity).append("/").append(propertyName).append("→").append(propertyType.getType()).append(eol); + } + } + + @Override + public String toString() { + return builder.toString(); + } + + protected StringBuilder appendPrefix(String prefix) { + return builder.append(this.prefix).append(prefix); + } + + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/SqlRequests.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/SqlRequests.java new file mode 100644 index 0000000..07d0894 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/SqlRequests.java @@ -0,0 +1,403 @@ +package org.nuiton.topia.service.sql.batch; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.collect.ImmutableSet; +import org.hibernate.dialect.Dialect; +import org.nuiton.topia.persistence.TopiaApplicationContext; +import org.nuiton.topia.service.sql.batch.actions.AbstractSchemaRequest; +import org.nuiton.topia.service.sql.batch.actions.AbstractSqlRequest; +import org.nuiton.topia.service.sql.batch.actions.AbstractTablesRequest; +import org.nuiton.topia.service.sql.batch.actions.CreateSchemaRequest; +import org.nuiton.topia.service.sql.batch.actions.DeleteTablesRequest; +import org.nuiton.topia.service.sql.batch.actions.DropSchemaRequest; +import org.nuiton.topia.service.sql.batch.actions.ReplicateTablesRequest; +import org.nuiton.topia.service.sql.batch.actions.TopiaSqlTableSelectArgument; +import org.nuiton.topia.service.sql.batch.actions.UpdateTablesRequest; +import org.nuiton.topia.service.sql.batch.tables.TopiaSqlTables; + +import java.io.Writer; +import java.nio.file.Path; +import java.util.Iterator; + +/** + * A {@link SqlRequests} is a container of requests. + * + * Created on 04/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class SqlRequests implements Iterable<AbstractSqlRequest> { + + protected final ImmutableSet<AbstractSqlRequest> requests; + + protected SqlRequests(ImmutableSet<AbstractSqlRequest> requests) { + this.requests = requests; + } + + public static Builder builder() { + return new BuilderImpl(); + } + + public static <R extends AbstractSqlRequest> SqlRequests of(R request) { + return builder() + .from(request.getSourceTopiaApplicationContext()) + .to(request.getTargetTopiaApplicationContext()) + .to(request.getWriter()) + .addRequest(request) + .build(); + } + + @Override + public Iterator<AbstractSqlRequest> iterator() { + return requests.iterator(); + } + + public interface Builder extends BuilderAddRequestStep { + + Builder from(TopiaApplicationContext sourceTopiaApplicationContext); + + Builder to(TopiaApplicationContext targetTopiaApplicationContext); + + Builder to(Writer writer); + + } + + interface BuilderAddRequestStep { + + CreateSchemaRequestBuilder createSchemaBuilder(); + + DropSchemaRequestBuilder dropSchemaBuilder(); + + ReplicateTablesRequestBuilder replicateTablesBuilder(); + + UpdateTablesRequestBuilder updateTablesBuilder(); + + DeleteTablesRequestBuilder deleteTablesBuilder(); + + BuilderAddRequestStep addCreateSchema(CreateSchemaRequest request); + + BuilderAddRequestStep addDropSchema(DropSchemaRequest request); + + BuilderAddRequestStep addReplicateTables(ReplicateTablesRequest request); + + BuilderAddRequestStep addUpdateTables(UpdateTablesRequest request); + + BuilderAddRequestStep addDeleteTables(DeleteTablesRequest request); + + <R extends AbstractSqlRequest> BuilderAddRequestStep addRequest(R request); + + Builder flush(); + + SqlRequests build(); + + } + + protected static class BuilderImpl implements Builder { + + protected final ImmutableSet.Builder<AbstractSqlRequest> requestsBuilder = ImmutableSet.builder(); + protected TopiaApplicationContext sourceTopiaApplicationContext; + protected TopiaApplicationContext targetTopiaApplicationContext; + protected Writer writer; + + @Override + public Builder from(TopiaApplicationContext sourceTopiaApplicationContext) { + this.sourceTopiaApplicationContext = sourceTopiaApplicationContext; + return this; + } + + @Override + public Builder to(TopiaApplicationContext targetTopiaApplicationContext) { + this.targetTopiaApplicationContext = targetTopiaApplicationContext; + return this; + } + + @Override + public Builder to(Writer writer) { + this.writer = writer; + return this; + } + + @Override + public SqlRequests build() { + return new SqlRequests(requestsBuilder.build()); + } + + @Override + public <R extends AbstractSqlRequest> Builder addRequest(R request) { + requestsBuilder.add(request); + return this; + } + + @Override + public CreateSchemaRequestBuilder createSchemaBuilder() { + return new CreateSchemaRequestBuilder(this, initBuilder(CreateSchemaRequest.builder())); + } + + @Override + public DropSchemaRequestBuilder dropSchemaBuilder() { + return new DropSchemaRequestBuilder(this, initBuilder(DropSchemaRequest.builder())); + } + + @Override + public ReplicateTablesRequestBuilder replicateTablesBuilder() { + return new ReplicateTablesRequestBuilder(this, initBuilder(new ReplicateTablesRequest.Builder())); + } + + @Override + public UpdateTablesRequestBuilder updateTablesBuilder() { + return new UpdateTablesRequestBuilder(this, initBuilder(new UpdateTablesRequest.Builder())); + } + + @Override + public DeleteTablesRequestBuilder deleteTablesBuilder() { + return new DeleteTablesRequestBuilder(this, initBuilder(new DeleteTablesRequest.Builder())); + } + + @Override + public BuilderAddRequestStep addCreateSchema(CreateSchemaRequest request) { + return addRequest(request); + } + + @Override + public BuilderAddRequestStep addDropSchema(DropSchemaRequest request) { + return addRequest(request); + } + + @Override + public BuilderAddRequestStep addReplicateTables(ReplicateTablesRequest request) { + return addRequest(request); + } + + @Override + public BuilderAddRequestStep addUpdateTables(UpdateTablesRequest request) { + return addRequest(request); + } + + @Override + public BuilderAddRequestStep addDeleteTables(DeleteTablesRequest request) { + return addRequest(request); + } + + @Override + public Builder flush() { + return this; + } + + protected <B extends AbstractSqlRequest.AbstractSqlRequestBuilder<B, ?>> B initBuilder(B builder) { + return builder.from(sourceTopiaApplicationContext) + .to(targetTopiaApplicationContext) + .to(writer); + } + } + + public static class CreateSchemaRequestBuilder extends AbstractSchemaRequestBuilder<CreateSchemaRequest.Builder, CreateSchemaRequestBuilder> { + + public CreateSchemaRequestBuilder(BuilderImpl builder, CreateSchemaRequest.Builder delegate) { + super(builder, delegate); + } + + public CreateSchemaRequestBuilder setAddSchema(boolean addSchema) { + delegate.setAddSchema(addSchema); + return this; + } + + } + + public static class DropSchemaRequestBuilder extends AbstractSchemaRequestBuilder<DropSchemaRequest.Builder, DropSchemaRequestBuilder> { + + public DropSchemaRequestBuilder(BuilderImpl builder, DropSchemaRequest.Builder delegate) { + super(builder, delegate); + } + + public DropSchemaRequestBuilder setDropSchema(boolean dropSchema) { + delegate.setDropSchema(dropSchema); + return this; + } + + } + + public static class ReplicateTablesRequestBuilder extends AbstractTablesRequestBuilder<ReplicateTablesRequest.Builder, ReplicateTablesRequestBuilder> { + + public ReplicateTablesRequestBuilder(BuilderImpl builder, ReplicateTablesRequest.Builder delegate) { + super(builder, delegate); + } + + } + + public static class UpdateTablesRequestBuilder extends AbstractTablesRequestBuilder<UpdateTablesRequest.Builder, UpdateTablesRequestBuilder> { + + public UpdateTablesRequestBuilder(BuilderImpl builder, UpdateTablesRequest.Builder delegate) { + super(builder, delegate); + } + + } + + public static class DeleteTablesRequestBuilder extends AbstractTablesRequestBuilder<DeleteTablesRequest.Builder, DeleteTablesRequestBuilder> { + + public DeleteTablesRequestBuilder(BuilderImpl builder, DeleteTablesRequest.Builder delegate) { + super(builder, delegate); + } + + } + + protected static abstract class RequestBuilderImpl<R extends AbstractSqlRequest.AbstractSqlRequestBuilder, B extends RequestBuilderImpl> implements BuilderAddRequestStep { + + protected final Builder builder; + protected final R delegate; + + protected RequestBuilderImpl(BuilderImpl builder, R delegate) { + this.builder = builder; + this.delegate = delegate; + } + + @Override + public CreateSchemaRequestBuilder createSchemaBuilder() { + return flush().createSchemaBuilder(); + } + + @Override + public DropSchemaRequestBuilder dropSchemaBuilder() { + return flush().dropSchemaBuilder(); + } + + @Override + public ReplicateTablesRequestBuilder replicateTablesBuilder() { + return flush().replicateTablesBuilder(); + } + + @Override + public UpdateTablesRequestBuilder updateTablesBuilder() { + return flush().updateTablesBuilder(); + } + + @Override + public DeleteTablesRequestBuilder deleteTablesBuilder() { + return flush().deleteTablesBuilder(); + } + + @Override + public BuilderAddRequestStep addCreateSchema(CreateSchemaRequest request) { + return flush().addRequest(request); + } + + @Override + public BuilderAddRequestStep addDropSchema(DropSchemaRequest request) { + return flush().addRequest(request); + } + + @Override + public BuilderAddRequestStep addReplicateTables(ReplicateTablesRequest request) { + return flush().addRequest(request); + } + + @Override + public BuilderAddRequestStep addUpdateTables(UpdateTablesRequest request) { + return flush().addRequest(request); + } + + @Override + public BuilderAddRequestStep addDeleteTables(DeleteTablesRequest request) { + return addRequest(request); + } + + @Override + public <R extends AbstractSqlRequest> BuilderAddRequestStep addRequest(R request) { + return builder.addRequest(request); + } + + @Override + public SqlRequests build() { + return flush().build(); + } + + @Override + public Builder flush() { + addRequest(delegate.build()); + return builder; + } + +// protected BuilderAddRequestStep flushCurrentRequest() { +// return addRequest(delegate.build()); +// } + + protected B returnThis() { + return (B) this; + } + + } + + protected static class AbstractSchemaRequestBuilder<R extends AbstractSchemaRequest.AbstractSchemaRequestBuilder, B extends AbstractSchemaRequestBuilder> extends RequestBuilderImpl<R, B> { + + protected AbstractSchemaRequestBuilder(BuilderImpl builder, R delegate) { + super(builder, delegate); + } + + public B forH2() { + delegate.forH2(); + return returnThis(); + } + + public B forPostgres() { + delegate.forPostgres(); + return returnThis(); + } + + public B setDialect(Class<? extends Dialect> dialectType) { + delegate.setDialect(dialectType); + return returnThis(); + } + + public B setTemporaryPath(Path temporaryPath) { + delegate.setTemporaryPath(temporaryPath); + return returnThis(); + } + + } + + protected static class AbstractTablesRequestBuilder<R extends AbstractTablesRequest.AbstractTablesRequestBuilder, B extends AbstractTablesRequestBuilder> extends RequestBuilderImpl<R, B> { + + protected AbstractTablesRequestBuilder(BuilderImpl builder, R delegate) { + super(builder, delegate); + } + + public B setTables(TopiaSqlTables tables) { + delegate.setTables(tables); + return returnThis(); + } + + public B setFetchSize(int fetchSize) { + delegate.setReadFetchSize(fetchSize); + return returnThis(); + } + + public B setSelectArgument(TopiaSqlTableSelectArgument arg) { + delegate.setSelectArgument(arg); + return returnThis(); + } + + } + + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchService.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchService.java new file mode 100644 index 0000000..aa312c8 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchService.java @@ -0,0 +1,118 @@ +package org.nuiton.topia.service.sql.batch; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import org.nuiton.topia.persistence.TopiaService; +import org.nuiton.topia.service.sql.batch.actions.CreateSchemaRequest; +import org.nuiton.topia.service.sql.batch.actions.DeleteTablesRequest; +import org.nuiton.topia.service.sql.batch.actions.DropSchemaRequest; +import org.nuiton.topia.service.sql.batch.actions.ReplicateTablesRequest; +import org.nuiton.topia.service.sql.batch.actions.UpdateTablesRequest; + +/** + * Created on 04/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public interface TopiaSqlBatchService extends TopiaService { + + /** + * @return the service configuration. + */ + TopiaSqlBatchServiceConfiguration getConfiguration(); + + /** + * @return Starts a new {@link SqlRequests} builder. + */ + SqlRequests.Builder requestBuilder(); + + /** + * @return Starts a new {@link CreateSchemaRequest} builder. + */ + CreateSchemaRequest.Builder createSchemaRequestBuilder(); + + /** + * @return Starts a new {@link DropSchemaRequest} builder. + */ + DropSchemaRequest.Builder dropSchemaRequestBuilder(); + + /** + * @return Starts a new {@link ReplicateTablesRequest} builder. + */ + ReplicateTablesRequest.Builder replicateTablesRequestBuilder(); + + /** + * @return Starts a new {@link UpdateTablesRequest} builder. + */ + UpdateTablesRequest.Builder updateTablesRequestBuilder(); + + + /** + * @return Starts a new {@link DeleteTablesRequest} builder. + */ + DeleteTablesRequest.Builder deleteTablesRequestBuilder(); + + /** + * Execute a {@link SqlRequests}. + * + * @param requests the request to execute + */ + void execute(SqlRequests requests); + + /** + * Execute a {@link CreateSchemaRequest}. + * + * @param request the request to execute + */ + void execute(CreateSchemaRequest request); + + /** + * Execute a {@link DropSchemaRequest}. + * + * @param request the request to execute + */ + void execute(DropSchemaRequest request); + + /** + * Execute a {@link ReplicateTablesRequest}. + * + * @param request the request to execute + */ + void execute(ReplicateTablesRequest request); + + /** + * Execute a {@link UpdateTablesRequest}. + * + * @param request the request to execute + */ + void execute(UpdateTablesRequest request); + + /** + * Execute a {@link DeleteTablesRequest}. + * + * @param request the request to execute + */ + void execute(DeleteTablesRequest request); + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchServiceConfiguration.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchServiceConfiguration.java new file mode 100644 index 0000000..e7770a2 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchServiceConfiguration.java @@ -0,0 +1,65 @@ +package org.nuiton.topia.service.sql.batch; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +/** + * Configuration of the {@link TopiaSqlBatchService}. + * <p> + * Created on 05/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class TopiaSqlBatchServiceConfiguration { + + public static final String PROPERTY_READ_FETCH_SIZE = "readFetchSize"; + public static final String PROPERTY_WRITE_BATCH_SIZE = "writeBatchSize"; + public static final int DEFAULT_READ_FETCH_SIZE = 1000; + public static final int DEFAULT_WRITE_BATCH_SIZE = 1000; + + /** + * The fetch size used by read statements. + */ + protected int readFetchSize = DEFAULT_READ_FETCH_SIZE; + + /** + * The batch size used by write statements. + */ + protected int writeBatchSize = DEFAULT_WRITE_BATCH_SIZE; + + public int getReadFetchSize() { + return readFetchSize; + } + + public int getWriteBatchSize() { + return writeBatchSize; + } + + protected void setReadFetchSize(int readFetchSize) { + this.readFetchSize = readFetchSize; + } + + protected void setWriteBatchSize(int writeBatchSize) { + this.writeBatchSize = writeBatchSize; + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchServiceImpl.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchServiceImpl.java new file mode 100644 index 0000000..5bf651a --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/TopiaSqlBatchServiceImpl.java @@ -0,0 +1,210 @@ +package org.nuiton.topia.service.sql.batch; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.base.Preconditions; +import com.google.common.collect.ImmutableMap; +import org.nuiton.topia.persistence.TopiaApplicationContext; +import org.nuiton.topia.persistence.TopiaException; +import org.nuiton.topia.service.sql.batch.actions.AbstractSqlAction; +import org.nuiton.topia.service.sql.batch.actions.AbstractSqlRequest; +import org.nuiton.topia.service.sql.batch.actions.CreateSchemaAction; +import org.nuiton.topia.service.sql.batch.actions.CreateSchemaRequest; +import org.nuiton.topia.service.sql.batch.actions.DeleteTablesAction; +import org.nuiton.topia.service.sql.batch.actions.DeleteTablesRequest; +import org.nuiton.topia.service.sql.batch.actions.DropSchemaAction; +import org.nuiton.topia.service.sql.batch.actions.DropSchemaRequest; +import org.nuiton.topia.service.sql.batch.actions.ReplicateTablesAction; +import org.nuiton.topia.service.sql.batch.actions.ReplicateTablesRequest; +import org.nuiton.topia.service.sql.batch.actions.UpdateTablesAction; +import org.nuiton.topia.service.sql.batch.actions.UpdateTablesRequest; + +import java.lang.reflect.Constructor; +import java.lang.reflect.InvocationTargetException; +import java.util.Iterator; +import java.util.Map; + +/** + * Created on 04/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class TopiaSqlBatchServiceImpl implements TopiaSqlBatchService { + + private static final ImmutableMap<Class, Class> ACTION_MAPPING = ImmutableMap + .<Class, Class>builder() + .put(CreateSchemaRequest.class, CreateSchemaAction.class) + .put(DropSchemaRequest.class, DropSchemaAction.class) + .put(ReplicateTablesRequest.class, ReplicateTablesAction.class) + .put(UpdateTablesRequest.class, UpdateTablesAction.class) + .put(DeleteTablesRequest.class, DeleteTablesAction.class) + .build(); + + protected TopiaApplicationContext topiaApplicationContext; + + protected TopiaSqlBatchServiceConfiguration configuration; + + @Override + public void initTopiaService(TopiaApplicationContext topiaApplicationContext, Map<String, String> serviceConfiguration) { + + this.topiaApplicationContext = topiaApplicationContext; + this.configuration = new TopiaSqlBatchServiceConfiguration(); + + String readFetchSizeStr = serviceConfiguration.get(TopiaSqlBatchServiceConfiguration.PROPERTY_READ_FETCH_SIZE); + int readFetchSize = readFetchSizeStr != null + ? Integer.valueOf(readFetchSizeStr) + : TopiaSqlBatchServiceConfiguration.DEFAULT_READ_FETCH_SIZE; + configuration.setReadFetchSize(readFetchSize); + + String writeBatchSizeStr = serviceConfiguration.get(TopiaSqlBatchServiceConfiguration.PROPERTY_WRITE_BATCH_SIZE); + int writeBatchSize = writeBatchSizeStr == null + ? TopiaSqlBatchServiceConfiguration.DEFAULT_WRITE_BATCH_SIZE + : Integer.valueOf(writeBatchSizeStr); + configuration.setWriteBatchSize(writeBatchSize); + + } + + @Override + public void close() { + + } + + @Override + public TopiaSqlBatchServiceConfiguration getConfiguration() { + return configuration; + } + + @Override + public SqlRequests.Builder requestBuilder() { + return SqlRequests.builder().from(topiaApplicationContext); + } + + @Override + public CreateSchemaRequest.Builder createSchemaRequestBuilder() { + return CreateSchemaRequest.builder().from(topiaApplicationContext); + } + + @Override + public DropSchemaRequest.Builder dropSchemaRequestBuilder() { + return DropSchemaRequest.builder().from(topiaApplicationContext); + } + + @Override + public ReplicateTablesRequest.Builder replicateTablesRequestBuilder() { + return ReplicateTablesRequest + .builder() + .from(topiaApplicationContext) + .setReadFetchSize(configuration.getReadFetchSize()) + .setWriteBatchSize(configuration.getWriteBatchSize()); + } + + @Override + public UpdateTablesRequest.Builder updateTablesRequestBuilder() { + return UpdateTablesRequest + .builder() + .from(topiaApplicationContext) + .setReadFetchSize(configuration.getReadFetchSize()) + .setWriteBatchSize(configuration.getWriteBatchSize()); + } + + @Override + public DeleteTablesRequest.Builder deleteTablesRequestBuilder() { + return DeleteTablesRequest + .builder() + .from(topiaApplicationContext) + .setReadFetchSize(configuration.getReadFetchSize()) + .setWriteBatchSize(configuration.getWriteBatchSize()); + } + + @Override + public void execute(SqlRequests requests) { + + Iterator<AbstractSqlRequest> sqlRequestIterator = requests.iterator(); + while (sqlRequestIterator.hasNext()) { + + AbstractSqlRequest sqlRequest = sqlRequestIterator.next(); + AbstractSqlAction<?> action = createAction(sqlRequest); + + action.run(); + + //FIXME Review transaction management + + boolean needCommit = !sqlRequestIterator.hasNext(); + if (needCommit) { + action.commit(); + } + } + + } + + protected <R extends AbstractSqlRequest, A extends AbstractSqlAction<R>> A createAction(R request) { + + Preconditions.checkNotNull(request, "Request can't be null"); + Class<A> actionType = ACTION_MAPPING.get(request.getClass()); + Preconditions.checkNotNull(actionType, "Could not find action for request type: " + request.getClass().getName()); + + Constructor<A> constructor; + try { + constructor = actionType.getConstructor(request.getClass()); + } catch (NoSuchMethodException e) { + throw new TopiaException(e); + } + try { + return constructor.newInstance(request); + } catch (InstantiationException | IllegalAccessException | InvocationTargetException e) { + throw new TopiaException(e); + } + + } + + @Override + public void execute(CreateSchemaRequest request) { + executeOneRequest(request); + } + + @Override + public void execute(DropSchemaRequest request) { + executeOneRequest(request); + } + + @Override + public void execute(ReplicateTablesRequest request) { + executeOneRequest(request); + } + + @Override + public void execute(UpdateTablesRequest request) { + executeOneRequest(request); + } + + @Override + public void execute(DeleteTablesRequest request) { + executeOneRequest(request); + } + + protected void executeOneRequest(AbstractSqlRequest request) { + SqlRequests sqlRequests = SqlRequests.of(request); + execute(sqlRequests); + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSchemaAction.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSchemaAction.java new file mode 100644 index 0000000..60c9ffa --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSchemaAction.java @@ -0,0 +1,60 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import org.hibernate.dialect.Dialect; + +import java.io.IOException; +import java.nio.file.Path; +import java.sql.SQLException; + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public abstract class AbstractSchemaAction<R extends AbstractSchemaRequest> extends AbstractSqlAction<R> { + + protected AbstractSchemaAction(R request) { + super(request); + } + + protected abstract String produceSql(Class<? extends Dialect> dialectType, Path temporaryDirectory) throws IOException; + + @Override + protected final void execute() throws IOException, SQLException { + + String sqlStatements = produceSql(request.getDialect(), request.getTemporaryPath()); + + if (useOutputDb()) { + targetConnection.createStatement().execute(sqlStatements); + } + + if (useOutputWriter()) { + writer.append(sqlStatements); + } + + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSchemaRequest.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSchemaRequest.java new file mode 100644 index 0000000..5d035e3 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSchemaRequest.java @@ -0,0 +1,106 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.base.Preconditions; +import org.hibernate.dialect.Dialect; +import org.hibernate.dialect.H2Dialect; +import org.hibernate.dialect.PostgreSQL9Dialect; + +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public abstract class AbstractSchemaRequest extends AbstractSqlRequest { + + protected Class<? extends Dialect> dialect; + + protected Path temporaryPath; + + public Class<? extends Dialect> getDialect() { + return dialect; + } + + protected void setDialect(Class<? extends Dialect> dialect) { + this.dialect = dialect; + } + + public Path getTemporaryPath() { + return temporaryPath; + } + + protected void setTemporaryPath(Path temporaryPath) { + this.temporaryPath = temporaryPath; + } + + public abstract static class AbstractSchemaRequestBuilder<R extends AbstractSchemaRequest, B extends AbstractSchemaRequestBuilder<R, B>> extends AbstractSqlRequestBuilder<B, R> { + + protected AbstractSchemaRequestBuilder(R request) { + super(request); + } + + public B forH2() { + setDialect(H2Dialect.class); + return returnThis(); + } + + public B forPostgres() { + setDialect(PostgreSQL9Dialect.class); + return returnThis(); + } + + public B setDialect(Class<? extends Dialect> dialectType) { + request.setDialect(dialectType); + return returnThis(); + } + + public B setTemporaryPath(Path temporaryPath) { + request.setTemporaryPath(temporaryPath); + return returnThis(); + } + + @Override + protected void checkParams() { + super.checkParams(); + Preconditions.checkState(request.getDialect() != null, "No dialect defined"); + + if (request.getTemporaryPath() == null) { + + try { + Path tempDirectory = Files.createTempDirectory(getClass().getSimpleName()); + setTemporaryPath(tempDirectory); + } catch (IOException e) { + throw new RuntimeException("Could not create teomporary path"); + } + + } + } + + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSqlAction.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSqlAction.java new file mode 100644 index 0000000..984b54a --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSqlAction.java @@ -0,0 +1,231 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Replication + * %% + * Copyright (C) 2004 - 2015 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.collect.ImmutableSet; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.nuiton.topia.persistence.TopiaApplicationContext; +import org.nuiton.topia.persistence.TopiaException; +import org.nuiton.topia.persistence.TopiaPersistenceContext; +import org.nuiton.topia.persistence.internal.AbstractTopiaPersistenceContext; +import org.nuiton.topia.persistence.jdbc.JdbcConfiguration; +import org.nuiton.topia.persistence.jdbc.JdbcHelper; +import org.nuiton.topia.persistence.support.TopiaSqlWork; +import org.nuiton.util.TimeLog; + +import java.io.Closeable; +import java.io.IOException; +import java.io.Writer; +import java.sql.Connection; +import java.sql.SQLException; + +/** + * Support to create action. + * <p> + * Created on 29/12/15. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public abstract class AbstractSqlAction<R extends AbstractSqlRequest> implements Runnable, Closeable { + + protected static final TimeLog TIME_LOG = new TimeLog(AbstractSqlAction.class, 50L, 100L); + /** + * Logger. + */ + private static final Log log = LogFactory.getLog(AbstractSqlAction.class); + protected final R request; + + protected final ImmutableSet<Closeable> closeables; + + protected TopiaPersistenceContext sourcePersistenceContext; + + protected Connection targetConnection; + + protected Writer writer; + + protected long startTime; + + protected long endTime; + + protected AbstractSqlAction(R request) { + this.request = request; + + ImmutableSet.Builder<Closeable> closeableBuilder = ImmutableSet.builder(); + closeableBuilder.add(new Closeable() { + @Override + public void close() throws IOException { + if (sourcePersistenceContext != null) { + sourcePersistenceContext.close(); + } + } + }); + closeableBuilder.add(new Closeable() { + @Override + public void close() throws IOException { + if (targetConnection != null) { + try { + targetConnection.close(); + } catch (SQLException e) { + throw new TopiaException("Could not close targetConnection", e); + } + } + } + }); + this.closeables = closeableBuilder.build(); + } + + protected static void flush(Writer writer) { + try { + writer.flush(); + } catch (IOException e) { + throw new TopiaException("Could not flush writer", e); + } + } + + public R getRequest() { + return request; + } + + protected boolean useOutputWriter() { + return request.getWriter() != null; + } + + protected boolean useOutputDb() { + return request.getTargetTopiaApplicationContext() != null; + } + + protected abstract void execute() throws IOException, SQLException; + + @Override + public final void run() { + + try { + + before(); + execute(); + after(); + + } catch (Exception e) { + fail(e); + } + + } + + public void commit() { + + if (useOutputWriter()) { + flush(writer); + } + + if (useOutputDb()) { + + if (targetConnection != null) { + try { + targetConnection.commit(); + } catch (SQLException e) { + throw new TopiaException("Could not commit", e); + } + } + + } + + } + + @Override + public final void close() { + + Exception error = null; + for (Closeable closeable : closeables) { + try { + closeable.close(); + } catch (Exception e) { + error = e; + log.error("Could not close", e); + } + } + if (error != null) { + throw new RuntimeException("Could not close", error); + } + + } + + protected final void before() throws SQLException { + startTime = TimeLog.getTime(); + + if (useOutputWriter()) { + writer = request.getWriter(); + } + + if (useOutputDb()) { + OpenJdbcHelper jdbcHelper = new OpenJdbcHelper(request.getTargetTopiaApplicationContext().getConfiguration()); + targetConnection = jdbcHelper.openConnection(); + } + + } + + protected void fail(Exception e) { + + endTime = TIME_LOG.log(startTime, "Action failed", getClass().getName()); + + //FIXME + throw new TopiaException(e); + + } + + protected final void after() throws SQLException { + + endTime = TIME_LOG.log(startTime, "Action executed", getClass().getName()); + + } + + protected void executeSqlWork(TopiaSqlWork sqlWork) { + getSourcePersistenceContext().getSqlSupport().doSqlWork(sqlWork); + } + + protected AbstractTopiaPersistenceContext getSourcePersistenceContext() { + if (sourcePersistenceContext == null) { + sourcePersistenceContext = request.getSourceTopiaApplicationContext().newPersistenceContext(); + } + return (AbstractTopiaPersistenceContext) sourcePersistenceContext; + } + + protected ImmutableSet<String> getSchemaNames() { + TopiaApplicationContext<?> sourceTopiaApplicationContext = request.getSourceTopiaApplicationContext(); + return sourceTopiaApplicationContext.getSchemaNames(); + } + + protected static class OpenJdbcHelper extends JdbcHelper { + + public OpenJdbcHelper(JdbcConfiguration jdbcConfiguration) { + super(jdbcConfiguration); + } + + @Override + public Connection openConnection() throws SQLException { + return super.openConnection(); + } + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSqlRequest.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSqlRequest.java new file mode 100644 index 0000000..bacc2fc --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractSqlRequest.java @@ -0,0 +1,114 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Replication, tony Chemit + * %% + * Copyright (C) 2004 - 2015 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.base.Preconditions; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.nuiton.topia.persistence.TopiaApplicationContext; + +import java.io.Writer; + +/** + * Support to create action request. + * <p> + * Created on 29/12/15. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public abstract class AbstractSqlRequest { + + /** + * Logger. + */ + private static final Log log = LogFactory.getLog(AbstractSqlRequest.class); + + protected TopiaApplicationContext sourceTopiaApplicationContext; + + protected TopiaApplicationContext targetTopiaApplicationContext; + + protected Writer writer; + + public TopiaApplicationContext getTargetTopiaApplicationContext() { + return targetTopiaApplicationContext; + } + + protected void setTargetTopiaApplicationContext(TopiaApplicationContext targetTopiaApplicationContext) { + this.targetTopiaApplicationContext = targetTopiaApplicationContext; + } + + public TopiaApplicationContext getSourceTopiaApplicationContext() { + return sourceTopiaApplicationContext; + } + + protected void setSourceTopiaApplicationContext(TopiaApplicationContext sourceTopiaApplicationContext) { + this.sourceTopiaApplicationContext = sourceTopiaApplicationContext; + } + + public Writer getWriter() { + return writer; + } + + protected void setWriter(Writer writer) { + this.writer = writer; + } + + public static abstract class AbstractSqlRequestBuilder<B extends AbstractSqlRequestBuilder, R extends AbstractSqlRequest> { + + protected final R request; + + protected AbstractSqlRequestBuilder(R request) { + this.request = request; + } + + public B from(TopiaApplicationContext sourceTopiaApplicationContext) { + request.setSourceTopiaApplicationContext(sourceTopiaApplicationContext); + return returnThis(); + } + + public B to(TopiaApplicationContext targetTopiaApplicationContext) { + request.setTargetTopiaApplicationContext(targetTopiaApplicationContext); + return returnThis(); + } + + public B to(Writer writer) { + request.setWriter(writer); + return returnThis(); + } + + public R build() { + checkParams(); + return request; + } + + protected void checkParams() { + Preconditions.checkState(request.getSourceTopiaApplicationContext() != null, "No sourceTopiaApplicationContext defined"); + Preconditions.checkState(request.getWriter() != null || request.getTargetTopiaApplicationContext() != null, "No targetTopiaApplicationContext, nor writer defined"); + } + + protected B returnThis() { + return (B) this; + } + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractTablesAction.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractTablesAction.java new file mode 100644 index 0000000..471f026 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractTablesAction.java @@ -0,0 +1,214 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Replication + * %% + * Copyright (C) 2004 - 2015 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import org.apache.commons.io.output.ByteArrayOutputStream; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.nuiton.topia.persistence.support.TopiaSqlWork; +import org.nuiton.topia.service.sql.batch.tables.TopiaSqlTable; +import org.nuiton.util.TimeLog; + +import javax.sql.rowset.serial.SerialBlob; +import java.io.IOException; +import java.io.Writer; +import java.sql.Blob; +import java.sql.Connection; +import java.sql.PreparedStatement; +import java.sql.ResultSet; +import java.sql.ResultSetMetaData; +import java.sql.SQLException; +import java.util.ArrayList; +import java.util.Date; +import java.util.List; + +/** + * Support to create action. + * <p> + * Created on 29/12/15. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public abstract class AbstractTablesAction<R extends AbstractTablesRequest> extends AbstractSqlAction<R> { + + /** + * Logger. + */ + private static final Log log = LogFactory.getLog(AbstractTablesAction.class); + + protected AbstractTablesAction(R request) { + super(request); + } + + protected abstract void executeOnTable(R request, TopiaSqlTable table, PreparedStatement readStatement) throws SQLException; + + @Override + protected final void execute() { + + for (TopiaSqlTable table : request.getTables()) { + + long startTable = TimeLog.getTime(); + + TopiaSqlWork sqlWork = new ReadSqlWork(request, table); + executeSqlWork(sqlWork); + + TIME_LOG.log(startTable, "Executed on table.", table.getFullyTableName()); + + } + + } + + protected String generateSqlArguments(ResultSet readResultSet, Iterable<String> columnNames) throws SQLException, IOException { + + String statement = ""; + + for (String columnName : columnNames) { + + Object columnValue = readResultSet.getObject(columnName); + if (columnValue == null) { + statement += ", NULL"; + continue; + } + + if (columnValue instanceof String) { + String stringValue = (String) columnValue; + statement += ", '" + stringValue.replaceAll("'", "''") + "'"; + continue; + } + + if (columnValue instanceof Date) { + statement += ", '" + columnValue + "'"; + continue; + } + + if (columnValue instanceof Blob) { + Blob blob = (Blob) columnValue; + SerialBlob serialBlob = new SerialBlob(blob); + try (ByteArrayOutputStream stringWriter = new ByteArrayOutputStream((int) serialBlob.length())) { + stringWriter.write(serialBlob.getBinaryStream()); + statement += ", '" + new String(stringWriter.toByteArray()) + "'"; + } + continue; + } + + statement += ", " + columnValue; + } + + return statement.substring(2); + + } + + protected String generateWildcardArguments(Iterable<String> columnNames) throws SQLException { + + StringBuilder argsBuilder = new StringBuilder(); + + for (String ignored : columnNames) { + argsBuilder.append(", ?"); + } + + return argsBuilder.substring(2); + + } + + protected void flush(PreparedStatement writeStatement, Writer writer, String tableName, long index) throws SQLException { + + if (log.isDebugEnabled()) { + log.debug("Flush for : " + tableName + " (size: " + index + ")"); + } + + if (writeStatement != null) { + writeStatement.executeBatch(); + writeStatement.clearBatch(); + } + + if (writer != null) { + flush(writer); + } + } + + protected List<String> getColumnNames(ResultSetMetaData readResultTatMetaData, int columnCount) throws SQLException { + List<String> builder = new ArrayList<>(columnCount); + for (int i = 1; i <= columnCount; i++) { + builder.add(readResultTatMetaData.getColumnName(i).toLowerCase()); + } + return builder; + } + + protected class ReadSqlWork implements TopiaSqlWork { + + private final R request; + private final TopiaSqlTable table; + + public ReadSqlWork(R request, TopiaSqlTable table) { + this.request = request; + this.table = table; + } + + @Override + public void execute(Connection connection) throws SQLException { + + try (PreparedStatement readStatement = createReadStatement(table, connection)) { + + readStatement.execute(); + + executeOnTable(request, table, readStatement); + + } + + } + + protected PreparedStatement createReadStatement(TopiaSqlTable table, Connection connection) throws SQLException { + + StringBuilder sqlBuilder = new StringBuilder("SELECT " + table.getTableName() + ".*"); + + sqlBuilder.append(" FROM ").append(table.getFromClause()); + for (String joinClause : table.getJoinClauses()) { + sqlBuilder.append(" ").append(joinClause); + } + TopiaSqlTableSelectArgument selectArgument = request.getSelectArgument(); + boolean filter = selectArgument != null; + if (filter) { + sqlBuilder.append(" WHERE ").append(table.getWhereClause(selectArgument.getIds())); + } + + String sql = sqlBuilder.toString(); + if (log.isDebugEnabled()) { + log.debug("Read sql: " + sql); + } + PreparedStatement statement = connection.prepareStatement(sql); + + if (filter) { + int index = 1; + for (String id : selectArgument.getIds()) { + statement.setString(index++, id); + } + } + statement.setFetchSize(request.getReadFetchSize()); + return statement; + + } + + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractTablesRequest.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractTablesRequest.java new file mode 100644 index 0000000..82cadac --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/AbstractTablesRequest.java @@ -0,0 +1,122 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Replication, tony Chemit + * %% + * Copyright (C) 2004 - 2015 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.nuiton.topia.service.sql.batch.TopiaSqlBatchServiceConfiguration; +import org.nuiton.topia.service.sql.batch.tables.TopiaSqlTables; + +/** + * Support to create action request. + * <p> + * Created on 29/12/15. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public abstract class AbstractTablesRequest extends AbstractSqlRequest { + + /** + * Logger. + */ + private static final Log log = LogFactory.getLog(AbstractTablesRequest.class); + + protected int readFetchSize; + + protected int writeBatchSize; + + protected TopiaSqlTableSelectArgument selectArgument; + + protected TopiaSqlTables tables; + + public int getReadFetchSize() { + return readFetchSize; + } + + public void setReadFetchSize(int readFetchSize) { + this.readFetchSize = readFetchSize; + } + + public int getWriteBatchSize() { + return writeBatchSize; + } + + public void setWriteBatchSize(int writeBatchSize) { + this.writeBatchSize = writeBatchSize; + } + + public TopiaSqlTableSelectArgument getSelectArgument() { + return selectArgument; + } + + public void setSelectArgument(TopiaSqlTableSelectArgument selectArgument) { + this.selectArgument = selectArgument; + } + + public TopiaSqlTables getTables() { + return tables; + } + + public void setTables(TopiaSqlTables tables) { + this.tables = tables; + } + + /** + * Support to create action builder. + * <p> + * Created on 29/12/15. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ + public abstract static class AbstractTablesRequestBuilder<B extends AbstractTablesRequestBuilder, R extends AbstractTablesRequest> extends AbstractSqlRequestBuilder<B, R> { + + protected AbstractTablesRequestBuilder(R sqlActionRequest) { + super(sqlActionRequest); + setReadFetchSize(TopiaSqlBatchServiceConfiguration.DEFAULT_READ_FETCH_SIZE); + setWriteBatchSize(TopiaSqlBatchServiceConfiguration.DEFAULT_WRITE_BATCH_SIZE); + } + + public B setTables(TopiaSqlTables tables) { + request.setTables(tables); + return returnThis(); + } + + public B setReadFetchSize(int readFetchSize) { + request.setReadFetchSize(readFetchSize); + return returnThis(); + } + + public B setWriteBatchSize(int writeBatchSize) { + request.setWriteBatchSize(writeBatchSize); + return returnThis(); + } + + public B setSelectArgument(TopiaSqlTableSelectArgument arg) { + request.setSelectArgument(arg); + return returnThis(); + } + + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/CreateSchemaAction.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/CreateSchemaAction.java new file mode 100644 index 0000000..f9db372 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/CreateSchemaAction.java @@ -0,0 +1,90 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.collect.ImmutableSet; +import org.hibernate.HibernateException; +import org.hibernate.cfg.Configuration; +import org.hibernate.cfg.Environment; +import org.hibernate.dialect.Dialect; +import org.hibernate.tool.hbm2ddl.SchemaExport; +import org.hibernate.tool.hbm2ddl.Target; +import org.nuiton.topia.persistence.TopiaException; + +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.util.Properties; + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class CreateSchemaAction extends AbstractSchemaAction<CreateSchemaRequest> { + + public static final String CREATE_SCHEMA_STATEMENT = "CREATE SCHEMA %s;\n"; + + public CreateSchemaAction(CreateSchemaRequest request) { + super(request); + } + + protected String produceSql(Class<? extends Dialect> dialectType, Path temporaryDirectory) throws IOException { + + try { + + Path sqlScriptFile = temporaryDirectory.resolve("replicateSchema_" + System.nanoTime() + ".sql"); + + Configuration hibernateConfiguration = getSourcePersistenceContext().getHibernateSupport().getHibernateConfiguration(); + + Properties properties = new Properties(); + + properties.put(Environment.DIALECT, dialectType.getName()); + + new SchemaExport(hibernateConfiguration, properties) + .setOutputFile(sqlScriptFile.toFile().getAbsolutePath()) + .setDelimiter(";") + .execute(Target.NONE, SchemaExport.Type.CREATE); + + String sqlStatements = ""; + if (request.isAddSchema()) { + + ImmutableSet<String> schemaNames = getSchemaNames(); + for (String schemaName : schemaNames) { + sqlStatements += String.format(CREATE_SCHEMA_STATEMENT, schemaName); + } + + } + + sqlStatements += new String(Files.readAllBytes(sqlScriptFile)); + Files.delete(sqlScriptFile); + return sqlStatements; + + } catch (HibernateException eee) { + throw new TopiaException(String.format("Could not create schema for reason: %s", eee.getMessage()), eee); + } + + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/CreateSchemaRequest.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/CreateSchemaRequest.java new file mode 100644 index 0000000..3f6acb3 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/CreateSchemaRequest.java @@ -0,0 +1,61 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class CreateSchemaRequest extends AbstractSchemaRequest { + + protected boolean addSchema; + + public static Builder builder() { + return new Builder(); + } + + public boolean isAddSchema() { + return addSchema; + } + + protected void setAddSchema(boolean addSchema) { + this.addSchema = addSchema; + } + + public static class Builder extends AbstractSchemaRequestBuilder<CreateSchemaRequest, Builder> { + + public Builder() { + super(new CreateSchemaRequest()); + } + + public Builder setAddSchema(boolean addSchema) { + request.setAddSchema(addSchema); + return this; + } + + } + + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DeleteTablesAction.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DeleteTablesAction.java new file mode 100644 index 0000000..20e2ddb --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DeleteTablesAction.java @@ -0,0 +1,139 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.nuiton.topia.persistence.TopiaEntity; +import org.nuiton.topia.persistence.TopiaException; +import org.nuiton.topia.service.sql.batch.tables.TopiaSqlTable; + +import java.io.IOException; +import java.sql.PreparedStatement; +import java.sql.ResultSet; +import java.sql.ResultSetMetaData; +import java.sql.SQLException; +import java.util.List; + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class DeleteTablesAction extends AbstractTablesAction<DeleteTablesRequest> { + + public static final String DELETE_STATEMENT = "DELETE FROM %s.%s WHERE topiaId = '%%s'"; + /** + * Logger. + */ + private static final Log log = LogFactory.getLog(DeleteTablesAction.class); + + public DeleteTablesAction(DeleteTablesRequest request) { + super(request); + } + + @Override + protected void executeOnTable(DeleteTablesRequest request, TopiaSqlTable table, PreparedStatement readStatement) throws SQLException { + + ResultSet readResultSet = readStatement.getResultSet(); + + ResultSetMetaData readResultSetMetaData = readResultSet.getMetaData(); + int columnCount = readResultSetMetaData.getColumnCount(); + + List<String> columnNames = getColumnNames(readResultSetMetaData, columnCount); + + String topiaIdColumnName = TopiaEntity.PROPERTY_TOPIA_ID.toLowerCase(); + int topiaIdColumnIndex = columnNames.indexOf(topiaIdColumnName); + + boolean useOutputWriter = useOutputWriter(); + boolean useOutputDb = useOutputDb(); + + PreparedStatement writeStatement = null; + + String deleteStatementSql = newDeleteStatementSql(table); + + if (useOutputDb) { + + String sql = String.format(deleteStatementSql, "?"); + writeStatement = targetConnection.prepareStatement(sql); + + } + + int writeBatchSize = request.getWriteBatchSize(); + String tableName = table.getFullyTableName(); + + long index = 0; + while (readResultSet.next()) { + + String topiaId = readResultSet.getString(topiaIdColumnIndex); + + if (log.isTraceEnabled()) { + log.trace("Delete " + topiaId); + } + + if (useOutputDb) { + + writeStatement.clearParameters(); + writeStatement.setObject(1, topiaId); + writeStatement.addBatch(); + + } + + if (useOutputWriter) { + + try { + + String sql = String.format(deleteStatementSql, topiaId); + writer.append(sql); + + } catch (IOException e) { + throw new TopiaException("Could not deleteRow", e); + } + + } + + if ((++index % writeBatchSize) == 0) { + flush(writeStatement, writer, tableName, index); + } + + } + + flush(writeStatement, writer, tableName, index); + + } + + protected String newDeleteStatementSql(TopiaSqlTable table) throws SQLException { + + String sql = String.format(DELETE_STATEMENT, + table.getSchemaName(), + table.getTableName()); + if (log.isDebugEnabled()) { + log.debug("Delete sql: " + sql); + } + + return sql; + + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DeleteTablesRequest.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DeleteTablesRequest.java new file mode 100644 index 0000000..690e67c --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DeleteTablesRequest.java @@ -0,0 +1,46 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class DeleteTablesRequest extends AbstractTablesRequest { + + + public static Builder builder() { + return new Builder(); + } + + public static class Builder extends AbstractTablesRequestBuilder<Builder, DeleteTablesRequest> { + + public Builder() { + super(new DeleteTablesRequest()); + } + + } +} + diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DropSchemaAction.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DropSchemaAction.java new file mode 100644 index 0000000..09e9856 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DropSchemaAction.java @@ -0,0 +1,93 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.collect.ImmutableSet; +import org.apache.commons.io.output.WriterOutputStream; +import org.hibernate.HibernateException; +import org.hibernate.cfg.Configuration; +import org.hibernate.cfg.Environment; +import org.hibernate.dialect.Dialect; +import org.hibernate.tool.hbm2ddl.SchemaExport; +import org.nuiton.topia.persistence.TopiaException; + +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.util.Properties; + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class DropSchemaAction extends AbstractSchemaAction<DropSchemaRequest> { + + public static final String DROP_SCHEMA_STATEMENT = "\nDROP SCHEMA %s;"; + + public DropSchemaAction(DropSchemaRequest request) { + super(request); + } + + @Override + protected String produceSql(Class<? extends Dialect> dialectType, Path temporaryDirectory) throws IOException { + + try { + + Path sqlScriptFile = temporaryDirectory.resolve("replicateSchema_" + System.nanoTime() + ".sql"); + + Configuration hibernateConfiguration = getSourcePersistenceContext().getHibernateSupport().getHibernateConfiguration(); + + Properties properties = new Properties(); + + properties.put(Environment.DIALECT, dialectType.getName()); + + new SchemaExport(hibernateConfiguration, properties) + .setOutputFile(sqlScriptFile.toFile().getAbsolutePath()) + .setDelimiter(";") + .drop(false, false); + + WriterOutputStream out = new WriterOutputStream(writer); + Files.copy(sqlScriptFile, out); + out.flush(); + + String sqlContent = new String(Files.readAllBytes(sqlScriptFile)); + Files.delete(sqlScriptFile); + + if (request.isDropSchema()) { + + ImmutableSet<String> schemaNames = getSchemaNames(); + for (String schemaName : schemaNames) { + sqlContent += String.format(DROP_SCHEMA_STATEMENT, schemaName); + } + } + + return sqlContent; + + } catch (HibernateException eee) { + throw new TopiaException(String.format("Could not create schema for reason: %s", eee.getMessage()), eee); + } + + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DropSchemaRequest.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DropSchemaRequest.java new file mode 100644 index 0000000..d96aa42 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/DropSchemaRequest.java @@ -0,0 +1,60 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class DropSchemaRequest extends AbstractSchemaRequest { + + protected boolean dropSchema; + + public static Builder builder() { + return new Builder(); + } + + public boolean isDropSchema() { + return dropSchema; + } + + protected void setDropSchema(boolean dropSchema) { + this.dropSchema = dropSchema; + } + + public static class Builder extends AbstractSchemaRequestBuilder<DropSchemaRequest, Builder> { + + public Builder() { + super(new DropSchemaRequest()); + } + + public Builder setDropSchema(boolean dropSchema) { + request.setDropSchema(dropSchema); + return this; + } + + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/ReplicateTablesAction.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/ReplicateTablesAction.java new file mode 100644 index 0000000..4f1c911 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/ReplicateTablesAction.java @@ -0,0 +1,144 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.nuiton.topia.service.sql.batch.tables.TopiaSqlTable; + +import java.io.IOException; +import java.sql.PreparedStatement; +import java.sql.ResultSet; +import java.sql.ResultSetMetaData; +import java.sql.SQLException; +import java.util.List; + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class ReplicateTablesAction extends AbstractTablesAction<ReplicateTablesRequest> { + + public static final String INSERT_STATEMENT = "INSERT INTO %s.%s(%s) VALUES (%%s);\n"; + /** + * Logger. + */ + private static final Log log = LogFactory.getLog(ReplicateTablesAction.class); + + public ReplicateTablesAction(ReplicateTablesRequest request) { + super(request); + } + + @Override + protected void executeOnTable(ReplicateTablesRequest request, TopiaSqlTable table, PreparedStatement readStatement) throws SQLException { + + ResultSet readResultSet = readStatement.getResultSet(); + + ResultSetMetaData readResultSetMetaData = readResultSet.getMetaData(); + int columnCount = readResultSetMetaData.getColumnCount(); + + List<String> columnNames = getColumnNames(readResultSetMetaData, columnCount); + + boolean useOutputWriter = useOutputWriter(); + boolean useOutputDb = useOutputDb(); + + PreparedStatement writeStatement = null; + + String insertStatementSql = newInsertStatementSql(table, columnNames); + + if (useOutputDb) { + + String arguments = generateWildcardArguments(columnNames); + String sql = String.format(insertStatementSql, arguments).trim(); + writeStatement = targetConnection.prepareStatement(sql); + + } + + int writeBatchSize = request.getWriteBatchSize(); + String tableName = table.getFullyTableName(); + + long index = 0; + while (readResultSet.next()) { + + if (log.isTraceEnabled()) { + log.trace("Copy " + readResultSet.getString(1)); + } + + if (useOutputDb) { + + writeStatement.clearParameters(); + for (int i = 1; i <= columnCount; i++) { + Object object = readResultSet.getObject(i); + writeStatement.setObject(i, object); + } + writeStatement.addBatch(); + + } + + if (useOutputWriter) { + + try { + + String arguments = generateSqlArguments(readResultSet, columnNames); + String sql = String.format(insertStatementSql, arguments); + writer.append(sql); + + } catch (IOException e) { + throw new RuntimeException("Could not copyRow", e); + } + + } + + if ((++index % writeBatchSize) == 0) { + flush(writeStatement, writer, tableName, index); + } + + } + + flush(writeStatement, writer, tableName, index); + + } + + protected String newInsertStatementSql(TopiaSqlTable table, List<String> columnNames) throws SQLException { + + StringBuilder columnNamesBuilder = new StringBuilder(); + + for (String columnName : columnNames) { + columnNamesBuilder.append(", ").append(columnName); + } + + String sql = String.format(INSERT_STATEMENT, + table.getSchemaName(), + table.getTableName(), + columnNamesBuilder.substring(2)); + if (log.isDebugEnabled()) { + log.debug("Insert sql: " + sql); + } + + return sql; + + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/ReplicateTablesRequest.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/ReplicateTablesRequest.java new file mode 100644 index 0000000..9e45067 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/ReplicateTablesRequest.java @@ -0,0 +1,45 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class ReplicateTablesRequest extends AbstractTablesRequest { + + public static Builder builder() { + return new Builder(); + } + + public static class Builder extends AbstractTablesRequestBuilder<Builder, ReplicateTablesRequest> { + + public Builder() { + super(new ReplicateTablesRequest()); + } + + } +} + diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/TopiaSqlTableSelectArgument.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/TopiaSqlTableSelectArgument.java new file mode 100644 index 0000000..8f6723c --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/TopiaSqlTableSelectArgument.java @@ -0,0 +1,53 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.collect.ImmutableSet; +import com.google.common.collect.Sets; + +/** + * Created on 02/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class TopiaSqlTableSelectArgument { + + protected final ImmutableSet<String> ids; + + protected TopiaSqlTableSelectArgument(Iterable<String> ids) { + this.ids = ImmutableSet.copyOf(ids); + } + + public static TopiaSqlTableSelectArgument of(String... ids) { + return ids.length == 0 ? null : new TopiaSqlTableSelectArgument(Sets.newHashSet(ids)); + } + + public static TopiaSqlTableSelectArgument of(Iterable<String> ids) { + return new TopiaSqlTableSelectArgument(ids); + } + + public ImmutableSet<String> getIds() { + return ids; + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/UpdateTablesAction.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/UpdateTablesAction.java new file mode 100644 index 0000000..4da342c --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/UpdateTablesAction.java @@ -0,0 +1,200 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.collect.Lists; +import org.apache.commons.io.output.ByteArrayOutputStream; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.nuiton.topia.persistence.TopiaEntity; +import org.nuiton.topia.service.sql.batch.tables.TopiaSqlTable; + +import javax.sql.rowset.serial.SerialBlob; +import java.io.IOException; +import java.sql.Blob; +import java.sql.PreparedStatement; +import java.sql.ResultSet; +import java.sql.ResultSetMetaData; +import java.sql.SQLException; +import java.util.Date; +import java.util.List; + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class UpdateTablesAction extends AbstractTablesAction<UpdateTablesRequest> { + + public static final String UPDATE_STATEMENT = "UPDATE %s.%s %s WHERE topiaid='%%s'"; + /** + * Logger. + */ + private static final Log log = LogFactory.getLog(UpdateTablesAction.class); + + public UpdateTablesAction(UpdateTablesRequest request) { + super(request); + } + + @Override + protected void executeOnTable(UpdateTablesRequest request, TopiaSqlTable table, PreparedStatement readStatement) throws SQLException { + + ResultSet readResultSet = readStatement.getResultSet(); + + ResultSetMetaData readResultSetMetaData = readResultSet.getMetaData(); + int columnCount = readResultSetMetaData.getColumnCount(); + + List<String> columnNames = Lists.newArrayList(getColumnNames(readResultSetMetaData, columnCount)); + + String topiaIdColumnName = TopiaEntity.PROPERTY_TOPIA_ID.toLowerCase(); + int topiaIdColumnIndex = columnNames.indexOf(topiaIdColumnName); + columnNames.remove(topiaIdColumnName); + + boolean useOutputWriter = useOutputWriter(); + boolean useOutputDb = useOutputDb(); + + PreparedStatement writeStatement = null; + + String updateStatementSql = newUpdateStatementSql(table, columnNames); + + if (useOutputDb) { + + String arguments = generateWildcardArguments(columnNames); + String sql = String.format(updateStatementSql, arguments, "?"); + writeStatement = targetConnection.prepareStatement(sql); + + } + + int writeBatchSize = request.getWriteBatchSize(); + String tableName = table.getFullyTableName(); + + long index = 0; + while (readResultSet.next()) { + + String topiaId = readResultSet.getString(topiaIdColumnIndex); + if (log.isTraceEnabled()) { + log.trace("Update " + readResultSet.getString(1)); + } + + + if (useOutputDb) { + + writeStatement.clearParameters(); + int i = 1; + for (String columnName : columnNames) { + Object object = readResultSet.getObject(columnName); + writeStatement.setObject(i++, object); + } + writeStatement.setString(columnCount + 1, topiaId); + writeStatement.addBatch(); + + } + + if (useOutputWriter) { + + try { + + String arguments = generateArguments(columnNames, readResultSet); + String sql = String.format(updateStatementSql, arguments, topiaId); + writer.append(sql); + + } catch (IOException e) { + throw new RuntimeException("Could not updateRow", e); + } + + } + + if ((++index % writeBatchSize) == 0) { + flush(writeStatement, writer, tableName, index); + } + + } + + flush(writeStatement, writer, tableName, index); + + } + + protected String generateArguments(Iterable<String> columnNames, ResultSet readResultSet) throws SQLException, IOException { + + String statement = ""; + + for (String columnName : columnNames) { + + statement += ", SET " + columnName + " = "; + Object columnValue = readResultSet.getObject(columnName); + if (columnValue == null) { + statement += "NULL"; + continue; + } + + if (columnValue instanceof String) { + String stringValue = (String) columnValue; + statement += "'" + stringValue.replaceAll("'", "''") + "'"; + continue; + } + + if (columnValue instanceof Date) { + statement += "'" + columnValue + "'"; + continue; + } + + if (columnValue instanceof Blob) { + Blob blob = (Blob) columnValue; + SerialBlob serialBlob = new SerialBlob(blob); + try (ByteArrayOutputStream stringWriter = new ByteArrayOutputStream((int) serialBlob.length())) { + stringWriter.write(serialBlob.getBinaryStream()); + statement += "'" + new String(stringWriter.toByteArray()) + "'"; + } + continue; + } + + statement += columnValue; + + } + + return statement.substring(2); + + } + + protected String newUpdateStatementSql(TopiaSqlTable table, Iterable<String> columnNames) throws SQLException { + + StringBuilder columnNamesBuilder = new StringBuilder(); + + for (String columnName : columnNames) { + columnNamesBuilder.append(", SET ").append(columnName).append(" = ?"); + } + + String sql = String.format(UPDATE_STATEMENT, + table.getSchemaName(), + table.getTableName(), + columnNamesBuilder.substring(2)); + if (log.isDebugEnabled()) { + log.debug("Insert sql: " + sql); + } + + return sql; + + } + +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/UpdateTablesRequest.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/UpdateTablesRequest.java new file mode 100644 index 0000000..703b5cd --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/actions/UpdateTablesRequest.java @@ -0,0 +1,45 @@ +package org.nuiton.topia.service.sql.batch.actions; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +/** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class UpdateTablesRequest extends AbstractTablesRequest { + + public static Builder builder() { + return new Builder(); + } + + public static class Builder extends AbstractTablesRequestBuilder<Builder, UpdateTablesRequest> { + + public Builder() { + super(new UpdateTablesRequest()); + } + + } +} + diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTable.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTable.java new file mode 100644 index 0000000..e493e15 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTable.java @@ -0,0 +1,140 @@ +package org.nuiton.topia.service.sql.batch.tables; + +/* + * #%L + * ToPIA :: Service Replication + * %% + * Copyright (C) 2004 - 2015 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.base.MoreObjects; +import com.google.common.collect.ImmutableSet; + +import java.util.Objects; + +/** + * This object represents a sql table. + * + * Created on 30/12/15. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class TopiaSqlTable { + + /** + * Table schema name. + */ + protected final String schemaName; + + /** + * Table name. + */ + protected final String tableName; + + /** + * Fully table name (including the schema name). + */ + protected final String fullyTableName; + + /** + * From clause. + */ + protected final String fromClause; + + /** + * Where clause alias. + */ + protected final String whereClauseAlias; + + /** + * Join clauses. + */ + protected final ImmutableSet<String> joinClauses; + + public TopiaSqlTable(String schemaName, + String tableName, + String fromClause, + String whereClauseAlias, + ImmutableSet<String> joinClauses) { + this.schemaName = schemaName.toLowerCase(); + this.tableName = tableName.toLowerCase(); + this.fullyTableName = this.schemaName + "." + this.tableName; + this.fromClause = fromClause; + this.whereClauseAlias = whereClauseAlias; + this.joinClauses = joinClauses; + } + + public String getSchemaName() { + return schemaName; + } + + public String getTableName() { + return tableName; + } + + public String getFullyTableName() { + return fullyTableName; + } + + public String getFromClause() { + return fromClause; + } + + public String getWhereClauseAlias() { + return whereClauseAlias; + } + + public String getWhereClause(ImmutableSet<String> ids) { + String result = whereClauseAlias; + if (ids.size() == 1) { + result += " = ?"; + } else { + String in = ""; + for (String ignored : ids) { + in += ", ?"; + } + result += " IN (" + in.substring(2) + ")"; + } + return result; + } + + public ImmutableSet<String> getJoinClauses() { + return joinClauses; + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (o == null || getClass() != o.getClass()) return false; + TopiaSqlTable that = (TopiaSqlTable) o; + return Objects.equals(fullyTableName, that.fullyTableName); + } + + @Override + public int hashCode() { + return Objects.hash(fullyTableName); + } + + @Override + public String toString() { + return MoreObjects.toStringHelper(this) + .add("fullyTableName", fullyTableName) + .toString(); + } +} diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTables.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTables.java new file mode 100644 index 0000000..c99f63e --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTables.java @@ -0,0 +1,408 @@ +package org.nuiton.topia.service.sql.batch.tables; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import com.google.common.base.MoreObjects; +import com.google.common.base.Preconditions; +import com.google.common.collect.ImmutableMap; +import com.google.common.collect.ImmutableSet; +import com.google.common.collect.Lists; +import org.nuiton.topia.persistence.TopiaEntityEnum; + +import java.util.Collections; +import java.util.Iterator; +import java.util.List; +import java.util.Map; +import java.util.Objects; +import java.util.TreeMap; + +/** + * A container of {@link TopiaSqlTable}. + * + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class TopiaSqlTables implements Iterable<TopiaSqlTable> { + + protected final ImmutableMap<String, TopiaSqlTable> tablesByFullyTableName; + protected final ImmutableSet<TopiaSqlTable> orderedTables; + + public TopiaSqlTables(ImmutableMap<String, TopiaSqlTable> tablesByFullyTableName, + ImmutableSet<TopiaSqlTable> orderedTables) { + this.tablesByFullyTableName = tablesByFullyTableName; + this.orderedTables = orderedTables; + } + + public static Builder builder() { + return new BuilderImpl(); + } + + public static BuilderStepOnTable builder(TopiaEntityEnum mainEntityEnum) { + return builder().addMainTable(mainEntityEnum); + } + + public TopiaSqlTable getTable(String key) { + return tablesByFullyTableName.get(key); + } + + @Override + public Iterator<TopiaSqlTable> iterator() { + return orderedTables.iterator(); + } + + @Override + public String toString() { + return MoreObjects.toStringHelper(this) + .add("orderedTables", orderedTables) + .toString(); + } + + /** + * Created on 02/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + */ + public interface Builder { + + BuilderStepOnTable addMainTable(TopiaEntityEnum entityEnum); + + TopiaSqlTables build(); + + } + + public interface BuilderStepOnTable extends Builder { + + BuilderStepOnTable addJoinTable(TopiaEntityEnum entityEnum); + + BuilderStepOnTable addAndEnterJoinTable(TopiaEntityEnum entityEnum); + + BuilderStepOnTable addReverseJoinTable(TopiaEntityEnum entityEnum); + + BuilderStepOnTable addAndEnterReverseJoinTable(TopiaEntityEnum entityEnum); + + BuilderStepOnTable addAssociationTable(String associationName); + + BuilderStepOnTable backToParent(); + + BuilderStepOnTable backToTable(TopiaEntityEnum entityEnum); + + BuilderStepOnTable checkCurrentTable(TopiaEntityEnum entityEnum); + } + + + /** + * Created on 01/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + */ + protected static class BuilderImpl implements Builder { + + protected final TreeMap<String, TopiaSqlTable> tablesByFullyTableName; + + protected final TreeMap<Integer, TopiaSqlTable> tablesByOrder; + + protected int internalOrder; + + public BuilderImpl() { + this.tablesByFullyTableName = new TreeMap<>(); + this.tablesByOrder = new TreeMap<>(); + } + + @Override + public BuilderStepOnTable addMainTable(TopiaEntityEnum entityEnum) { + + String schemaName = entityEnum.dbSchemaName().toLowerCase(); + String tableName = entityEnum.dbTableName().toLowerCase(); + + //TODO check that this table is not already registred + String whereClauseAlias = tableName + ".topiaid"; + String fromClause = schemaName + "." + tableName + " " + tableName; + + registerTable(schemaName, + tableName, + whereClauseAlias, + fromClause, + ImmutableSet.<String>of()); + + return new BuilderStepOnTableImpl(null, entityEnum); + } + + @Override + public TopiaSqlTables build() { + + List<Integer> orders = Lists.newArrayList(tablesByOrder.keySet()); + Collections.sort(orders); + ImmutableSet.Builder<TopiaSqlTable> orderedTablesBuilder = ImmutableSet.builder(); + for (Integer order : orders) { + orderedTablesBuilder.add(tablesByOrder.get(order)); + } + + return new TopiaSqlTables(ImmutableMap.copyOf(tablesByFullyTableName), + orderedTablesBuilder.build()); + } + + protected Builder registerTable(String schemaName, + String tableName, + String whereClauseAlias, + String fromClause, + ImmutableSet<String> joinClauses) { + + //TODO check that this table is not already registred + + TopiaSqlTable table = new TopiaSqlTable( + schemaName, + tableName, + fromClause, + whereClauseAlias, + joinClauses); + + tablesByFullyTableName.put(table.getFullyTableName(), table); + tablesByOrder.put(internalOrder++, table); + return this; + } + + protected TopiaSqlTable getTable(String key) { + return tablesByFullyTableName.get(key); + } + + protected TopiaSqlTable getTable(TopiaEntityEnum entityEnum) { + String key = getFullyTableName(entityEnum); + return tablesByFullyTableName.get(key); + } + + protected String getFullyTableName(TopiaEntityEnum entityEnum) { + return entityEnum.dbSchemaName().toLowerCase() + "." + entityEnum.dbTableName().toLowerCase(); + } + + protected String getAssociationTableName(String tableName, String parentTableName) { + String associationTableName; + if (tableName.compareTo(parentTableName) < 0) { + associationTableName = tableName + "_" + parentTableName; + } else { + associationTableName = parentTableName + "_" + tableName; + } + return associationTableName; + } + + protected class BuilderStepOnTableImpl implements Builder, BuilderStepOnTable { + + protected final BuilderStepOnTableImpl parent; + + protected final TopiaEntityEnum tableEntityEnum; + + protected BuilderStepOnTableImpl(BuilderStepOnTableImpl parent, TopiaEntityEnum tableEntityEnum) { + this.parent = parent; + this.tableEntityEnum = tableEntityEnum; + } + + @Override + public BuilderStepOnTable addMainTable(TopiaEntityEnum entityEnum) { + return BuilderImpl.this.addMainTable(entityEnum); + } + + @Override + public TopiaSqlTables build() { + return BuilderImpl.this.build(); + } + + @Override + public BuilderStepOnTable addJoinTable(TopiaEntityEnum entityEnum) { + + TopiaSqlTable parentTable = getTable(); + + String schemaName = entityEnum.dbSchemaName().toLowerCase(); + String tableName = entityEnum.dbTableName().toLowerCase(); + + String parentTableName = parentTable.getTableName(); + + String whereClauseAlias; + String fromClause; + ImmutableSet<String> joinClauses; + + if (parent == null) { + + // parent table is main (no join on it) + // we can directly use the target table to join + + whereClauseAlias = tableName + "." + parentTableName; + fromClause = schemaName + "." + tableName + " " + tableName; + joinClauses = ImmutableSet.of(); + + } else { + + // simple join table + + whereClauseAlias = parentTable.getWhereClauseAlias(); + fromClause = parentTable.getFromClause(); + String joinClause = " INNER JOIN " + schemaName + "." + tableName + " " + tableName + " ON " + tableName + "." + parentTableName + " = " + parentTableName + ".topiaId"; + + joinClauses = addJoinCause(parentTable.getJoinClauses(), joinClause); + + } + + registerTable(schemaName, + tableName, + whereClauseAlias, + fromClause, + joinClauses); + + return this; + } + + @Override + public BuilderStepOnTable addAndEnterJoinTable(TopiaEntityEnum entityEnum) { + addJoinTable(entityEnum); + return new BuilderStepOnTableImpl(this, entityEnum); + } + + @Override + public BuilderStepOnTable addReverseJoinTable(TopiaEntityEnum entityEnum) { + + TopiaSqlTable parentTable = getTable(); + + String schemaName = entityEnum.dbSchemaName().toLowerCase(); + String tableName = entityEnum.dbTableName().toLowerCase(); + String whereClauseAlias = parentTable.getWhereClauseAlias(); + String fromClause = parentTable.getFromClause(); + + String parentTableName = parentTable.getTableName(); + String joinClause = " INNER JOIN " + schemaName + "." + tableName + " " + tableName + " ON " + tableName + ".topiaId = " + parentTableName + "." + tableName; + + ImmutableSet<String> joinClauses = addJoinCause(parentTable.getJoinClauses(), joinClause); + + registerTable( + schemaName, + tableName, + whereClauseAlias, + fromClause, + joinClauses); + + invertOrderWithParent(parentTable, entityEnum); + return this; + + } + + @Override + public BuilderStepOnTable addAndEnterReverseJoinTable(TopiaEntityEnum entityEnum) { + addReverseJoinTable(entityEnum); + return new BuilderStepOnTableImpl(this, entityEnum); + } + + @Override + public BuilderStepOnTable addAssociationTable(String associationName) { + + TopiaSqlTable parentTable = getTable(); + + String schemaName = tableEntityEnum.dbSchemaName().toLowerCase(); + String tableName = getAssociationTableName(associationName.toLowerCase(), parentTable.getTableName()); + String whereClauseAlias = parentTable.getWhereClauseAlias(); + String fromClause = parentTable.getFromClause(); + if (parentTable.getJoinClauses().isEmpty()) { + fromClause = schemaName + "." + tableName; + } + ImmutableSet<String> joinClauses; + + boolean addInnerJoin = parent != null; + if (addInnerJoin) { + + String parentTableName = parentTable.getTableName(); + String joinClause = " INNER JOIN " + schemaName + "." + tableName + " " + tableName + " ON " + tableName + "." + parentTableName + " = " + parentTableName + ".topiaId"; + joinClauses = addJoinCause(parentTable.getJoinClauses(), joinClause); + + } else { + joinClauses = parentTable.getJoinClauses(); + } + + registerTable(schemaName, + tableName, + whereClauseAlias, + fromClause, + joinClauses); + return this; + } + + @Override + public BuilderStepOnTable backToParent() { + Preconditions.checkState(parent != null, "Could not find a parent table"); + return parent; + } + + @Override + public BuilderStepOnTable backToTable(TopiaEntityEnum entityEnum) { + + BuilderStepOnTable table; + if (Objects.equals(tableEntityEnum, entityEnum)) { + table = this; + } else { + Preconditions.checkState(parent != null, "Could not find a perent table of type: " + entityEnum); + table = parent.backToTable(entityEnum); + } + return table; + } + + @Override + public BuilderStepOnTable checkCurrentTable(TopiaEntityEnum entityEnum) { + Preconditions.checkState(tableEntityEnum.equals(entityEnum), "Current table should be " + entityEnum + ", but was " + tableEntityEnum); + return this; + } + + protected TopiaSqlTable getTable() { + return BuilderImpl.this.getTable(tableEntityEnum); + } + + protected int getTableOrder(TopiaSqlTable table) { + + for (Map.Entry<Integer, TopiaSqlTable> entry : tablesByOrder.entrySet()) { + + if (table.equals(entry.getValue())) { + return entry.getKey(); + } + } + + throw new IllegalStateException("Could not find table " + table.getFullyTableName()); + + } + + protected void invertOrderWithParent(TopiaSqlTable parentTable, TopiaEntityEnum entityEnum) { + + int parentTableOrder = getTableOrder(parentTable); + TopiaSqlTable table = BuilderImpl.this.getTable(entityEnum); + int tableOrder = getTableOrder(table); + tablesByOrder.put(parentTableOrder, table); + tablesByOrder.put(tableOrder, parentTable); + } + + protected ImmutableSet<String> addJoinCause(ImmutableSet<String> joinClauses, String joinClause) { + return ImmutableSet + .<String>builder() + .addAll(joinClauses) + .add(joinClause) + .build(); + } + + } + + } +} \ No newline at end of file diff --git a/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTablesFactory.java b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTablesFactory.java new file mode 100644 index 0000000..0ee5d12 --- /dev/null +++ b/observe-topia-extension/src/main/java/org/nuiton/topia/service/sql/batch/tables/TopiaSqlTablesFactory.java @@ -0,0 +1,195 @@ +package org.nuiton.topia.service.sql.batch.tables; + +/* + * #%L + * ToPIA :: Service Sql batch + * %% + * Copyright (C) 2004 - 2016 CodeLutin, Tony Chemit + * %% + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Lesser General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Lesser Public License for more details. + * + * You should have received a copy of the GNU General Lesser Public + * License along with this program. If not, see + * <http://www.gnu.org/licenses/lgpl-3.0.html>. + * #L% + */ + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.nuiton.topia.persistence.TopiaEntityEnum; +import org.nuiton.topia.persistence.TopiaEntityEnumProvider; +import org.nuiton.topia.persistence.metadata.TopiaMetadataEntity; +import org.nuiton.topia.persistence.metadata.TopiaMetadataModel; +import org.nuiton.topia.persistence.metadata.TopiaMetadataModelVisitor; + +import java.util.LinkedHashSet; +import java.util.Set; + +/** + * A factory of {@link TopiaSqlTables}. + * + * Created on 04/01/16. + * + * @author Tony Chemit - chemit@codelutin.com + * @since 3.0.1 + */ +public class TopiaSqlTablesFactory { + + /** + * Logger. + */ + private static final Log log = LogFactory.getLog(TopiaSqlTablesFactory.class); + + protected final TopiaMetadataModel model; + protected final TopiaEntityEnumProvider entityEnumProvider; + + public TopiaSqlTablesFactory(TopiaMetadataModel model, TopiaEntityEnumProvider entityEnumProvider) { + this.model = model; + this.entityEnumProvider = entityEnumProvider; + } + + public TopiaSqlTables newReplicateEntityTables(TopiaSqlTablesPredicate predicate, TopiaEntityEnum... entityEnums) { + + ReplicateTables tablesBuilder = new ReplicateTables(predicate); + return tablesBuilder.getTables(entityEnums); + + } + + public interface TopiaSqlTablesPredicate { + + boolean acceptEntity(TopiaMetadataEntity metadataEntity); + + boolean acceptAssociation(TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType); + + boolean acceptReversedAssociation(TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType); + + boolean acceptNmAssociation(TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType); + + } + + public class ReplicateTables implements TopiaMetadataModelVisitor { + + protected final TopiaSqlTablesPredicate predicate; + protected final Set<TopiaMetadataEntity> dones; + protected TopiaSqlTables.BuilderStepOnTable builder; + protected TopiaSqlTables tables; + + public ReplicateTables(TopiaSqlTablesPredicate predicate) { + this.predicate = predicate; + this.dones = new LinkedHashSet<>(); + } + + public TopiaSqlTables getTables(TopiaEntityEnum... entityEnums) { + visitModelStart(model); + for (TopiaEntityEnum entityEnum : entityEnums) { + TopiaMetadataEntity entity = model.getEntity(entityEnum.name()); + entity.accept(this, model); + } + visitModelEnd(model); + return tables; + } + + @Override + public void visitModelStart(TopiaMetadataModel metadataModel) { + } + + @Override + public void visitModelEnd(TopiaMetadataModel metadataModel) { + tables = builder.build(); + } + + @Override + public void visitEntiyStart(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity) { + + if (predicate.acceptEntity(metadataEntity)) { + + boolean added = dones.add(metadataEntity); + if (added) { + + log.info("E → " + metadataEntity.getType()); + TopiaEntityEnum entityEnum = entityEnumProvider.getEntityEnum(metadataEntity.getType()); + + builder = (builder == null ? TopiaSqlTables.builder() : builder).addMainTable(entityEnum); + } + } + + } + + @Override + public void visitEntiyEnd(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity) { + + if (dones.contains(metadataEntity)) { + log.info("E ← " + metadataEntity.getType()); + } + + } + + @Override + public void visitReversedAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + + if (predicate.acceptReversedAssociation(metadataEntity, propertyName, propertyType)) { + + TopiaEntityEnum entityEnum = entityEnumProvider.getEntityEnum(propertyType.getType()); + boolean withShell = propertyType.withShell(); + log.info(metadataEntity.getType() + "/" + propertyName + "→" + propertyType.getType() + " (withShell: " + withShell + ")"); + + if (withShell) { + builder = builder.addAndEnterReverseJoinTable(entityEnum); + visitChild(propertyType); + } else { + builder = builder.addReverseJoinTable(entityEnum); + } + } + } + + @Override + public void visitAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + + if (predicate.acceptAssociation(metadataEntity, propertyName, propertyType)) { + + TopiaEntityEnum entityEnum = entityEnumProvider.getEntityEnum(propertyType.getType()); + boolean withShell = propertyType.withShell(); + log.info(metadataEntity.getType() + "/" + propertyName + "→" + propertyType.getType() + " (withShell: " + withShell + ")"); + + if (withShell) { + builder = builder.addAndEnterJoinTable(entityEnum); + visitChild(propertyType); + } else { + builder = builder.addJoinTable(entityEnum); + } + } + + } + + @Override + public void visitNmAssociation(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + + if (predicate.acceptNmAssociation(metadataEntity, propertyName, propertyType)) { + + log.info(metadataEntity.getType() + "/" + propertyName + "→" + propertyType.getType()); + + builder = builder.addAssociationTable(propertyName); + } + + } + + @Override + public void visitRequired(TopiaMetadataModel metadataModel, TopiaMetadataEntity metadataEntity, String propertyName, TopiaMetadataEntity propertyType) { + } + + protected void visitChild(TopiaMetadataEntity propertyType) { + dones.add(propertyType); + propertyType.accept(this, model); + builder = builder.backToParent(); + } + + } +} diff --git a/pom.xml b/pom.xml index eef56b6..86ddca7 100644 --- a/pom.xml +++ b/pom.xml @@ -87,6 +87,7 @@ <module>observe-services-model</module> <module>observe-services-api</module> <module>observe-test-data</module> + <module>observe-topia-extension</module> <module>observe-entities</module> <module>observe-services-topia</module> <module>observe-services-rest</module> @@ -116,9 +117,9 @@ <signatureArtifactId>java18</signatureArtifactId> <signatureVersion>1.0</signatureVersion> - <eugenePluginVersion>3.0-SNAPSHOT</eugenePluginVersion> + <eugenePluginVersion>3.0-alpha-5</eugenePluginVersion> - <topiaVersion>3.1-SNAPSHOT</topiaVersion> + <topiaVersion>3.1.2-SNAPSHOT</topiaVersion> <jaxxVersion>2.29</jaxxVersion> <nuitonI18nVersion>3.4.1</nuitonI18nVersion> <nuitonValidatorVersion>3.0</nuitonValidatorVersion> -- To stop receiving notification emails like this one, please contact codelutin.com SCM administrator <admin+scm@codelutin.com>.