<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
    <head> 
        <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> 
        <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0"> 
        <base href="https://issues.shibboleth.net/jira"> 
        <title>Message Title</title> 
    </head> 
    <body class="jira" style="color: #333333; font-family: Arial, sans-serif; font-size: 14px; line-height: 1.429"> 
        <table id="background-table" cellpadding="0" cellspacing="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt; background-color: #f5f5f5; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt" bgcolor="#f5f5f5"> 
            <!-- header here --> 
            <tbody>
                <tr> 
                    <td id="header-pattern-container" style="padding: 0px; border-collapse: collapse; padding: 10px 20px"> 
                        <table id="header-pattern" cellspacing="0" cellpadding="0" border="0" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                            <tbody>
                                <tr> 
                                    <td id="header-avatar-image-container" valign="top" style="padding: 0px; border-collapse: collapse; vertical-align: top; width: 32px; padding-right: 8px" width="32"> <img id="header-avatar-image" class="image_fix" src="cid:jira-generated-image-avatar-2d0c996c-ad49-4a7c-9ca2-31edd555b04c" height="32" width="32" border="0" style="border-radius: 3px; vertical-align: top"> </td> 
                                    <td id="header-text-container" valign="middle" style="padding: 0px; border-collapse: collapse; vertical-align: middle; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 1px"> <a class="user-hover" rel="cphillips@canarie.ca" id="email_cphillips@canarie.ca" href="https://issues.shibboleth.net/jira/secure/ViewProfile.jspa?name=cphillips%40canarie.ca" style="color:#0052cc;; color: #3b73af; text-decoration: none">Chris Phillips</a> <strong>created</strong> an issue </td> 
                                </tr> 
                            </tbody>
                        </table> </td> 
                </tr> 
                <tr> 
                    <td id="email-content-container" style="padding: 0px; border-collapse: collapse; padding: 0 20px"> 
                        <table id="email-content-table" cellspacing="0" cellpadding="0" border="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt; border-spacing: 0; border-collapse: separate"> 
                            <tbody>
                                <tr> 
                                    <!-- there needs to be content in the cell for it to render in some clients --> 
                                    <td class="email-content-rounded-top mobile-expand" style="padding: 0px; border-collapse: collapse; color: #ffffff; padding: 0 15px 0 16px; height: 15px; background-color: #ffffff; border-left: 1px solid #cccccc; border-top: 1px solid #cccccc; border-right: 1px solid #cccccc; border-bottom: 0; border-top-right-radius: 5px; border-top-left-radius: 5px; height: 10px; line-height: 10px; padding: 0 15px 0 16px; mso-line-height-rule: exactly" height="10" bgcolor="#ffffff"> </td> 
                                </tr> 
                                <tr> 
                                    <td class="email-content-main mobile-expand " style="padding: 0px; border-collapse: collapse; border-left: 1px solid #cccccc; border-right: 1px solid #cccccc; border-top: 0; border-bottom: 0; padding: 0 15px 0 16px; background-color: #ffffff" bgcolor="#ffffff"> 
                                        <table class="page-title-pattern" cellspacing="0" cellpadding="0" border="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                            <tbody>
                                                <tr> 
                                                    <td class="page-title-pattern-first-line " style="padding: 0px; border-collapse: collapse; font-family: Arial, sans-serif; font-size: 14px; padding-top: 10px"> <a href="https://issues.shibboleth.net/jira/browse/IDP" style="color: #3b73af; text-decoration: none">Identity Provider</a> / <a href="https://issues.shibboleth.net/jira/browse/IDP-1400" style="color: #3b73af; text-decoration: none"><img src="cid:jira-generated-image-avatar-e615b8db-94be-45f6-8d7f-3ebecc0cb961" height="16" width="16" border="0" align="absmiddle" alt="Bug" style="vertical-align: text-bottom"></a> <a href="https://issues.shibboleth.net/jira/browse/IDP-1400" style="color: #3b73af; text-decoration: none">IDP-1400</a> </td> 
                                                </tr> 
                                                <tr> 
                                                    <td style="vertical-align: top;; padding: 0px; border-collapse: collapse; padding-right: 5px; font-size: 20px; line-height: 30px; mso-line-height-rule: exactly" class="page-title-pattern-header-container"> <span class="page-title-pattern-header" style="font-family: Arial, sans-serif; padding: 0; font-size: 20px; line-height: 30px; mso-text-raise: 2px; mso-line-height-rule: exactly; vertical-align: middle"> <a href="https://issues.shibboleth.net/jira/browse/IDP-1400" style="color: #3b73af; text-decoration: none">using old mysql driver names with new drivers halt idp startup</a> </span> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                                <tr> 
                                    <td class="email-content-main mobile-expand  wrapper-special-margin" style="padding: 0px; border-collapse: collapse; border-left: 1px solid #cccccc; border-right: 1px solid #cccccc; border-top: 0; border-bottom: 0; padding: 0 15px 0 16px; background-color: #ffffff; padding-top: 10px; padding-bottom: 5px" bgcolor="#ffffff"> 
                                        <table class="keyvalue-table" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                            <tbody>
                                                <tr> 
                                                    <th style="color: #707070; font: normal 14px/20px Arial, sans-serif; text-align: left; vertical-align: top; padding: 2px 0">Issue Type:</th> 
                                                    <td class="has-icon" style="padding: 0px; border-collapse: collapse; font: normal 14px/20px Arial, sans-serif; padding: 2px 0 2px 5px; vertical-align: top"> <img src="cid:jira-generated-image-avatar-e615b8db-94be-45f6-8d7f-3ebecc0cb961" height="16" width="16" border="0" align="absmiddle" alt="Bug" style="vertical-align: text-bottom"> Bug </td> 
                                                </tr> 
                                                <tr> 
                                                    <th style="color: #707070; font: normal 14px/20px Arial, sans-serif; text-align: left; vertical-align: top; padding: 2px 0">Affects Versions:</th> 
                                                    <td style="padding: 0px; border-collapse: collapse; font: normal 14px/20px Arial, sans-serif; padding: 2px 0 2px 5px; vertical-align: top"> 3.3.2 </td> 
                                                </tr> 
                                                <tr> 
                                                    <th style="color: #707070; font: normal 14px/20px Arial, sans-serif; text-align: left; vertical-align: top; padding: 2px 0">Assignee:</th> 
                                                    <td style="padding: 0px; border-collapse: collapse; font: normal 14px/20px Arial, sans-serif; padding: 2px 0 2px 5px; vertical-align: top"> <a class="user-hover" rel="tzeller@shibboleth.net" id="email_tzeller@shibboleth.net" href="https://issues.shibboleth.net/jira/secure/ViewProfile.jspa?name=tzeller%40shibboleth.net" style="color:#0052cc;; color: #3b73af; text-decoration: none">Tom Zeller</a> </td> 
                                                </tr> 
                                                <tr> 
                                                    <th style="color: #707070; font: normal 14px/20px Arial, sans-serif; text-align: left; vertical-align: top; padding: 2px 0">Attachments:</th> 
                                                    <td style="padding: 0px; border-collapse: collapse; font: normal 14px/20px Arial, sans-serif; padding: 2px 0 2px 5px; vertical-align: top"> jdbctest.java, testmysql.sh </td> 
                                                </tr> 
                                                <tr> 
                                                    <th style="color: #707070; font: normal 14px/20px Arial, sans-serif; text-align: left; vertical-align: top; padding: 2px 0">Created:</th> 
                                                    <td style="padding: 0px; border-collapse: collapse; font: normal 14px/20px Arial, sans-serif; padding: 2px 0 2px 5px; vertical-align: top"> 16/Jan/19 3:10 PM </td> 
                                                </tr> 
                                                <tr> 
                                                    <th style="color: #707070; font: normal 14px/20px Arial, sans-serif; text-align: left; vertical-align: top; padding: 2px 0">Priority:</th> 
                                                    <td class="has-icon" style="padding: 0px; border-collapse: collapse; font: normal 14px/20px Arial, sans-serif; padding: 2px 0 2px 5px; vertical-align: top"> <img src="cid:jira-generated-image-static-minor-7946b1e5-9ec1-4261-ba4f-74883a1fe89d" height="16" width="16" border="0" align="absmiddle" alt="Minor" style="vertical-align: text-bottom"> Minor </td> 
                                                </tr> 
                                                <tr> 
                                                    <th style="color: #707070; font: normal 14px/20px Arial, sans-serif; text-align: left; vertical-align: top; padding: 2px 0">Reporter:</th> 
                                                    <td style="padding: 0px; border-collapse: collapse; font: normal 14px/20px Arial, sans-serif; padding: 2px 0 2px 5px; vertical-align: top"> <a class="user-hover" rel="cphillips@canarie.ca" id="email_cphillips@canarie.ca" href="https://issues.shibboleth.net/jira/secure/ViewProfile.jspa?name=cphillips%40canarie.ca" style="color:#0052cc;; color: #3b73af; text-decoration: none">Chris Phillips</a> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                                <tr> 
                                    <td class="email-content-main mobile-expand  issue-description-container" style="padding: 0px; border-collapse: collapse; border-left: 1px solid #cccccc; border-right: 1px solid #cccccc; border-top: 0; border-bottom: 0; padding: 0 15px 0 16px; background-color: #ffffff; padding-top: 5px; padding-bottom: 10px" bgcolor="#ffffff"> 
                                        <table class="text-paragraph-pattern" cellspacing="0" cellpadding="0" border="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 2px"> 
                                            <tbody>
                                                <tr> 
                                                    <td class="text-paragraph-pattern-container mobile-resize-text " style="padding: 0px; border-collapse: collapse; padding: 0 0 10px 0"> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0; margin-top: 0">I just finished updating some mysql 8.0.13 community edition db work with idp 3.3.2 and was confounded for quite awhile will the jdbc driver wasn't working as expected. </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">What has been done is that when you use com.mysql.jdbc.Driver, it <b>WILL</b> work in regular java client but I encountered a problem in openjdk9, idp 3.3.2 where it just won't load. (stacktrace is below)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">what is needed is the <b>NEW</b> client which DOESN't complain and just works. </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">One could chalk this up to 'Chris, just use the right driver!' but all the shibboleth examples on the website use the OLD driver and if my experience is accurate, won't work with the latest Mysql 8.0.13 community edition db DESPITE being able to connect and query the db and not throw errors. It silents chokes on itself somehow.</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">I'll include my tinkertoy jdbc app that will illustrate the calls and maybe what triggers the grief.</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">I have not tested with latest IdP as I'm working my way up the versions of components to come current there first.</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">The action from this from the Shib team may be to update/annotate locations for jdbc database calls to be vigilant on driver version and the DB.  First principle stuff, but something that will definitely taint people's opinion about the idp. </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">This is the stack trace that goes away when the right driver is used.</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">2019-01-16 12:55:24,779 - WARN <span class="error">[net.shibboleth.idp.saml.nameid.impl.JDBCPersistentIdStoreEx:502]</span> - Stored Id Store: The database was not reachable or was not defined with an appropriate table + primary key</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">java.sql.SQLException: Cannot create PoolableConnectionFactory (Could not create connection to database server. Attempted reconnect 3 times. Giving up.)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> at org.apache.commons.dbcp2.BasicDataSource.createPoolableConnectionFactory(BasicDataSource.java:2294)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLNonTransientConnectionException: Could not create connection to database server. Attempted reconnect 3 times. Giving up.</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">Caused by: java.lang.NullPointerException: null</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> at com.mysql.jdbc.ConnectionImpl.getServerCharset(ConnectionImpl.java:2989)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">2019-01-16 12:55:25,005 - ERROR <span class="error">[net.shibboleth.idp.saml.nameid.impl.JDBCPersistentIdStoreEx:498]</span> - Stored Id Store: Exception verifying database</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">java.sql.SQLException: Cannot create PoolableConnectionFactory (Could not create connection to database server.)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> at org.apache.commons.dbcp2.BasicDataSource.createPoolableConnectionFactory(BasicDataSource.java:2294)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLNonTransientConnectionException: Could not create connection to database server.</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">Caused by: java.lang.NullPointerException: null</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> at com.mysql.jdbc.ConnectionImpl.getServerCharset(ConnectionImpl.java:2989)</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">2019-01-16 12:55:25,006 - WARN <span class="error">[net.shibboleth.ext.spring.context.FilesystemGenericApplicationContext:549]</span> - Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreation</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">Exception: Error creating bean with name 'shibboleth.SAML2NameIDGenerators': Cannot resolve reference to bean 'shibboleth.SAML2PersistentGenerator' while setting bean property 'sourceList' with key <span class="error">[1]</span>; nested exception is org.springfram</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">ework.beans.factory.BeanCreationException: Error creating bean with name 'shibboleth.SAML2PersistentGenerator' defined in file <span class="error">[/opt/shibboleth-idp/system/conf/saml-nameid-system.xml]</span>: Cannot resolve reference to bean '#</p> {'shibboleth.Stor edPersistentIdGenerator'.trim()} <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">' while setting bean property 'persistentIdGenerator'; nested exception is org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'shibboleth.StoredPersistentIdGenerator' de</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">fined in file <span class="error">[/opt/shibboleth-idp/system/conf/saml-nameid-system.xml]</span>: Initialization of bean failed; nested exception is org.springframework.beans.factory.BeanExpressionException: Expression parsing failed; nested exception is org.spri</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">ngframework.beans.factory.BeanCreationException: Error creating bean with name 'MyPersistentIdStore' defined in file <span class="error">[/opt/shibboleth-idp/conf/saml-nameid.xml]</span>: Invocation of init method failed; nested exception is net.shibboleth.utiliti</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">es.java.support.component.ComponentInitializationException: The database was not reachable or was not defined with an appropriate table + primary key</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0">2019-01-16 12:55:25,010 - ERROR <span class="error">[net.shibboleth.utilities.java.support.service.AbstractReloadableService:181]</span> - Service 'shibboleth.NameIdentifierGenerationService': Initial load failed</p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> <p style="margin-top:0;margin-bottom:10px;; margin: 10px 0 0 0"> </p> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                                <tr> 
                                    <td class="email-content-main mobile-expand " style="padding: 0px; border-collapse: collapse; border-left: 1px solid #cccccc; border-right: 1px solid #cccccc; border-top: 0; border-bottom: 0; padding: 0 15px 0 16px; background-color: #ffffff" bgcolor="#ffffff"> 
                                        <table id="actions-pattern" cellspacing="0" cellpadding="0" border="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 1px"> 
                                            <tbody>
                                                <tr> 
                                                    <td id="actions-pattern-container" valign="middle" style="padding: 0px; border-collapse: collapse; padding: 10px 0 10px 24px; vertical-align: middle; padding-left: 0"> 
                                                        <table align="left" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                            <tbody>
                                                                <tr> 
                                                                    <td class="actions-pattern-action-icon-container" style="padding: 0px; border-collapse: collapse; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 0; vertical-align: middle"> <a href="https://issues.shibboleth.net/jira/browse/IDP-1400#add-comment" target="_blank" title="Add Comment" style="color: #3b73af; text-decoration: none"> <img class="actions-pattern-action-icon-image" src="cid:jira-generated-image-static-comment-icon-15199bfa-e59a-4522-9778-f1e597098b43" alt="Add Comment" title="Add Comment" height="16" width="16" border="0" style="vertical-align: middle"> </a> </td> 
                                                                    <td class="actions-pattern-action-text-container" style="padding: 0px; border-collapse: collapse; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 4px; padding-left: 5px"> <a href="https://issues.shibboleth.net/jira/browse/IDP-1400#add-comment" target="_blank" title="Add Comment" style="color: #3b73af; text-decoration: none">Add Comment</a> </td> 
                                                                </tr> 
                                                            </tbody>
                                                        </table> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                                <!-- there needs to be content in the cell for it to render in some clients --> 
                                <tr> 
                                    <td class="email-content-rounded-bottom mobile-expand" style="padding: 0px; border-collapse: collapse; color: #ffffff; padding: 0 15px 0 16px; height: 5px; line-height: 5px; background-color: #ffffff; border-top: 0; border-left: 1px solid #cccccc; border-bottom: 1px solid #cccccc; border-right: 1px solid #cccccc; border-bottom-right-radius: 5px; border-bottom-left-radius: 5px; mso-line-height-rule: exactly" height="5" bgcolor="#ffffff"> </td> 
                                </tr> 
                            </tbody>
                        </table> </td> 
                </tr> 
                <tr> 
                    <td id="footer-pattern" style="padding: 0px; border-collapse: collapse; padding: 12px 20px"> 
                        <table id="footer-pattern-container" cellspacing="0" cellpadding="0" border="0" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                            <tbody>
                                <tr> 
                                    <td id="footer-pattern-text" class="mobile-resize-text" width="100%" style="padding: 0px; border-collapse: collapse; color: #999999; font-size: 12px; line-height: 18px; font-family: Arial, sans-serif; mso-line-height-rule: exactly; mso-text-raise: 2px"> This message was sent by Atlassian Jira <span id="footer-build-information">(v7.12.2#712003-<span title="61a922d5458c2b34faa51a4f8074da7e37e442eb" data-commit-id="61a922d5458c2b34faa51a4f8074da7e37e442eb}">sha1:61a922d</span>)</span> </td> 
                                    <td id="footer-pattern-logo-desktop-container" valign="top" style="padding: 0px; border-collapse: collapse; padding-left: 20px; vertical-align: top"> 
                                        <table style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                            <tbody>
                                                <tr> 
                                                    <td id="footer-pattern-logo-desktop-padding" style="padding: 0px; border-collapse: collapse; padding-top: 3px"> <img id="footer-pattern-logo-desktop" src="https://issues.shibboleth.net/jira/images/mail/atlassian-email-logo.png" alt="Atlassian logo" title="Atlassian logo" width="191" height="24" class="image_fix"> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                            </tbody>
                        </table> </td> 
                </tr> 
            </tbody>
        </table>   
    </body>
</html>