append the crumb to the URL (Fix #206, #209, #211 and #225)

.gitignore

@@ -6,3 +6,4 @@
 .idea
 /*.iml
 /classes/
+/.java-version

pom.xml

@@ -41,8 +41,7 @@
     </scm>
     <properties>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-        <maven.compiler.source>1.8</maven.compiler.source>
-        <maven.compiler.target>1.8</maven.compiler.target>
+        <maven.compiler.release>11</maven.compiler.release>
     </properties>
 
     <distributionManagement>
@@ -113,7 +112,7 @@
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-javadoc-plugin</artifactId>
-                <version>2.9.1</version>
+                <version>3.3.0</version>
                 <executions>
                     <execution>
                         <id>attach-javadocs</id>
@@ -123,7 +122,38 @@
                     </execution>
                 </executions>
             </plugin>
-        </plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>                
+                <artifactId>maven-clean-plugin</artifactId>
+                <version>3.3.2</version>
+                <configuration>
+                    <!--filesets>
+                        <fileset>
+                            <directory>${basedir}/shade</directory>
+                        </fileset>
+                    </filesets-->        
+                </configuration>
+            </plugin>            
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.11.0</version>
+                <configuration>
+                    <release>${maven.compiler.release}</release>
+                    <showDeprecation>true</showDeprecation>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-surefire-plugin</artifactId>
+                <version>3.2.2</version>
+                <configuration>
+                    <trimStackTrace>false</trimStackTrace>
+                    <useFile>false</useFile>
+                    <!--forkCount>0</forkCount-->
+                </configuration>
+            </plugin>           
+        </plugins>         
         <extensions>
             <extension>
                 <groupId>org.apache.maven.wagon</groupId>
@@ -274,4 +304,4 @@
         </profile>
     </profiles>
 
-</project>
+</project>

src/main/java/yahoofinance/histquotes2/CrumbManager.java

@@ -46,14 +46,17 @@ private static void setCookie() throws IOException {
         redirectableRequest.setConnectTimeout(YahooFinance.CONNECTION_TIMEOUT);
         redirectableRequest.setReadTimeout(YahooFinance.CONNECTION_TIMEOUT);
 
+        Map<String, String> requestProperties = new HashMap<String, String>();
+        requestProperties.put("Cookie", cookie);
+        requestProperties.put("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.5.2 Safari/605.1.15");
 
-        URLConnection connection = redirectableRequest.openConnection();
+        URLConnection connection = redirectableRequest.openConnection(requestProperties);
 
         for(String headerKey : connection.getHeaderFields().keySet()) {        	
             if("Set-Cookie".equalsIgnoreCase(headerKey)) {
                 for(String cookieField : connection.getHeaderFields().get(headerKey)) {                	
                     for(String cookieValue : cookieField.split(";")) {
-                        if(cookieValue.matches("B=.*")) {
+                        if(cookieValue.matches("A1S=.*")) {
                             cookie = cookieValue;
                             log.debug("Set cookie from http request: {}", cookie);
                             return;
@@ -162,6 +165,7 @@ private static void setCrumb() throws IOException {
 
         Map<String, String> requestProperties = new HashMap<String, String>();
         requestProperties.put("Cookie", cookie);
+        requestProperties.put("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.5.2 Safari/605.1.15");
 
         URLConnection crumbConnection = redirectableCrumbRequest.openConnection(requestProperties);
         InputStreamReader is = new InputStreamReader(crumbConnection.getInputStream());

src/main/java/yahoofinance/quotes/query1v7/QuotesRequest.java

@@ -16,6 +16,7 @@
 import java.util.LinkedHashMap;
 import java.util.List;
 import java.util.Map;
+import yahoofinance.histquotes2.CrumbManager;
 
 /**
  *
@@ -61,7 +62,9 @@ public List<T> getResult() throws IOException {
         params.put("symbols", this.symbols);
 
         String url = YahooFinance.QUOTES_QUERY1V7_BASE_URL + "?" + Utils.getURLParameters(params);
-
+        if (!CrumbManager.getCrumb().isEmpty()) {
+            url = url + "&crumb=" + CrumbManager.getCrumb();
+        }
         // Get JSON from Yahoo
         log.info("Sending request: " + url);
 

src/test/java/yahoofinance/CrumbManagerTest.java

@@ -0,0 +1,19 @@
+package yahoofinance;
+
+import static org.junit.Assert.assertNotNull;
+import org.junit.Test;
+import java.io.IOException;
+import yahoofinance.histquotes2.CrumbManager;
+
+/**
+ *
+ * @author gilberto.andrade
+ */
+public class CrumbManagerTest {
+
+    @Test
+    public void getCrumbTest() throws IOException {
+        assertNotNull(CrumbManager.getCrumb());
+    }
+
+}

src/test/java/yahoofinance/QuoteRequestTest.java

@@ -0,0 +1,19 @@
+package yahoofinance;
+
+import java.io.IOException;
+import org.junit.Test;
+import static org.junit.Assert.*;
+
+/**
+ *
+ * @author gilberto.andrade
+ */
+public class QuoteRequestTest {
+
+    @Test
+    public void getQuoteTest() throws IOException {
+        Stock stock = YahooFinance.get("INTC");
+        assertEquals(stock.getStats().getSymbol(), "INTC");
+
+    }
+}