AutoIT - winhttp.winhttprequest.5.1 MSXML2.XMLHTTP.6.0 large download fail - xmlhttprequest

Question

I have a problem with winhttp.winhttprequest.5.1 & MSXML2.XMLHTTP.6.0 for download large bin file.
My code :
;Droit Admin
#RequireAdmin
;Handler Error
Global $__g_oHTTP_ErrorHandler = ObjEvent("AutoIt.Error", __HTTP_OnError)
$local = #DesktopDir & "\test.bin"
$lien = "https://mylink1-26Mb"
;$lien = "https://mylink2-11Mb"
$oHTTP = ObjCreate("WinHttp.WinHttpRequest.5.1")
;First Connection with SSO authenticate
$url = "https://sso.authenticate"
$target = "https://domain"
$body = "USER=ABCD1234&PASSWORD=AZERTY&target=" & $target
$oHTTP = ObjCreate("WinHttp.WinHttpRequest.5.1")
$oHTTP.Open("POST", $url, False)
$oHTTP.Send($body)
;Print
ConsoleWrite($oHTTP.Status & #CR)
ConsoleWrite($oHTTP.GetAllResponseHeaders & #CR)
Console :
200
Cache-Control: no-cache, private
Connection: Keep-Alive Date: Thu,25 Aug 2022 07:12:25 GMT
Keep-Alive: timeout=5, max=98
Pragma: no-cache
Transfer-Encoding: chunked
Content-Type: text/html;charset=UTF-8
Expires: -1
Server: Apache
Vary: Accept-Encoding
X-Vcap-Request-Id: ############################
;Request HEAD to obtain size file
$oHTTP.Open("HEAD", $lien, False)
$oHTTP.Send()
;Print
$size_cloud_file = $oHTTP.GetResponseHeader("Content-Length")
ConsoleWrite($oHTTP.Status & #CR)
ConsoleWrite($oHTTP.GetAllResponseHeaders & #CR)
Console :
200
Cache-Control: no-cache, private
Connection: Keep-Alive
Date: Thu, 25 Aug 2022 07:12:25 GMT
Keep-Alive: timeout=5, max=97
Pragma: no-cache
qr> Content-Length: 26683497
Content-Type: text/plain;charset=UTF-8
Expires: 0
Server: Apache
Content-Description: File Transfer
Content-Disposition: attachment;filename=file.bin
X-Vcap-Request-Id: ########################
;Download File
$oHTTP.Open("GET", $lien, False)
$oHTTP.Send()
;Print all values
Consolewrite("#Status : " & $oHTTP.Status & #CR)
Consolewrite("#Status Text : " & $oHTTP.StatusText & #CR)
Consolewrite("#GetAllResponseHeaders : " & #CR & $oHTTP.GetAllResponseHeaders & #CR)
;Consolewrite("Response Text : " & $oHTTP.ResponseText & #CR)
if ($oHTTP.option(0)) Then Consolewrite("#UserAgentString : " & $oHTTP.option(0) & #CR)
if ($oHTTP.option(1)) Then Consolewrite("#URL : " & $oHTTP.option(1) & #CR)
if ($oHTTP.option(2)) Then Consolewrite("#URLCodePage : " & $oHTTP.option(2) & #CR)
if ($oHTTP.option(3)) Then Consolewrite("#EscapePercentInURL : " & $oHTTP.option(3) & #CR)
if ($oHTTP.option(4)) Then Consolewrite("#SslErrorIgnoreFlags : " & $oHTTP.option(4) & #CR)
if ($oHTTP.option(5)) Then Consolewrite("#SelectCertificate : " & $oHTTP.option(5) & #CR)
if ($oHTTP.option(6)) Then Consolewrite("#EnableRedirects : " & $oHTTP.option(6) & #CR)
if ($oHTTP.option(7)) Then Consolewrite("#UrlEscapeDisable : " & $oHTTP.option(7) & #CR)
if ($oHTTP.option(8)) Then Consolewrite("#UrlEscapeDisableQuery : " & $oHTTP.option(8) & #CR)
if ($oHTTP.option(9)) Then Consolewrite("#SecureProtocols : " & $oHTTP.option(9) & #CR)
if ($oHTTP.option(10)) Then Consolewrite("#EnableTracing : " & $oHTTP.option(10) & #CR)
if ($oHTTP.option(11)) Then Consolewrite("#RevertImpersonationOverSsl : " & $oHTTP.option(11) & #CR)
if ($oHTTP.option(12)) Then Consolewrite("#EnableHttpsToHttpRedirects : " & $oHTTP.option(12) & #CR)
if ($oHTTP.option(13)) Then Consolewrite("#EnablePassportAuthentication : " & $oHTTP.option(13) & #CR)
if ($oHTTP.option(14)) Then Consolewrite("#MaxAutomaticRedirects : " & $oHTTP.option(14) & #CR)
if ($oHTTP.option(15)) Then Consolewrite("#MaxResponseHeaderSize : " & $oHTTP.option(15) & #CR)
if ($oHTTP.option(16)) Then Consolewrite("#MaxResponseDrainSize : " & $oHTTP.option(16) & #CR)
if ($oHTTP.option(17)) Then Consolewrite("#EnableHttp1_1 : " & $oHTTP.option(17) & #CR)
if ($oHTTP.option(18)) Then Consolewrite("#EnableCertificateRevocationCheck : " & $oHTTP.option(18) & #CR)
Console :
#Status : 200
#Status Text : OK
#GetAllResponseHeaders :
Cache-Control: no-cache, private
Connection: Keep-Alive
Date: Thu, 25 Aug 2022 07:12:26 GMT
Keep-Alive: timeout=5, max=96
Pragma: no-cache
Content-Length: 26683497
Content-Type: text/plain;charset=UTF-8
Expires: 0
Server: Apache
Vary: Accept-Encoding
Content-Description: File Transfer
Content-Disposition: attachment;filename=file.bin
X-Vcap-Request-Id: ######################################
#UserAgentString : Mozilla/4.0 (compatible; Win32; WinHttp.WinHttpRequest.5)
#URL : https://mylink1-26Mb
#URLCodePage : 65001
#EnableRedirects : True
#UrlEscapeDisableQuery : True
#RevertImpersonationOverSsl : True
#MaxAutomaticRedirects : 10
#MaxResponseHeaderSize : 65536
#MaxResponseDrainSize : 1024000
#EnableHttp1_1 : True
;Copy ResponseBody to bin local file
FileDelete($local)
$handle = FileOpen($local, 18)
FileWrite($handle, $oHTTP.ResponseBody) ;=> ResponseBody empty or not exist
FileClose($handle)
Func __HTTP_OnError($oError)
ConsoleWrite(#ScriptName & " (" & $oError.scriptline & ") : ==> COM Error intercepted !" & #CRLF & _
#TAB & "err.number is: " & #TAB & #TAB & "0x" & Hex($oError.number) & #CRLF & _
#TAB & "err.windescription:" & #TAB & $oError.windescription & #CRLF & _
#TAB & "err.description is: " & #TAB & $oError.description & #CRLF & _
#TAB & "err.source is: " & #TAB & #TAB & $oError.source & #CRLF & _
#TAB & "err.helpfile is: " & #TAB & $oError.helpfile & #CRLF & _
#TAB & "err.helpcontext is: " & #TAB & $oError.helpcontext & #CRLF & _
#TAB & "err.lastdllerror is: " & #TAB & $oError.lastdllerror & #CRLF & _
#TAB & "err.scriptline is: " & #TAB & $oError.scriptline & #CRLF & _
#TAB & "err.retcode is: " & #TAB & "0x" & Hex($oError.retcode) & #CRLF & #CRLF)
EndFunc ;==>_MyCOMErrFunc
If i use the same script with a 11Mb file, there are no problem !
It's same error with COM : "MSXML2.XMLHTTP.6.0"
Thanks for your help !

Answer 1

Solution :
I use https://github.com/dragana-r/autoit-winhttp
Thanks to #dragana
#include <WinHttpConstants.au3>
#include <WinHttp.au3>
Func Download($lien,$local,$progressbar)
;Check compatibility with windows
If Not _WinHttpCheckPlatform() Then
ConsoleWrite("WinHTTP not compatible" & #CR)
Return "WinHTTP not compatible"
EndIf
$sProxy = "my_proxy:my_port"
$sProxyBypass = "my_proxy_local_bypass"
$url = "https://sso.authenticate"
$target = "https://domain"
$body = "USER=ABCD1234&PASSWORD=AZERTY&target=" & $target
;First connexion POST
;OPEN
$hOpen = _WinHttpOpen("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.135 Safari/537.36 Edge/12.10240", _
$WINHTTP_ACCESS_TYPE_NAMED_PROXY, _
$sProxy, _
$sProxyBypass)
if #error Then
ConsoleWrite("ERREUR : WinHttpOpen :" & #error & #CR)
Return "ERREUR : WinHttpOpen"
EndIf
;CONNECT
$hConnect = _WinHttpConnect($hOpen, $url, $INTERNET_DEFAULT_HTTPS_PORT)
if #error Then
ConsoleWrite("ERREUR : WinHttpConnect1 : " & #error)
Return "ERREUR : WinHttpConnect1"
EndIf
;REQUEST SEND
$hRequest = _WinHttpSimpleSendSSLRequest($hConnect, "POST", $surl, $WINHTTP_NO_REFERER, $body)
if #error Then
ConsoleWrite("ERREUR : WinHttpSimpleSendSSLRequest1 : " & #error)
Return "ERREUR : WinHttpSimpleSendSSLRequest1"
EndIf
;WAIT
_WinHttpReceiveResponse($hRequest)
;OUT if problems
If ( _WinHttpQueryHeaders($hRequest, $WINHTTP_QUERY_STATUS_CODE) <> 200 ) Then
ConsoleWrite("ERREUR : Connexion fail" & #CR)
Return "ERREUR : Connexion fail"
EndIf
;Second : HEAD (obtain size)
$url_crack = _WinHttpCrackUrl($lien)
$url = $url_crack[0] & "://" & $url_crack[2] & "/"
$surl = $url_crack[6] & $url_crack[7]
$hConnect = _WinHttpConnect($hOpen, $url, $INTERNET_DEFAULT_HTTPS_PORT)
if #error Then
ConsoleWrite("ERREUR : WinHttpConnect2 : " & #error)
Return "ERREUR : WinHttpConnect2"
EndIf
$hRequest = _WinHttpSimpleSendSSLRequest($hConnect, "HEAD", $surl, $WINHTTP_NO_REFERER)
if #error Then
ConsoleWrite("ERREUR : WinHttpSimpleSendSSLRequest2 : " & #error & #CR)
Return "ERREUR : WinHttpSimpleSendSSLRequest2"
EndIf
;WAIT
_WinHttpReceiveResponse($hRequest)
;OUT if problems
If ( _WinHttpQueryOption($hRequest, $WINHTTP_OPTION_URL) <> $lien ) Then
ConsoleWrite("ERREUR : Requête HEAD" &#CR)
Return "ERREUR : Requête HEAD"
EndIf
$size_cloud_file = _WinHttpQueryHeaders($hRequest, $WINHTTP_QUERY_CONTENT_LENGTH)
$size_local_file = FileGetSize($local)
GUICtrlSetData($progressbar, 0)
GUICtrlSetState($progressbar, $GUI_SHOW)
;If size is different
If $size_cloud_file <> $size_local_file Then
;CONNECT
$hConnect = _WinHttpConnect($hOpen, $url, $INTERNET_DEFAULT_HTTPS_PORT)
if #error Then
ConsoleWrite("ERREUR : WinHttpConnect3 : " & #error & #CR)
Return "ERREUR : WinHttpConnect3"
EndIf
$hRequest = _WinHttpSimpleSendSSLRequest($hConnect, _
"GET", _
$surl, _
Default, _
Default, _
Default)
if #error Then
ConsoleWrite("ERREUR : WinHttpSimpleSendSSLRequest : " & #error)
Return "ERREUR : WinHttpSimpleSendSSLRequest"
EndIf
$sData = Binary("")
If _WinHttpQueryDataAvailable($hRequest) Then
While 1
$sChunk = _WinHttpReadData($hRequest, 2)
If #error Then ExitLoop
$sData &= $sChunk
$pourcent = Int((BinaryLen($sData) / $size_cloud_file) * 100)
GUICtrlSetData($progressbar, $pourcent)
WEnd
Else
ConsoleWrite("ERREUR : WinHttpQueryDataAvailable : " & #error)
Return "ERREUR : WinHttpQueryDataAvailable"
EndIf
;Copy Byte Array to file
FileDelete($local)
$handle = FileOpen($local, 18)
FileWrite($handle, $sData)
FileClose($handle)
;If fail copy or download
If ( FileGetSize($local) <> $size_cloud_file ) Then
ConsoleWrite("ERREUR : File error" & #CR)
Return "ERREUR : File error"
EndIf
endfunc