I included in my test folder the following:
httpQuery.ahk
Code:
#NoEnv
httpQueryOps = showheader
MsgBox % HTTPQuery(Result,"http://www.autohotkey.net/~Uberi/") . "`n""" . Result . """"
HTTPQuery(ByRef Result,URL,POSTData = "",Headers = "",POSTDataLength = "")
{
;Currently the verbs showHeader, storeHeader, and updateSize are supported in httpQueryOps. In case you need a different UserAgent, Proxy, ProxyBypass, Referrer, and AcceptType just specify them as global variables. Also if any special Flags are needed such as INTERNET_FLAG_NO_AUTO_REDIRECT or cache handling this might be set using the httpQueryDwFlags variable as global
global httpQueryOps, httpAgent, httpProxy, httpProxyBypass, httpQueryReferrer, httpQueryAcceptType, httpQueryDwFlags, HttpQueryFullSize, HttpQueryHeader, HttpQueryCurrentSize
CharSize := A_IsUnicode ? 2 : 1, Suffix := A_IsUnicode ? "W" : "A", UPtr := A_PtrSize ? "UPtr" : "UInt", Char := A_IsUnicode ? "UShort" : "UChar", PtrSize := A_PtrSize ? A_PtrSize : 4, StrGetFunc := "StrGet"
If httpAgent =
httpAgent = AutoHotkeyScript
If httpProxy =
httpProxy = 0
If httpProxyBypass =
httpProxyBypass = 0
VarSetCapacity(URL_COMPONENTS,(6 * PtrSize) + 36,0), Offset := 0
NumPut(60,URL_COMPONENTS,Offset,"UInt"), Offset += 4
VarSetCapacity(lpszScheme,255,0), NumPut(&lpszScheme,URL_COMPONENTS,Offset), Offset += PtrSize, NumPut(255,URL_COMPONENTS,Offset,"UInt"), Offset += 4
NumPut(255,URL_COMPONENTS,Offset,"UInt"), Offset += 4
VarSetCapacity(lpszHostName,1024,0), NumPut(&lpszHostName,URL_COMPONENTS,Offset), Offset += PtrSize, NumPut(1024,URL_COMPONENTS,Offset,"UInt"), Offset += 4
NumPut(0xFFFF,URL_COMPONENTS,Offset,"UInt"), Offset += 4
VarSetCapacity(lpszUserName,1024,0), NumPut(&lpszUserName,URL_COMPONENTS,Offset), Offset += PtrSize, NumPut(1024,URL_COMPONENTS,Offset,"UInt"), Offset += 4
VarSetCapacity(lpszPassword,1024,0), NumPut(&lpszPassword,URL_COMPONENTS,Offset), Offset += PtrSize, NumPut(1024,URL_COMPONENTS,Offset,"UInt"), Offset += 4
VarSetCapacity(lpszURLPath,1024,0), NumPut(&lpszURLPath,URL_COMPONENTS,Offset), Offset += PtrSize, NumPut(1024,URL_COMPONENTS,Offset,"UInt"), Offset += 4
VarSetCapacity(lpszExtraInfo,1024,0), NumPut(&lpszExtraInfo,URL_COMPONENTS,Offset), Offset += PtrSize, NumPut(1024,URL_COMPONENTS,Offset), Offset += 4
hModule := DllCall("LoadLibrary","Str","WinINet.dll")
;Split the given URL: extract scheme, user, pass, authority (host), port, path, and query (extrainfo)
If Not DllCall("WinINet\InternetCrackUrl" . Suffix,UPtr,&URL,"UInt",StrLen(URL),"UInt",0,UPtr,&URL_COMPONENTS)
Return, "Error retrieving URL components."
;Update variables to length
VarSetCapacity(lpszScheme,-1), VarSetCapacity(lpszHostName,-1), VarSetCapacity(lpszUserName,-1), VarSetCapacity(lpszPassword,-1), VarSetCapacity(lpszURLPath,-1), VarSetCapacity(lpszExtraInfo,-1)
nPort := NumGet(URL_COMPONENTS,24)
lpszUrlPath .= lpszExtrainfo
;detect additional Flags
Flags := httpQueryDwFlags
;SECURITY_FLAG_IGNORE_UNKNOWN_CA=0x00000100
;SECURITY_FLAG_IGNORE_CERT_DATE_INVALID=0x00002000
If lpszScheme = https
Flags |= 0x801200 ;INTERNET_FLAG_SECURE | SECURITY_FLAG_IGNORE_CERT_CN_INVALID | SECURITY_FLAG_IGNORE_CERT_WRONG_USAGE
;detect unknown or invalid URL
If lpszScheme = unknown
Return, "Invalid URL."
hInternet := DllCall("WinINet\InternetOpen" . Suffix,UPtr,&httpAgent,"UInt",(httpProxy ? 3 : 1),UPtr,&httpProxy,UPtr,&httpProxyBypass,"UInt",0)
hConnect := DllCall("WinINet\InternetConnect" . Suffix,UPtr,hInternet,UPtr,&lpszHostname,"Int",nPort,UPtr,lpszUsername ? &lpszUsername : 0,UPtr,lpszPassword ? &lpszPassword : 0,"UInt",3,"UInt",0,"UInt*",0)
If Not hConnect
Return, "Connection failed."
;Select the correct HTTP verb
If POSTData =
HTTPVerb = GET
Else
{
HTTPVerb = POST
If Headers =
Headers = Content-Type: application/x-www-form-urlencoded
}
hRequest := DllCall("WinINet\HttpOpenRequest" . Suffix,UPtr,hConnect,UPtr,&HTTPVerb,UPtr,&lpszUrlPath,"Str","HTTP/1.1",UPtr,&httpQueryReferrer,UPtr,&httpQueryAcceptTypes,"UInt",Flags,"UInt",0)
If Not hRequest
Return, "Error opening request."
If Not DllCall("WinINet\HttpSendRequest" . Suffix, UPtr,hRequest,UPtr,Headers,"UInt",Strlen(Headers),UPtr,&POSTData,"UInt",(POSTDataLength <> "") ? POSTDataLength : Strlen(POSTData))
Return, "Error sending request."
VarSetCapacity(ReturnedHeaders,512,0), HeaderLen := 512
Loop, 5
{
If (HeaderRequest := DllCall("WinINet\HttpQueryInfo" . Suffix,UPtr,hRequest,UInt,21,UPtr,&ReturnedHeaders,"UInt*",HeaderLen,"UInt",0))
Break
VarSetCapacity(ReturnedHeaders,HeaderLen,0)
}
If HeaderRequest
{
Loop, % HeaderLen / CharSize
{
If Not NumGet(ReturnedHeaders,(A_Index - 1) * CharSize,Char)
NumPut(10,ReturnedHeaders,(A_Index - 1) * CharSize,Char) ;Asc("`n") = 10
}
VarSetCapacity(ReturnedHeaders,-1)
}
Else
Return, "Timed out"
Loop, Parse, ReturnedHeaders, `n, `r
{
RegExMatch(A_LoopField,"S)HTTP/1\.[01]\s+(\d+)",HTTPReturnValue)
Break
}
;HttpQueryOps handling
If HTTPQueryOps <>
{
IfInString, HTTPQueryOps, ShowHeader ;show all returned headers
MsgBox, %ReturnedHeaders%
IfInString, HTTPQueryOps, StoreHeader ;store returned headers in a global variable
HttpQueryHeader := ReturnedHeaders
IfInString, HTTPQueryOps, UpdateSize ;store the size of the content in a global variable
{
If RegExMatch(A_LoopField,"\nContent-Length:\s*?(\d+)",HeaderSize)
HttpQueryFullSize := HeaderSize1
Else
HttpQueryFullSize := "Size unavailable"
}
}
If HTTPReturnValue1 Not In 100,200,201,202,302
{
HTTPReturnCodes = |100=Continue|101=Switching Protocols|102=Processing (WebDAV) (RFC 2518)|200=OK|201=Created|202=Accepted|203=Non-Authoritative Information|204=No Content|205=Reset Content|206=Partial Content|207=Multi-Status (WebDAV)|300=Multiple Choices|301=Moved Permanently|302=Found|303=See Other|304=Not Modified|305=Use Proxy|306=Switch Proxy|307=Temporary Redirect|400=Bad Request|401=Unauthorized|402=Payment Required|403=Forbidden|404=Not Found|405=Method Not Allowed|406=Not Acceptable|407=Proxy Authentication Required|408=Request Timeout|409=Conflict|410=Gone|411=Length Required|412=Precondition Failed|413=Request Entity Too Large|414=Request-URI Too Long|415=Unsupported Media Type|416=Requested Range Not Satisfiable|417=Expectation Failed|418=I'm a teapot (RFC 2324)|422=Unprocessable Entity (WebDAV) (RFC 4918)|423=Locked (WebDAV) (RFC 4918)|424=Failed Dependency (WebDAV) (RFC 4918)|425=Unordered Collection (RFC 3648)|426=Upgrade Required (RFC 2817)|449=Retry With|500=Internal Server Error|501=Not Implemented|502=Bad Gateway|503=Service Unavailable|504=Gateway Timeout|505=HTTP Version Not Supported|506=Variant Also Negotiates (RFC 2295)|507=Insufficient Storage (WebDAV) (RFC 4918)|509=Bandwidth Limit Exceeded|510=Not Extended (RFC 2774)|
Temp1 := InStr(HTTPReturnCodes,"|" . HTTPReturnValue1 . "=")
If Not Temp1
Return, "Invalid return code"
Temp1 += StrLen(HTTPReturnValue1) + 2, HTTPMessage := SubStr(HTTPReturnCodes,Temp1,InStr(HTTPReturnCodes,"|",False,Temp1) - Temp1), Result := HTTPReturnValue1 . " " . HTTPMessage
Return, StrLen(Result)
}
TotalSize := 0, BytesRead := 0
Loop
{
BufferIndex := A_Index
VarSetCapacity(Buffer%BufferIndex%,1024,0)
ReadFile := DllCall("wininet\InternetReadFile",UPtr,hRequest,UPtr,&Buffer%BufferIndex%,"UInt",1024,"UInt*",BytesRead)
If (ReadFile && !BytesRead)
Break
Else
TotalSize += BytesRead, SizeArray .= BytesRead . "|"
}
If InStr(HTTPQueryOps,"UpdateSize")
HttpQueryCurrentSize := TotalSize
SizeArray := SubStr(SizeArray,1,-1)
VarSetCapacity(Result,TotalSize + 1,0)
pData := &Result
Loop, Parse, SizeArray, |
DllCall("RtlMoveMemory",UPtr,pData,UPtr,&buffer%A_Index%,"UInt",A_LoopField), pData += A_LoopField
IsText := RegExMatch(ReturnedHeaders,"iS)\nContent-Type:.*?\btext\b.*?(?:\bcharset=\K[\w-]+|$\K)",CharSet)
pData := &Result
;check for a byte order mark
If ((NumGet(Result) & 0xFFFFFF) = 0xBFBBEF) ;UTF-8 BOM: EF BB BF
pData += 3, CharSet := "utf-8"
Else If (NumGet(Result) & 0xffff) = 0xFEFF ; UTF-16 BOM: FF FE
pData += 2, CharSet := "utf-16"
If CharSet In utf-8,utf-16
{
If IsFunc("StrGet")
Result := %StrGetFunc%(pData,CharSet)
Else
{
If CharSet = utf-8
{
CharCount := DllCall("MultiByteToWideChar","UInt",65001,"UInt",0,UPtr,pData,"Int",-1,"UInt",0,"Int",0)
VarSetCapacity(Temp1,CharCount << 1), DllCall("MultiByteToWideChar","UInt",65001,"UInt",0,UPtr,pData,"Int",CharCount,UPtr,&Temp1,"Int",CharCount << 1)
DllCall("WideCharToMultiByte","UInt",0,"UInt",0x400,UPtr,&Temp1,"Int",CharCount,UPtr,&Result,"Int",CharCount,"UInt",0,"UInt",0), VarSetCapacity(Result,-1)
}
Else
{
CharCount := DllCall("WideCharToMultiByte","UInt",0,"UInt",0x400,UPtr,pData,"Int",-1,"UInt",0,"UInt",0,"UInt",0,"UInt",0)
DllCall("WideCharToMultiByte","UInt",0,"UInt",0x400,UPtr,pData,"Int",CharCount,UPtr,&Result,"Int",CharCount,"UInt",0,"UInt",0), VarSetCapacity(Result,-1)
}
}
}
;treat all unrecognized names as this system's ANSI code page.
Else If (IsText && A_IsUnicode)
Result := %StrGetFunc%(pData,"CP0")
DllCall("WinINet\InternetCloseHandle",UPtr,hRequest), DllCall("WinINet\InternetCloseHandle",UPtr,hInternet), DllCall("WinINet\InternetCloseHandle",UPtr,hConnect), DllCall("FreeLibrary",UPtr,hModule)
Return, TotalSize
}
YTLib.ahk
Code:
YTGetTitle(yt) {
RegExMatch(yt,"document\.title.*?""(.+?)"";", rtitle) ; extract title
toReplace = \u00fc|ü`n\u00f6|ö`n\u00e4|ä`n\u00dc|Ü`n\u00d6|Ö`n\u00c4|Ä`n\u00df|ß`n"|`n&|&`n:|-`n*|_`n?|`n"|'`n/|_`n\|_`nÃo|Ü`nÃ-|Ö`nÃ"|Ä`nü|ü`nö|ö`nä|ä`nÃY|ß`n・|_
replaced := replaceMultiple(rtitle1,toReplace) ; replace above characters
return RegExReplace(replaced,"[\\\/:\*\?""<>\|]","_") ; replace illegal characters in filenames
}
YTGetQualities(yt) {
RegExMatch(yt,"fmt_url_map"": ""(.+?)""",content) ; extract content for qualities
while (pos := RegExMatch(content1,"(.+?)\|.*?,",out,(pos ? pos : 1))) ; cycle through available qualities
q .= out1 "|", pos += StrLen(out), lpos := pos
RegExMatch(content1,"(.+?)\|.*?",out,lpos) ; catch last one too
return q . out1
}
YTGetDownloadURL(yt,fmt)
{
RegExMatch(yt,"var swfConfig.*?" . fmt . "\|(.+?),", rurl) ; extract Download URL for fmt value
toReplace = \u0026|&`n\/|/
return replaceMultiple(rurl1,toReplace)
}
YTGetExtension(fmt) {
static flv := "|5|34|35|", mp4 := "|18|22|37|38|", webm := "|43|45|", 3gp := "17", strings := "flv|mp4|webm|3gp"
Loop, Parse, strings, |
if InStr(%A_LoopField%,"|" . fmt . "|")
return A_LoopField
}
replaceMultiple(in,rep) {
Loop, Parse, rep, `n
{
StringSplit, var, A_LoopField, |
StringReplace, in, in, %var1%, %var2%, ALL
}
return in
}
It still does not work.
Login
Register
FAQ
Search
, contains a second httpquery
