[0001]
[0002]
[0003]
[0004]
[0005]
[0006]
[0007]
[0008]
[0009]
[0010]
[0011]
[0012]
[0013]
[0014]
[0015]
[0016]
[0017]
[0018]
[0019]
[0020]
[0021]
[0022]
[0023]
[0024]
[0025]
[0026]
[0027]
[0028]
[0029]
[0030]
[0031]
[0032]
[0033]
[0034]
[0035]
[0036]
[0037]
[0038]
[0039]
[0040]
[0041]
[0042]
[0043]
[0044]
[0045]
[0046]
[0047]
[0048]
[0049]
[0050]
[0051]
[0052]
[0053]
[0054]
[0055]
[0056]
[0057]
[0058]
[0059]
[0060]
[0061]
[0062]
[0063]
[0064]
[0065]
[0066]
[0067]
[0068]
[0069]
[0070]
[0071]
[0072]
[0073]
[0074]
[0075]
[0076]
[0077]
[0078]
[0079]
[0080]
[0081]
[0082]
[0083]
[0084]
[0085]
[0086]
[0087]
[0088]
[0089]
[0090]
[0091]
[0092]
[0093]
[0094]
[0095]
[0096]
[0097]
[0098]
[0099]
[0100]
[0101]
[0102]
[0103]
[0104]
[0105]
[0106]
[0107]
[0108]
[0109]
[0110]
[0111]
[0112]
[0113]
[0114]
[0115]
[0116]
[0117]
[0118]
[0119]
[0120]
[0121]
[0122]
[0123]
[0124]
[0125]
[0126]
[0127]
[0128]
[0129]
[0130]
[0131]
[0132]
[0133]
[0134]
[0135]
[0136]
[0137]
[0138]
[0139]
[0140]
[0141]
[0142]
[0143]
[0144]
[0145]
[0146]
[0147]
[0148]
[0149]
[0150]
[0151]
[0152]
[0153]
[0154]
[0155]
[0156]
[0157]
[0158]
[0159]
[0160]
[0161]
[0162]
[0163]
[0164]
[0165]
[0166]
[0167]
[0168]
[0169]
[0170]
[0171]
[0172]
[0173]
[0174]
[0175]
[0176]
[0177]
[0178]
[0179]
[0180]
[0181]
[0182]
[0183]
[0184]
[0185]
[0186]
[0187]
[0188]
[0189]
[0190]
[0191]
[0192]
[0193]
[0194]
[0195]
[0196]
[0197]
[0198]
[0199]
[0200]
[0201]
[0202]
[0203]
[0204]
[0205]
[0206]
[0207]
[0208]
[0209]
[0210]
[0211]
[0212]
[0213]
[0214]
[0215]
[0216]
[0217]
[0218]
[0219]
[0220]
[0221]
[0222]
[0223]
[0224]
[0225]
[0226]
[0227]
[0228]
[0229]
[0230]
[0231]
[0232]
[0233]
[0234]
[0235]
[0236]
[0237]
[0238]
[0239]
[0240]
[0241]
[0242]
[0243]
[0244]
[0245]
[0246]
[0247]
[0248]
[0249]
[0250]
[0251]
[0252]
[0253]
[0254]
[0255]
[0256]
[0257]
[0258]
[0259]
[0260]
[0261]
[0262]
[0263]
[0264]
[0265]
[0266]
[0267]
[0268]
[0269]
[0270]
[0271]
[0272]
[0273]
[0274]
[0275]
[0276]
[0277]
[0278]
[0279]
[0280]
[0281]
[0282]
[0283]
[0284]
[0285]
[0286]
[0287]
[0288]
[0289]
[0290]
[0291]
[0292]
[0293]
[0294]
[0295]
[0296]
[0297]
[0298]
[0299]
[0300]
[0301]
[0302]
[0303]
[0304]
[0305]
[0306]
[0307]
[0308]
[0309]
[0310]
[0311]
[0312]
[0313]
[0314]
[0315]
[0316]
[0317]
[0318]
[0319]
[0320]
[0321]
[0322]
[0323]
[0324]
[0325]
[0326]
[0327]
[0328]
[0329]
[0330]
[0331]
[0332]
[0333]
[0334]
[0335]
[0336]
[0337]
[0338]
[0339]
[0340]
[0341]
[0342]
[0343]
[0344]
[0345]
[0346]
[0347]
[0348]
[0349]
[0350]
[0351]
[0352]
[0353]
[0354]
[0355]
[0356]
[0357]
[0358]
[0359]
[0360]
[0361]
[0362]
[0363]
[0364]
[0365]
[0366]
[0367]
[0368]
[0369]
[0370]
[0371]
[0372]
[0373]
[0374]
[0375]
[0376]
[0377]
[0378]
[0379]
[0380]
[0381]
[0382]
[0383]
[0384]
[0385]
[0386]
[0387]
[0388]
[0389]
[0390]
[0391]
[0392]
[0393]
[0394]
[0395]
[0396]
[0397]
[0398]
[0399]
[0400]
[0401]
[0402]
[0403]
[0404]
[0405]
[0406]
[0407]
[0408]
[0409]
[0410]
[0411]
[0412]
[0413]
[0414]
[0415]
[0416]
[0417]
[0418]
[0419]
[0420]
[0421]
[0422]
[0423]
[0424]
[0425]
[0426]
[0427]
[0428]
[0429]
[0430]
[0431]
[0432]
[0433]
[0434]
[0435]
[0436]
[0437]
[0438]
[0439]
[0440]
[0441]
[0442]
[0443]
[0444]
[0445]
[0446]
[0447]
[0448]
[0449]
[0450]
[0451]
[0452]
[0453]
[0454]
[0455]
[0456]
[0457]
[0458]
[0459]
[0460]
[0461]
[0462]
[0463]
[0464]
[0465]
[0466]
[0467]
[0468]
[0469]
[0470]
[0471]
[0472]
[0473]
[0474]
[0475]
[0476]
[0477]
[0478]
[0479]
[0480]
[0481]
[0482]
[0483]
[0484]
[0485]
[0486]
[0487]
[0488]
[0489]
[0490]
[0491]
[0492]
[0493]
[0494]
[0495]
[0496]
[0497]
[0498]
[0499]
[0500]
[0501]
[0502]
[0503]
[0504]
[0505]
[0506]
[0507]
[0508]
[0509]
[0510]
[0511]
[0512]
[0513]
[0514]
[0515]
[0516]
[0517]
[0518]
[0519]
[0520]
[0521]
[0522]
[0523]
[0524]
[0525]
[0526]
[0527]
[0528]
[0529]
[0530]
[0531]
[0532]
[0533]
[0534]
[0535]
[0536]
[0537]
[0538]
[0539]
[0540]
[0541]
[0542]
[0543]
[0544]
[0545]
[0546]
[0547]
[0548]
[0549]
[0550]
[0551]
[0552]
[0553]
[0554]
[0555]
[0556]
[0557]
[0558]
[0559]
[0560]
[0561]
[0562]
[0563]
[0564]
[0565]
[0566]
[0567]
[0568]
[0569]
[0570]
[0571]
[0572]
[0573]
[0574]
[0575]
[0576]
[0577]
[0578]
[0579]
[0580]
[0581]
[0582]
[0583]
[0584]
[0585]
[0586]
[0587]
[0588]
[0589]
[0590]
[0591]
[0592]
[0593]
[0594]
[0595]
[0596]
[0597]
[0598]
[0599]
[0600]
[0601]
[0602]
[0603]
[0604]
[0605]
[0606]
[0607]
[0608]
[0609]
[0610]
[0611]
[0612]
[0613]
[0614]
[0615]
[0616]
[0617]
[0618]
[0619]
[0620]
[0621]
[0622]
[0623]
[0624]
[0625]
[0626]
[0627]
[0628]
[0629]
[0630]
[0631]
[0632]
[0633]
[0634]
[0635]
[0636]
[0637]
[0638]
[0639]
[0640]
[0641]
[0642]
[0643]
[0644]
[0645]
[0646]
[0647]
[0648]
[0649]
[0650]
[0651]
[0652]
[0653]
[0654]
[0655]
[0656]
[0657]
[0658]
[0659]
[0660]
[0661]
[0662]
[0663]
[0664]
[0665]
[0666]
[0667]
[0668]
[0669]
[0670]
[0671]
[0672]
[0673]
[0674]
[0675]
[0676]
[0677]
[0678]
[0679]
[0680]
[0681]
[0682]
[0683]
[0684]
[0685]
[0686]
[0687]
[0688]
[0689]
[0690]
[0691]
[0692]
[0693]
[0694]
[0695]
[0696]
[0697]
[0698]
[0699]
[0700]
[0701]
[0702]
[0703]
[0704]
[0705]
[0706]
[0707]
[0708]
[0709]
[0710]
[0711]
[0712]
[0713]
[0714]
[0715]
[0716]
[0717]
[0718]
[0719]
[0720]
[0721]
[0722]
[0723]
[0724]
[0725]
[0726]
[0727]
[0728]
[0729]
[0730]
[0731]
[0732]
[0733]
[0734]
[0735]
[0736]
[0737]
[0738]
[0739]
[0740]
[0741]
[0742]
[0743]
[0744]
[0745]
[0746]
[0747]
[0748]
[0749]
[0750]
[0751]
[0752]
[0753]
[0754]
[0755]
[0756]
[0757]
[0758]
[0759]
[0760]
[0761]
[0762]
[0763]
[0764]
[0765]
[0766]
[0767]
[0768]
[0769]
[0770]
[0771]
[0772]
[0773]
[0774]
[0775]
[0776]
[0777]
[0778]
[0779]
[0780]
[0781]
[0782]
[0783]
[0784]
[0785]
[0786]
[0787]
[0788]
[0789]
[0790]
[0791]
[0792]
[0793]
[0794]
[0795]
[0796]
[0797]
[0798]
[0799]
[0800]
[0801]
[0802]
[0803]
[0804]
[0805]
[0806]
[0807]
[0808]
[0809]
[0810]
[0811]
[0812]
[0813]
[0814]
[0815]
[0816]
[0817]
[0818]
[0819]
[0820]
[0821]
[0822]
[0823]
[0824]
[0825]
[0826]
[0827]
[0828]
[0829]
[0830]
[0831]
[0832]
[0833]
[0834]
[0835]
[0836]
[0837]
[0838]
[0839]
[0840]
[0841]
[0842]
[0843]
[0844]
[0845]
[0846]
[0847]
[0848]
[0849]
[0850]
[0851]
[0852]
[0853]
[0854]
[0855]
[0856]
[0857]
[0858]
[0859]
[0860]
[0861]
[0862]
[0863]
[0864]
[0865]
[0866]
[0867]
[0868]
[0869]
[0870]
[0871]
[0872]
[0873]
[0874]
[0875]
[0876]
[0877]
[0878]
[0879]
[0880]
[0881]
[0882]
[0883]
[0884]
[0885]
[0886]
[0887]
[0888]
[0889]
[0890]
[0891]
[0892]
[0893]
[0894]
[0895]
[0896]
[0897]
[0898]
[0899]
[0900]
[0901]
[0902]
[0903]
[0904]
[0905]
[0906]
[0907]
[0908]
[0909]
[0910]
[0911]
[0912]
[0913]
[0914]
[0915]
[0916]
[0917]
[0918]
[0919]
[0920]
[0921]
[0922]
[0923]
[0924]
[0925]
[0926]
[0927]
[0928]
[0929]
[0930]
[0931]
[0932]
[0933]
[0934]
[0935]
[0936]
[0937]
[0938]
[0939]
[0940]
[0941]
[0942]
[0943]
[0944]
[0945]
[0946]
[0947]
[0948]
[0949]
[0950]
[0951]
[0952]
[0953]
[0954]
[0955]
[0956]
[0957]
[0958]
[0959]
[0960]
[0961]
[0962]
[0963]
[0964]
[0965]
[0966]
[0967]
[0968]
[0969]
[0970]
[0971]
[0972]
[0973]
[0974]
[0975]
[0976]
[0977]
[0978]
[0979]
[0980]
[0981]
[0982]
[0983]
[0984]
[0985]
[0986]
[0987]
[0988]
[0989]
[0990]
[0991]
[0992]
[0993]
[0994]
[0995]
[0996]
[0997]
[0998]
[0999]
[1000]
[1001]
[1002]
[1003]
[1004]
[1005]
[1006]
[1007]
[1008]
[1009]
[1010]
[1011]
[1012]
[1013]
[1014]
[1015]
[1016]
[1017]
[1018]
[1019]
[1020]
[1021]
[1022]
[1023]
[1024]
[1025]
[1026]
[1027]
[1028]
[1029]
[1030]
[1031]
[1032]
[1033]
[1034]
[1035]
[1036]
[1037]
[1038]
[1039]
[1040]
[1041]
[1042]
[1043]
[1044]
[1045]
[1046]
[1047]
[1048]
[1049]
[1050]
[1051]
[1052]
[1053]
[1054]
[1055]
[1056]
[1057]
[1058]
[1059]
[1060]
[1061]
[1062]
[1063]
[1064]
[1065]
[1066]
[1067]
[1068]
[1069]
[1070]
[1071]
[1072]
[1073]
[1074]
[1075]
[1076]
[1077]
[1078]
[1079]
[1080]
[1081]
[1082]
[1083]
[1084]
[1085]
[1086]
[1087]
[1088]
[1089]
[1090]
[1091]
[1092]
[1093]
[1094]
[1095]
[1096]
[1097]
[1098]
[1099]
[1100]
[1101]
[1102]
[1103]
[1104]
[1105]
[1106]
[1107]
[1108]
[1109]
[1110]
[1111]
[1112]
[1113]
[1114]
[1115]
[1116]
[1117]
[1118]
[1119]
[1120]
[1121]
[1122]
[1123]
[1124]
[1125]
[1126]
[1127]
[1128]
[1129]
[1130]
[1131]
[1132]
[1133]
[1134]
[1135]
[1136]
[1137]
[1138]
[1139]
[1140]
[1141]
[1142]
[1143]
[1144]
[1145]
[1146]
[1147]
[1148]
[1149]
[1150]
[1151]
[1152]
[1153]
[1154]
[1155]
[1156]
[1157]
[1158]
[1159]
[1160]
[1161]
[1162]
[1163]
[1164]
[1165]
[1166]
[1167]
[1168]
[1169]
[1170]
[1171]
[1172]
[1173]
[1174]
[1175]
[1176]
[1177]
[1178]
[1179]
[1180]
[1181]
[1182]
[1183]
[1184]
[1185]
[1186]
[1187]
[1188]
[1189]
[1190]
[1191]
[1192]
[1193]
[1194]
[1195]
[1196]
[1197]
[1198]
[1199]
[1200]
[1201]
[1202]
[1203]
[1204]
[1205]
[1206]
[1207]
[1208]
[1209]
[1210]
[1211]
[1212]
[1213]
[1214]
[1215]
[1216]
[1217]
[1218]
[1219]
[1220]
[1221]
[1222]
[1223]
[1224]
[1225]
[1226]
[1227]
[1228]
[1229]
[1230]
[1231]
[1232]
[1233]
[1234]
[1235]
[1236]
[1237]
[1238]
[1239]
[1240]
[1241]
[1242]
[1243]
[1244]
[1245]
[1246]
[1247]
[1248]
[1249]
[1250]
[1251]
[1252]
[1253]
[1254]
[1255]
[1256]
[1257]
[1258]
[1259]
[1260]
[1261]
[1262]
[1263]
[1264]
[1265]
[1266]
[1267]
[1268]
[1269]
[1270]
[1271]
[1272]
[1273]
[1274]
[1275]
[1276]
[1277]
[1278]
[1279]
[1280]
[1281]
[1282]
[1283]
[1284]
[1285]
[1286]
[1287]
[1288]
[1289]
[1290]
[1291]
[1292]
[1293]
[1294]
[1295]
[1296]
[1297]
[1298]
[1299]
[1300]
[1301]
[1302]
[1303]
[1304]
[1305]
/*****************************************************************************/
/*
GZIP.c
Provides ZLIB-enabled GZIP compression (gzip, deflate) for WASD.
Dynamically maps required functions from a ZLIB shareable image. If the image
is found and all required functions present the ZLIB compression/decompression
of network streams in enabled for suitable requests/responses. If not it is
just left disabled.
Based on ZLIB v1.2.1 port by Jean-François Piéronne (jf.pieronne@laposte.net).
Requires this package to be installed and started on the runtime system for
dynamic activation. The sharable image must be INSTALLed (without any
particular privileges) before it can be activated by the privileged WASD HTTPd
image. This module will compile on a system that does not have the LIBZ (ZLIB)
header files. The WASD GZIP.H header contains all of the ZLIB structure and
macro defintions required. Of course with WASD dynamically activating the LIBZ
sharable image no static linking is required.
RESPONSE CONTENT-ENCODING
-------------------------
The WASD_CONFIG_GLOBAL directive [GzipResponse] controls whether this feature
is enabled for the gzip content-encoding of suitable response bodies. This
directive requires at least one parameter, the compression level in the range
1..9. Smaller values provide faster but poorer compression ratios while larger
values better compression at the cost of more CPU cycles and latency. This
corresponds to the GZIP utility's -1..-9 CLI switches. Two optional parameters
could allow ZLIB's 'memLevel' and 'windowBits' to be adjusted by ZLIB
afficiendos (level[,memory,window]). A small amount of experimentation by this
author indicates minor changes in memory usage and compression ratio by
fiddling with these.
Be aware that GZIP encoding is MEMORY INTENSIVE. From 132kB to 265kB has been
observed per compressing request (WATCH provides this in a summary line).
These values apply across a wide range of transfer sizes (from kilobytes to
tens of megabytes). It also is very CPU INTENSIVE and adds response latency
(on the author's 333MHz system anyway), though that might be well be offset by
significant reductions in transfer time on the Internet or other slower,
non-intranet infrastructures. Text content compression has been observed from
30% to 10% of the original file size (even down to 1% in the case of the
extremely redundant content of [EXAMPLE]64K.TXT). VMS executables (for want of
another binary test case) at around 40%. In other words, GZIP encoding may not
be suitable or efficient for every site or every request!
Once enabled WASD will GZIP the responses for all suitable contents provided
the client accepts the encoding and the response is not one of the following
(see GzipShouldDeflate()):
o less than 1400 bytes (no point in the overhead)
o already content-encoded script or proxy response
o script requested that the response not be GZIPed
o a compressed image (e.g. GIF, JPEG, etc)
o a video stream (presumably already compressed, e.g. MPEG)
o a compressed audio stream
o an obviously compressed application stream (e.g. GZIP, ZIP, JAR)
o a PDF file, which seem to experience plug-in problems when GZIPed
(this can be overridden using a 'set **.pdf response=gzip=all')
o a Shockwave Flash file, which are chocka with compressed objects
o SSI source file ('text/x-shtml' content type)
Additional control may be exercised with the following path SETings:
o response=GZIP=all matching paths will always have GZIP encoding
performed (the above constraints still apply)
o response=GZIP=none matching paths will never have GZIP encoding
o response=GZIP=<integer> responses with content-lengths greater than
the specified number of kilobytes will be GZIP
content-encoded (if the content-length cannot
be determined it will NOT not encoded and the
above constraints still apply)
REQUEST CONTENT-ENCODING
------------------------
Decoding of GZIP content-encoded request bodies is enabled using the
WASD_CONFIG_GLOBAL directive [GzipAccept]. Enabling this using a value 15 (or 1)
results in the server advertising it's acceptance of GZIPed requests using the
"Accept-Encoding: gzip, deflate" response header. Requests containing bodies
GZIP compressed will have these decoded as they are read from the client and
before further processing, such as the upload of files into server accessable
file-system space. THIS DECODING IS OPTIONAL and not the default with DCL and
DECnet script processing. That is, a request body will be passed to the script
still encoded unless specific mapping directs otherwise. Decoding by the
server into the original data prior to transfering to the script can be enabled
for all or selected scripts using the following path settings.
o script=body=decode script gets the decoded stream
o script=body=NOdecode script gets the raw, encoded stream (default)
Note that scripts need to be specially aware of both GZIP encoded bodies and
those already decoded by the server. In the first case the stream must be read
to the specified content-length and then decoded. In the second case, a
content-length cannot be provided by the server (without unencoding the entire
stream ahead of time it cannot predict the final size). Where the server is to
decode the request body before transfering it to the script it changes the
CGI variable CONTENT_LENGTH to a single question-mark ("?"). Scripts may use
this to detect the server's intention and then must ignore any
transfer-encoding and/or content-encoding header information and read the
request body until end-of-file is received.
GZIP decoding (decompression) is understandably much less memory and CPU
intensive. Experimentation indicates it does not contribute significantly to
latency either.
TESTING GZIP
------------
Most modern browsers accept a GZIP deflated response so that's
straight-forward. Either the document displays correctly or not. Server
processing of GZIP deflated request bodies is a little more involved. See the
decription in the BODY.C module.
VERSION HISTORY
---------------
22-APR-2020 MGD add WATCH reporting points for NETWORK
24-AUG-2013 MGD GzipInit() ZLIB shareable image via logical names
WASD_LIBZ_SHR32, then GNV$LIBZSHR32, finally LIBZ_SHR32
18-AUG-2009 MGD bugfix; compress PDF if path set all
25-APR-2007 MGD GzipShouldDeflate() do not compress Shockwave Flash
increase minimum size before compression to 1400 bytes
28-FEB-2007 MGD bugfix; GzipDeflateCache() allow for cached CGI header
26-OCT-2006 JPP bugfix; GzipShouldDefault() uninitialized 'cptr' when no
content-type would cause WatchThis() "!AZ" to barf if
'cptr' was non-NULL but pointed into an invalid page
04-JUL-2006 MGD use PercentOf32() for more accurate percentages
04-JUL-2005 MGD bugfix; adjust CacheMemoryInUse/CachePermMemoryInUse
bugfix; GzipDeflateCache() ambit buffer size calculation
too small for small content lengths (just allow heaps!)
28-MAY-2005 MGD bugfix; GzipDeflateCache() ambit buffer size calculation
(captr->ContentLength >> 9) now (.. >> 7) (jpp@esme.fr)
26-MAR-2005 MGD GzipDeflateCache() to deflate cache entry content,
GzipShouldDeflate() modified so 'rqptr' is optional
04-FEB-2005 MGD GzipShouldDeflate() disable PDF deflation by default
22-JAN-2005 MGD bugfix; GzipDeflate() delay avail input until output non-zero
08-JAN-2005 MGD timer-based flush mechanism
15-NOV-2004 MGD bugfix; GzipDeflate() (with NET.C)
16-OCT-2004 MGD initial
*/
/*****************************************************************************/
#ifdef WASD_VMS_V7
#undef _VMS__V6__SOURCE
#define _VMS__V6__SOURCE
#undef __VMS_VER
#define __VMS_VER 70000000
#undef __CRTL_VER
#define __CRTL_VER 70000000
#endif
#include <stdio.h>
#include <ctype.h>
#include "wasd.h"
#include "gzip.h"
#define WASD_MODULE "GZIP"
/******************/
/* global storage */
/******************/
BOOL GzipAccept,
GzipAvailable,
GzipResponse;
int GzipDeflateCompLevel,
GzipDeflateMemLevel,
GzipDeflateWindowBits,
GzipFindImageStatus,
GzipFlushSeconds,
GzipFlushInitialSeconds,
GzipInflateWindowBits;
char *GzipZlibNamePtr,
*GzipZlibVersionPtr;
char *GzipZlibError [] = { "Unknown ZLIB error!",
"ZLIB errno error.",
"ZLIB stream error.",
"ZLIB data error.",
"ZLIB memory error.",
"ZLIB buffer error."
"ZLIB version error." };
int (*ZlibDeflateFn)(z_stream*, int);
int (*ZlibDeflateInit2Fn)(z_stream*, int, int, int, int, int, char*, int);
int (*ZlibDeflateEndFn)(z_stream*);
int (*ZlibInflateFn)(z_stream*, int);
int (*ZlibInflateInit2Fn)(z_stream*, int, char*, int);
int (*ZlibInflateEndFn)(z_stream*);
char* (*ZlibVersionFn)(void);
/********************/
/* external storage */
/********************/
extern int CacheChunkInBytes,
HttpdTickSecond;
extern unsigned long CacheGzipDeflateCount,
CacheMemoryInUse,
CachePermMemoryInUse;
extern uint64 CacheGzipDeflateBytesIn64,
CacheGzipDeflateBytesOut64;
extern char ErrorSanityCheck[];
extern ACCOUNTING_STRUCT *AccountingPtr;
extern CONFIG_STRUCT Config;
extern WATCH_STRUCT Watch;
/*****************************************************************************/
/*
Attempt to get the required functions from the ZLIB shareable image. Any
errors, including the obvious one of image not found, just disables any gzip
encoding.
*/
GzipInit ()
{
static $DESCRIPTOR (LibzImageDsc, "LIBZ_SHR32");
static $DESCRIPTOR (GnvLibzImageDsc, "GNV$LIBZSHR32");
static $DESCRIPTOR (WasdLibzImageDsc, "WASD_LIBZ_SHR32");
static $DESCRIPTOR (DeflateDsc, "deflate");
static $DESCRIPTOR (DeflateInit2Dsc, "deflateInit2_");
static $DESCRIPTOR (DeflateEndDsc, "deflateEnd");
static $DESCRIPTOR (InflateDsc, "inflate");
static $DESCRIPTOR (InflateInit2Dsc, "inflateInit2_");
static $DESCRIPTOR (InflateEndDsc, "inflateEnd");
static $DESCRIPTOR (ZlibVersionDsc, "zlibVersion");
int status;
struct dsc$descriptor_s *dscptr;
/*********/
/* begin */
/*********/
if (WATCH_MODULE(WATCH_MOD_NET))
WatchThis (WATCHALL, WATCH_MOD_NET, "GzipInit()");
/* if it's not configured then don't initialize */
if (!(Config.cfMisc.GzipAcceptWindowBits ||
Config.cfMisc.GzipResponseCompLevel)) return;
lib$establish (GzipInitHandler);
status = lib$find_image_symbol (dscptr = &WasdLibzImageDsc, &ZlibVersionDsc,
&ZlibVersionFn, 0, 0);
if (status == RMS$_FNF)
status = lib$find_image_symbol (dscptr = &GnvLibzImageDsc, &ZlibVersionDsc,
&ZlibVersionFn, 0, 0);
if (status == RMS$_FNF)
status = lib$find_image_symbol (dscptr = &LibzImageDsc, &ZlibVersionDsc,
&ZlibVersionFn, 0, 0);
if (status == RMS$_FNF)
{
GzipFindImageStatus = status;
GzipZlibNamePtr = dscptr->dsc$a_pointer;
FaoToStdout ("%HTTPD-W-GZIP, shareable image not found\n");
return;
}
if (VMSok (status))
status = lib$find_image_symbol (dscptr, &DeflateDsc,
&ZlibDeflateFn, 0, 0);
if (VMSok (status))
status = lib$find_image_symbol (dscptr, &DeflateInit2Dsc,
&ZlibDeflateInit2Fn, 0, 0);
if (VMSok (status))
status = lib$find_image_symbol (dscptr, &DeflateEndDsc,
&ZlibDeflateEndFn, 0, 0);
if (VMSok (status))
status = lib$find_image_symbol (dscptr, &InflateDsc,
&ZlibInflateFn, 0, 0);
if (VMSok (status))
status = lib$find_image_symbol (dscptr, &InflateInit2Dsc,
&ZlibInflateInit2Fn, 0, 0);
if (VMSok (status))
status = lib$find_image_symbol (dscptr, &InflateEndDsc,
&ZlibInflateEndFn, 0, 0);
lib$revert ();
GzipFindImageStatus = status;
GzipZlibNamePtr = dscptr->dsc$a_pointer;
if (VMSok (status))
{
GzipAvailable = true;
if (Config.cfMisc.GzipAcceptWindowBits) GzipAccept = true;
if (Config.cfMisc.GzipResponseCompLevel) GzipResponse = true;
GzipInflateWindowBits = Config.cfMisc.GzipResponseWindowBits;
if (GzipInflateWindowBits < 8)
GzipInflateWindowBits = 15; /* assume the default */
else
if (GzipInflateWindowBits > 15)
GzipInflateWindowBits = 15;
GzipDeflateCompLevel = Config.cfMisc.GzipResponseCompLevel;
if (GzipDeflateCompLevel > 9) GzipDeflateCompLevel = 9;
GzipDeflateMemLevel = Config.cfMisc.GzipResponseMemLevel;
/* if not specified default to ZLIB default */
if (!GzipDeflateMemLevel) GzipDeflateMemLevel = 8;
if (GzipDeflateMemLevel > 9) GzipDeflateMemLevel = 9;
GzipDeflateWindowBits = Config.cfMisc.GzipResponseWindowBits;
/* if not specified default to ZLIB default */
if (!GzipDeflateWindowBits) GzipDeflateWindowBits = 15;
if (GzipDeflateWindowBits < 8)
GzipDeflateWindowBits = 15; /* assume the default */
else
if (GzipDeflateWindowBits > 15)
GzipDeflateWindowBits = 15;
GzipFlushSeconds = Config.cfMisc.GzipFlushSeconds;
if (GzipFlushSeconds < 0) GzipFlushSeconds = 0;
GzipFlushInitialSeconds = Config.cfMisc.GzipFlushInitialSeconds;
if (GzipFlushInitialSeconds < 0) GzipFlushSeconds = 0;
GzipZlibVersionPtr = ZlibVersionFn();
FaoToStdout ("%HTTPD-I-GZIP, using !AZ V!AZ\n",
GzipZlibNamePtr, GzipZlibVersionPtr);
}
else
FaoToStdout ("%HTTPD-W-GZIP, !AZ %X!8XL\r\n-!-!&M\n",
GzipZlibNamePtr, status);
}
/*****************************************************************************/
/*
Just continue, to report an error if the image couldn't be activated or the
required symbol not found.
*/
int GzipInitHandler ()
{
/*********/
/* begin */
/*********/
if (WATCH_MODULE(WATCH_MOD_NET))
WatchThis (WATCHALL, WATCH_MOD_NET, "GzipInitHandler()");
return (SS$_CONTINUE);
}
/*****************************************************************************/
/*
Return a pointer to the appropriate ZLIB message string.
*/
char* GzipZlibMsg
(
z_stream *zsptr,
int zstatus
)
{
char *cptr;
/*********/
/* begin */
/*********/
if (WATCH_MODULE(WATCH_MOD_NET))
WatchThis (WATCHALL, WATCH_MOD_NET, "GzipZlibMsg() !UL", zstatus);
if (!(cptr = zsptr->msg))
{
zstatus = -zstatus;
if (zstatus < 0 || zstatus > 5) zstatus = 0;
cptr = GzipZlibError[zstatus];
}
return (cptr);
}
/*****************************************************************************/
/*
A function to deflate a cache entry's content (see CACHE.C) to provide an
already GZIPed equivalent for serving, obviously ameliorating the expense of
doing it dynamically for each request. Performs the full initialization,
deflate and end ZLIB compression life-cycle in the one call.
*/
BOOL GzipDeflateCache
(
REQUEST_STRUCT *rqptr,
FILE_CENTRY *captr
)
{
int zstatus,
BufferCount,
BufferSize,
SizeInBytes;
char *BufferPtr;
z_stream zStream;
z_stream *zsptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET, "GzipDeflateCache()");
zsptr = &zStream;
zsptr->opaque = rqptr;
zsptr->zalloc = &GzipAlloc;
zsptr->zfree = &GzipFree;
/* plus 16 is the magic number to get a gzip header and trailer!! */
zstatus = ZlibDeflateInit2Fn (zsptr,
GzipDeflateCompLevel,
Z_DEFLATED,
GzipDeflateWindowBits + 16,
GzipDeflateMemLevel,
Z_DEFAULT_STRATEGY,
ZLIB_VERSION,
sizeof(z_stream));
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"ZlibDeflateInit2Fn(!UL,!UL+16,!UL) !SL !&Z",
GzipDeflateCompLevel, GzipDeflateWindowBits,
GzipDeflateMemLevel, zstatus, zsptr->msg);
if (zstatus != Z_OK)
{
ErrorNoticed (rqptr, SS$_BUGCHECK, GzipZlibMsg(zsptr,zstatus), FI_LI);
return (false);
}
/* ambit buffer size will be length times two - heaps */
BufferSize = captr->ContentLength + captr->ContentLength + 12;
if (captr->CgiHeaderLength)
{
zsptr->next_in = captr->ContentPtr + captr->CgiHeaderLength + 1;
zsptr->avail_in = captr->ContentLength - captr->CgiHeaderLength - 1;
}
else
{
zsptr->next_in = captr->ContentPtr;
zsptr->avail_in = captr->ContentLength;
}
zsptr->next_out = BufferPtr = VmGetCache (BufferSize);
zsptr->avail_out = BufferSize;
zstatus = ZlibDeflateFn (zsptr, Z_FINISH);
if (zstatus != Z_STREAM_END)
{
ZlibDeflateEndFn (zsptr);
VmFreeCache (BufferPtr, FI_LI);
ErrorNoticed (rqptr, SS$_BUGCHECK, GzipZlibMsg(zsptr,zstatus), FI_LI);
return (false);
}
/* whatever's in the buffer */
BufferCount = BufferSize - zsptr->avail_out;
SizeInBytes = BufferCount;
if (SizeInBytes % CacheChunkInBytes) SizeInBytes += CacheChunkInBytes;
SizeInBytes = SizeInBytes / CacheChunkInBytes;
SizeInBytes *= CacheChunkInBytes;
if (!SizeInBytes) SizeInBytes = CacheChunkInBytes;
if (rqptr->rqPathSet.CachePermanent)
{
captr->GzipContentPtr = VmGetPermCache (SizeInBytes);
CachePermMemoryInUse += SizeInBytes;
}
else
{
captr->GzipContentPtr = VmGetCache (SizeInBytes);
CacheMemoryInUse += SizeInBytes;
}
captr->GzipEntrySize = SizeInBytes;
captr->GzipContentLength = BufferCount;
memcpy (captr->GzipContentPtr, BufferPtr, BufferCount);
CacheGzipDeflateCount++;
CacheGzipDeflateBytesIn64 += captr->ContentLength;
CacheGzipDeflateBytesOut64 += captr->GzipContentLength;
zstatus = ZlibDeflateEndFn (zsptr);
if (zstatus != Z_OK)
ErrorNoticed (rqptr, SS$_BUGCHECK, GzipZlibMsg(zsptr,zstatus), FI_LI);
VmFreeCache (BufferPtr, FI_LI);
if (WATCHING (rqptr, WATCH_RESPONSE))
WatchThis (WATCHITM(rqptr), WATCH_RESPONSE,
"CACHE deflate !UL->!UL bytes, !UL%",
captr->ContentLength, captr->GzipContentLength,
PercentOf32(captr->GzipContentLength,captr->ContentLength));
return (true);
}
/*****************************************************************************/
/*
Initialize the ZLIB structure. Allocate memory from the ZLIB output buffer.
Returns true and set the pointer to the ZLIB structure if successful. Returns
false and leaves the pointer NULL if not. Reports any error via the usual WASD
mechanism.
*/
BOOL GzipDeflateBegin
(
REQUEST_STRUCT *rqptr,
GZIP_COMPRESS *gzptr,
int BufferSize
)
{
int zstatus;
z_stream *zsptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"GzipDeflateBegin() !UL", BufferSize);
gzptr->DeflateStartStream = true;
gzptr->DeflateEndOfStream = false;
gzptr->DeflateMemoryAllocated = rqptr->GzipMemoryAllocated = 0;
zsptr = (z_stream*)VmGetHeap (rqptr, sizeof(z_stream));
zsptr->opaque = rqptr;
zsptr->zalloc = &GzipAlloc;
zsptr->zfree = &GzipFree;
/* plus 16 is the magic number to get a gzip header and trailer!! */
zstatus = ZlibDeflateInit2Fn (zsptr,
GzipDeflateCompLevel,
Z_DEFLATED,
GzipDeflateWindowBits + 16,
GzipDeflateMemLevel,
Z_DEFAULT_STRATEGY,
ZLIB_VERSION,
sizeof(z_stream));
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"ZlibDeflateInit2Fn(!UL,!UL+16,!UL) !SL !UL !&Z",
GzipDeflateCompLevel, GzipDeflateWindowBits,
GzipDeflateMemLevel, zstatus, rqptr->GzipMemoryAllocated,
zsptr->msg);
if (zstatus == Z_OK)
{
gzptr->DeflateZstreamPtr = zsptr;
gzptr->DeflateBufferSize = BufferSize;
gzptr->DeflateBufferPtr = VmGetHeap (rqptr, BufferSize);
if (GzipFlushSeconds)
{
gzptr->FlushTickSeconds = HttpdTickSecond;
if (GzipFlushSeconds > GzipFlushInitialSeconds)
gzptr->FlushTickSeconds += GzipFlushInitialSeconds;
else
gzptr->FlushTickSeconds += GzipFlushSeconds;
}
return (true);
}
rqptr->rqResponse.HttpStatus = 500;
ErrorGeneral (rqptr, GzipZlibMsg(zsptr,zstatus), FI_LI);
return (false);
}
/*****************************************************************************/
/*
Deallocate ZLIB structures.
Returns true if there was no last-minute problem reported by ZLIB, false and
reports the error if there was.
*/
BOOL GzipDeflateEnd
(
REQUEST_STRUCT *rqptr,
GZIP_COMPRESS *gzptr
)
{
int zstatus;
z_stream *zsptr;
/*********/
/* begin */
/*********/
if (gzptr->DeflateZstreamPtr)
{
if (WATCHING (rqptr, WATCH_RESPONSE))
if (!WATCHING (rqptr, WATCH_NETWORK))
WatchThis (WATCHITM(rqptr), WATCH_RESPONSE,
"DEFLATE !UL->!UL bytes, !UL% (!ULkB)",
gzptr->DeflateBytesIn, gzptr->DeflateBytesOut,
PercentOf32(gzptr->DeflateBytesOut,
gzptr->DeflateBytesIn),
rqptr->GzipMemoryAllocated >> 10);
}
gzptr->DeflateEndOfStream = true;
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
AccountingPtr->GzipDeflateCount++;
AccountingPtr->GzipDeflateBytesIn64 += gzptr->DeflateBytesIn;
AccountingPtr->GzipDeflateBytesOut64 += gzptr->DeflateBytesOut;
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
if (zsptr = gzptr->DeflateZstreamPtr)
{
gzptr->DeflateMemoryAllocated = rqptr->GzipMemoryAllocated;
zstatus = ZlibDeflateEndFn (zsptr);
/* this as NULL indicates that deflate is no longer in use */
gzptr->DeflateZstreamPtr = NULL;
}
else
zstatus = Z_OK;
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"ZlibDeflateEnd() !SL", zstatus);
if (zstatus == Z_OK) return (true);
rqptr->rqResponse.HttpStatus = 500;
ErrorGeneral (rqptr, GzipZlibMsg(zsptr,zstatus), FI_LI);
return (false);
}
/*****************************************************************************/
/*
Data to be written to the network is intercepted and passed to this function.
It uses the ZLIB deflate function to compress the data into the WASD buffer
allocated during initialization.
The '*InDataPtrPtr' and '*InDataLengthPtr' point to the input buffer. If
'*InDataPtrPtr' is NULL then it's end-of-stream. When input space is available
and the input buffer consumed '*InDataLengthPtr' is modified to be zero. This
detected by the calling routine to indicate more input data (actually server
output data, but input to GZIP) should be obtained.
The '*OutDataPtrPtr' and '*DataLengthPtr' are then modified to reflect any
compressed data available for writing (zero indicates none and more should be
fed to the input).
Return true to indicate success, false if the write (and request) should be
terminated due to error (which is also reported by the usual WASD mechanism).
*/
BOOL GzipDeflate
(
REQUEST_STRUCT *rqptr,
GZIP_COMPRESS *gzptr,
char **InDataPtrPtr,
int *InDataLengthPtr,
char **OutDataPtrPtr,
int *OutDataLengthPtr
)
{
int zflush, zstatus,
InDataLength,
OriginalAvailIn;
char *InDataPtr;
z_stream *zsptr;
/*********/
/* begin */
/*********/
zsptr = gzptr->DeflateZstreamPtr;
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"GzipDeflate() !&B !UL !UL !UL !&B",
!*InDataPtrPtr, *InDataLengthPtr,
zsptr->avail_in, zsptr->avail_out,
gzptr->FlushTickSeconds < HttpdTickSecond);
/* a NULL pointer indicates end-of-stream */
if (*InDataPtrPtr)
{
if (GzipFlushSeconds)
{
if (gzptr->DeflateBytesOut > GZIP_SIZE_OF_HEADER &&
gzptr->FlushBytesOut != gzptr->DeflateBytesOut)
{
/* bytes have been output by ZLIB, reset the 'flush' timer */
gzptr->FlushTickSeconds = HttpdTickSecond + GzipFlushSeconds;
gzptr->FlushBytesOut = gzptr->DeflateBytesOut;
}
else
if (gzptr->FlushTickSeconds < HttpdTickSecond)
{
/* no bytes output from ZLIB for the 'flush' number of seconds */
gzptr->DeflateFlushStream = true;
gzptr->FlushTickSeconds = HttpdTickSecond + GzipFlushSeconds;
gzptr->FlushBytesOut = gzptr->DeflateBytesOut;
}
}
if (gzptr->DeflateFlushStream)
zflush = Z_SYNC_FLUSH;
else
zflush = Z_NO_FLUSH;
}
else
zflush = Z_FINISH;
*OutDataLengthPtr = 0;
*OutDataPtrPtr = NULL;
/* if have data to process or have previously processed some */
if (*InDataLengthPtr || zsptr->total_in)
{
if (!zsptr->avail_in)
{
/* requires more input */
zsptr->next_in = InDataPtr = *InDataPtrPtr;
zsptr->avail_in = InDataLength = *InDataLengthPtr;
*InDataLengthPtr = 0;
}
if (!zsptr->avail_out)
{
/* output buffer needs (re)setting */
zsptr->next_out = gzptr->DeflateBufferPtr;
zsptr->avail_out = gzptr->DeflateBufferSize;
}
zstatus = ZlibDeflateFn (zsptr, zflush);
gzptr->DeflateBytesIn = zsptr->total_in;
gzptr->DeflateBytesOut = zsptr->total_out;
if (zstatus == Z_OK)
{
if (gzptr->DeflateFlushStream)
{
/* this many bytes are available for flushing */
gzptr->DeflateBufferCount = gzptr->DeflateBufferSize -
zsptr->avail_out;
if (zsptr->avail_out)
{
/* not a buffer-full though, go back to not flushing */
gzptr->DeflateFlushStream = false;
/* reset the output buffer */
zsptr->next_out = gzptr->DeflateBufferPtr;
zsptr->avail_out = gzptr->DeflateBufferSize;
}
}
else
if (!zsptr->avail_out)
{
/* the output buffer has filled, flush the contents */
gzptr->DeflateBufferCount = gzptr->DeflateBufferSize;
}
else
gzptr->DeflateBufferCount = 0;
}
else
if (zstatus == Z_STREAM_END)
{
/* whatever's in the buffer */
gzptr->DeflateBufferCount = gzptr->DeflateBufferSize -
zsptr->avail_out;
}
else
{
/* yes JPP, you're right, kludgy as it looks - it seems necessary! */
if (zstatus == Z_BUF_ERROR) zstatus = Z_OK;
gzptr->DeflateBufferCount = 0;
}
*OutDataPtrPtr = gzptr->DeflateBufferPtr;
*OutDataLengthPtr = gzptr->DeflateBufferCount;
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"!SL !SL !UL/!UL !&X:!UL !&X:!UL !UL->!UL !&Z",
zflush, zstatus, zsptr->avail_in, zsptr->avail_out,
InDataPtr, InDataLength,
*OutDataPtrPtr, *OutDataLengthPtr,
gzptr->DeflateBytesIn, gzptr->DeflateBytesOut, zsptr->msg);
if (gzptr->DeflateBufferCount)
if (WATCHING (rqptr, WATCH_NETWORK))
WatchThis (WATCHITM(rqptr), WATCH_NETWORK,
"DEFLATE !UL->!UL bytes, !UL% (!ULkB)",
gzptr->DeflateBytesIn, gzptr->DeflateBytesOut,
PercentOf32(gzptr->DeflateBytesOut,
gzptr->DeflateBytesIn),
rqptr->GzipMemoryAllocated >> 10);
}
else
{
/* no data has ever been processed, just clean up the ZLIB stuff */
zstatus = Z_STREAM_END;
}
rqptr->BytesTxGzipPercent = PercentOf32 (gzptr->DeflateBytesOut,
gzptr->DeflateBytesIn);
if (zstatus == Z_OK) return (true);
if (zstatus == Z_STREAM_END)
if (GzipDeflateEnd (rqptr, gzptr))
return (true);
rqptr->rqResponse.HttpStatus = 500;
ErrorGeneral (rqptr, GzipZlibMsg(zsptr,zstatus), FI_LI);
GzipDeflateEnd (rqptr, gzptr);
return (false);
}
/*****************************************************************************/
/*
Can and should the content body be deflated?
Return true to indicate deflate, false to leave as-is.
*/
BOOL GzipShouldDeflate
(
REQUEST_STRUCT *rqptr,
char *ContentTypePtr,
int ContentLength
)
{
BOOL EncodeGzip;
char *cptr;
char ResponseKbytes [32];
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"GzipShouldDeflate() !&B !&Z !SL",
GzipAvailable, ContentTypePtr, ContentLength);
if (!GzipAvailable) return (false);
if (ContentTypePtr)
EncodeGzip = true;
else
{
cptr = "no content-type";
ContentTypePtr = "";
EncodeGzip = false;
}
if (rqptr)
{
/* request related considerations */
if (!rqptr->rqHeader.AcceptEncodingGzip)
{
EncodeGzip = false;
cptr = "client does not accept";
}
else
if (rqptr->rqResponse.ContentIsEncodedGzip ||
rqptr->rqResponse.ContentIsEncodedUnknown)
{
EncodeGzip = false;
cptr = "response already encoded";
}
else
if (MATCH0 (ContentTypePtr, "application/pdf", 15) &&
rqptr->rqPathSet.ResponseGzip != MAPURL_RESPONSE_GZIP_ALL &&
rqptr->rqCgi.ContentEncodingGzip != CGI_OUTPUT_GZIP)
{
EncodeGzip = false;
cptr = "PDF files are not compressed unless specified by SET rule";
}
else
if (rqptr->rqCgi.ContentEncodingGzip == CGI_OUTPUT_NO_GZIP)
{
EncodeGzip = false;
cptr = "script requested response NOT to be GZIPed";
}
else
if (rqptr->rqPathSet.ResponseGzip == MAPURL_RESPONSE_GZIP_NONE &&
rqptr->rqCgi.ContentEncodingGzip != CGI_OUTPUT_GZIP)
{
/* note that the script requesting GZIP overrides the mapping rule */
EncodeGzip = false;
cptr = "response=GZIP=none";
}
else
if (!rqptr->rqPathSet.ResponseGzip &&
ContentLength >= 0 &&
ContentLength < GZIP_MIN_CONTENT_LENGTH)
{
/* when fairly small avoid the compression overhead */
EncodeGzip = false;
cptr = "minimal content-length";
}
else
if (rqptr->rqPathSet.ResponseGzip &&
rqptr->rqPathSet.ResponseGzip != MAPURL_RESPONSE_GZIP_ALL &&
rqptr->rqPathSet.ResponseGzip != MAPURL_RESPONSE_GZIP_NONE &&
(ContentLength < 0 ||
rqptr->rqPathSet.ResponseGzip >= ContentLength >> 10))
{
EncodeGzip = false;
if (WATCHING (rqptr, WATCH_RESPONSE))
{
if (ContentLength >= 0)
FaoToBuffer (cptr = ResponseKbytes, sizeof(ResponseKbytes), NULL,
"response=GZIP=!UL (!ULkB)",
rqptr->rqPathSet.ResponseGzip, ContentLength >> 10);
else
FaoToBuffer (cptr = ResponseKbytes, sizeof(ResponseKbytes), NULL,
"response=GZIP=!UL (?kB)",
rqptr->rqPathSet.ResponseGzip);
}
}
else
if (rqptr->rqResponse.NoGzip)
{
EncodeGzip = false;
cptr = "response NOT to be GZIPed";
}
}
if (EncodeGzip)
{
/* content-type considerations */
if (MATCH6 (ContentTypePtr, "image/") &&
!MATCH3 (ContentTypePtr+6, "bmp") &&
!MATCH4 (ContentTypePtr+6, "tiff") &&
!MATCH8 (ContentTypePtr+6, "x-bitmap") &&
!MATCH8 (ContentTypePtr+6, "x-pixmap"))
{
/* most image content is already compressed (except the above) */
EncodeGzip = false;
cptr = "compressed image";
}
else
if (MATCH6 (ContentTypePtr, "audio/") &&
!MATCH3 (ContentTypePtr+6, "wav") &&
!MATCH5 (ContentTypePtr+6, "x-wav"))
{
/* generally audio is already compressed (except WAVs AFAIK) */
EncodeGzip = false;
cptr = "compressed audio";
}
else
if (MATCH6 (ContentTypePtr, "video/"))
{
/* video is (hopefully!) already compressed */
EncodeGzip = false;
cptr = "compressed video";
}
else
if (MATCH0 (ContentTypePtr, "application/", 12) &&
(strstr (ContentTypePtr+12, "zip") ||
strstr (ContentTypePtr+12, "gtar") ||
strstr (ContentTypePtr+12, "archive") ||
strstr (ContentTypePtr+12, "stuffit") ||
strstr (ContentTypePtr+12, "x-compressed")))
{
/* compressed application stream */
EncodeGzip = false;
cptr = "compressed archive";
}
else
if (MATCH0 (ContentTypePtr, "multipart/", 10) &&
strstr (ContentTypePtr+10, "zip"))
{
/* same, same */
EncodeGzip = false;
cptr = "compressed archive";
}
else
if (MATCH0 (ContentTypePtr, "application/pdf", 15) &&
rqptr->rqPathSet.ResponseGzip != MAPURL_RESPONSE_GZIP_ALL &&
rqptr->rqCgi.ContentEncodingGzip != CGI_OUTPUT_GZIP)
{
EncodeGzip = false;
cptr = "PDF files are not compressed";
}
else
if (MATCH0 (ContentTypePtr, "application/x-shockwave-flash", 29))
{
EncodeGzip = false;
cptr = "Shockwave Flash files are not compressed";
}
else
if (MATCH0 (ContentTypePtr, "text/x-shtml", 12))
{
EncodeGzip = false;
cptr = "SSI source are not compressed";
}
else
if (ContentLength >= 0 &&
ContentLength < GZIP_MIN_CONTENT_LENGTH)
{
/* when fairly small avoid the compression overhead */
EncodeGzip = false;
cptr = "minimal content-length";
}
}
if (WATCHING (rqptr, WATCH_RESPONSE))
if (!EncodeGzip)
WatchThis (WATCHITM(rqptr), WATCH_RESPONSE, "DEFLATE no, !AZ", cptr);
return (EncodeGzip);
}
/*****************************************************************************/
/*
Initialize the ZLIB structure. Allocate memory from the ZLIB output buffer.
Returns true and set the pointer to the ZLIB structure if successful. Returns
false and leaves the pointer NULL if not. Reports any error via the usual WASD
mechanism.
*/
BOOL GzipInflateBegin
(
REQUEST_STRUCT *rqptr,
GZIP_COMPRESS *gzptr,
int BufferSize
)
{
int zstatus;
z_stream *zsptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET, "GzipInflateBegin()");
gzptr->InflateStartStream = true;
gzptr->InflateEndOfStream = false;
gzptr->InflateMemoryAllocated = rqptr->GzipMemoryAllocated = 0;
zsptr = (z_stream*)VmGetHeap (rqptr, sizeof(z_stream));
zsptr->opaque = rqptr;
zsptr->zalloc = &GzipAlloc;
zsptr->zfree = &GzipFree;
/* plus 16 is the magic number to remove a gzip header and trailer!! */
zstatus = ZlibInflateInit2Fn (zsptr,
GzipInflateWindowBits + 16,
ZLIB_VERSION,
sizeof(z_stream));
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"ZlibInflateInit2Fn(!UL+16) !SL !UL !&Z",
GzipDeflateWindowBits, zstatus,
rqptr->GzipMemoryAllocated, zsptr->msg);
if (zstatus == Z_OK)
{
gzptr->InflateZstreamPtr = zsptr;
gzptr->InflateBufferSize = BufferSize;
gzptr->InflateBufferPtr = VmGetHeap (rqptr, BufferSize);
return (true);
}
rqptr->rqResponse.HttpStatus = 500;
ErrorGeneral (rqptr, GzipZlibMsg(zsptr,zstatus), FI_LI);
return (false);
}
/*****************************************************************************/
/*
Deallocate ZLIB structures.
Returns true if there was no last-minute problem reported by ZLIB, false and
reports the error if there was.
*/
BOOL GzipInflateEnd
(
REQUEST_STRUCT *rqptr,
GZIP_COMPRESS *gzptr
)
{
int zstatus;
z_stream *zsptr;
/*********/
/* begin */
/*********/
if (gzptr->InflateZstreamPtr)
{
if (WATCHING (rqptr, WATCH_RESPONSE))
if (!WATCHING (rqptr, WATCH_NETWORK))
WatchThis (WATCHITM(rqptr), WATCH_RESPONSE,
"INFLATE !UL->!UL bytes, !UL% (!ULkB)",
gzptr->InflateBytesIn, gzptr->InflateBytesOut,
PercentOf32(gzptr->InflateBytesOut,gzptr->InflateBytesIn),
rqptr->GzipMemoryAllocated >> 10);
}
gzptr->InflateEndOfStream = true;
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
AccountingPtr->GzipInflateCount++;
AccountingPtr->GzipInflateBytesIn64 += gzptr->InflateBytesIn;
AccountingPtr->GzipInflateBytesOut64 += gzptr->InflateBytesOut;
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
if (zsptr = gzptr->InflateZstreamPtr)
{
gzptr->InflateMemoryAllocated = rqptr->GzipMemoryAllocated;
zstatus = ZlibInflateEndFn (zsptr);
/* this as NULL indicates that inflate is no longer in use */
gzptr->InflateZstreamPtr = NULL;
}
else
zstatus = Z_OK;
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"ZlibInflateEnd() !SL", zstatus);
if (zstatus == Z_OK) return (true);
if (zstatus == Z_BUF_ERROR) return (true);
rqptr->rqResponse.HttpStatus = 500;
ErrorGeneral (rqptr, GzipZlibMsg(zsptr,zstatus), FI_LI);
return (false);
}
/*****************************************************************************/
/*
Data read from the network is intercepted and passed to this function.
It uses the ZLIB inflate function to decompress the data into the WASD buffer
allocated during initialization. The 'DataPtr' and 'DataLength' are then
modified to reflect the decompressed data and it can then be further processed.
Return true to indicate success, false if the write (and request) should be
terminated due to error (which is also reported by the usual WASD mechanism).
*/
BOOL GzipInflate
(
REQUEST_STRUCT *rqptr,
GZIP_COMPRESS *gzptr,
char **DataPtrPtr,
int *DataLengthPtr
)
{
int zstatus;
z_stream *zsptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET, "GzipInflate() !&X !UL",
*DataPtrPtr, *DataLengthPtr);
zsptr = gzptr->InflateZstreamPtr;
if (!zsptr->avail_in)
{
zsptr->next_in = *DataPtrPtr;
zsptr->avail_in = *DataLengthPtr;
}
if (zsptr->avail_in || zsptr->total_in)
{
/* if we have data to process or have previously processed some */
if (!zsptr->avail_out)
{
/* output buffer needs (re)setting */
zsptr->next_out = gzptr->InflateBufferPtr;
zsptr->avail_out = gzptr->InflateBufferSize;
}
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET, "!UL(!UL)/!UL",
zsptr->avail_in, gzptr->InflateAvailIn, zsptr->avail_out);
zstatus = ZlibInflateFn (zsptr, Z_NO_FLUSH);
gzptr->InflateBytesIn = zsptr->total_in;
gzptr->InflateBytesOut = zsptr->total_out;
if (zstatus == Z_OK && !zsptr->avail_out)
gzptr->InflateBufferCount = gzptr->InflateBufferSize;
else
if (zstatus == Z_STREAM_END)
gzptr->InflateBufferCount = gzptr->InflateBufferSize -
zsptr->avail_out;
else
gzptr->InflateBufferCount = 0;
if (WATCHMOD (rqptr, WATCH_MOD_NET))
WatchThis (WATCHITM(rqptr), WATCH_MOD_NET,
"!SL !UL/!UL !UL !UL->!UL !&Z",
zstatus, zsptr->avail_in, zsptr->avail_out,
gzptr->InflateBufferCount, gzptr->InflateBytesIn,
gzptr->InflateBytesOut, zsptr->msg);
if (gzptr->InflateBufferCount)
if (WATCHING (rqptr, WATCH_NETWORK))
WatchThis (WATCHITM(rqptr), WATCH_NETWORK,
"INFLATE !UL->!UL bytes, !UL% (!ULkB)",
gzptr->InflateBytesIn, gzptr->InflateBytesOut,
PercentOf32(gzptr->InflateBytesOut,gzptr->InflateBytesIn),
rqptr->GzipMemoryAllocated >> 10);
}
else
{
/* no data has ever been processed, just clean up the ZLIB stuff */
zstatus = Z_STREAM_END;
gzptr->InflateBufferCount = 0;
}
if (zstatus == Z_OK ||
zstatus == Z_STREAM_END)
{
if (zstatus == Z_STREAM_END)
if (!GzipInflateEnd (rqptr, gzptr))
return (false);
gzptr->InflateAvailIn = zsptr->avail_in;
*DataPtrPtr = gzptr->InflateBufferPtr;
*DataLengthPtr = gzptr->InflateBufferCount;
return (true);
}
rqptr->rqResponse.HttpStatus = 500;
ErrorGeneral (rqptr, GzipZlibMsg(zsptr,zstatus), FI_LI);
GzipInflateEnd (rqptr, gzptr);
return (false);
}
/*****************************************************************************/
/*
Allocate request heap memory on behalf of ZLIB demands.
Shouldn't leak any memory this way (not that ZLIB is likely to).
*/
char* GzipAlloc
(
REQUEST_STRUCT *rqptr,
int items,
int size
)
{
/*********/
/* begin */
/*********/
if (WATCH_MODULE(WATCH_MOD_NET))
WatchThis (WATCHALL, WATCH_MOD_NET,
"GzipAlloc() !UL !UL", items, size);
rqptr->GzipMemoryAllocated += size*items;
return (VmGetHeap (rqptr, size*items));
}
/*****************************************************************************/
/*
Free GzipAlloc()ed request heap memory.
*/
GzipFree
(
REQUEST_STRUCT *rqptr,
char *mptr
)
{
/*********/
/* begin */
/*********/
if (WATCH_MODULE(WATCH_MOD_NET))
WatchThis (WATCHALL, WATCH_MOD_NET, "GzipFree()");
VmFreeFromHeap (rqptr, mptr, FI_LI);
}
/*****************************************************************************/