-
Notifications
You must be signed in to change notification settings - Fork 2
/
tga.py
84 lines (71 loc) · 3.23 KB
/
tga.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
# Exploring the Training.gov.au Web Services
# Author: Marcus Wynwood (@MarcusTeachUs)
#
# This program does a search, and prints/saves the results.
import zeep
from zeep.wsse.username import UsernameToken
import json
import urllib.request
wsdl = 'https://ws.sandbox.training.gov.au/Deewr.Tga.Webservices/TrainingComponentServiceV7.svc?wsdl'
username = "WebService.Read"
password = "Asdf098"
base_url_for_xml_files = 'http://training.gov.au/TrainingComponentFiles/'
client = zeep.Client(wsdl=wsdl, wsse=UsernameToken(username, password))
# Create a TrainingComponentSearchRequest for the search
TrainingComponentSearchRequest = {
"ClassificationFilters": "",
"Filter": "ICTWEB201", # The search term. Put a Training Pack Code, Qual Code, or Unit Code here.
"IncludeDeleted": False,
"IncludeSuperseeded": False,
# "PageNumber": 0,
# "PageSize": 0,
"SearchCode": True,
"SearchIndustrySector": False,
"SearchOccupation": False,
"SearchTitle": False,
"TaxonomyOccupationFilter": "",
"TaxonomyIndustrySectorFilter": "",
# "TrainingComponentTypes": "unit",
"IncludeLegacyData": False
}
# Once we search, we get a TrainingComponentSearchResult
TrainingComponentSearchResult = client.service.Search(TrainingComponentSearchRequest)
# Print the TrainingComponentSearchResult
print(TrainingComponentSearchResult)
# Write the TrainingComponentSearchResult to a file
# with open('TrainingComponentSearchResult.xml', 'w+') as f:
# f.writelines(str(TrainingComponentSearchResult))
unit_count = 0
qual_count = 0
for tp in TrainingComponentSearchResult.Results.TrainingComponentSummary:
if tp.ComponentType[0] == 'Unit' and tp.IsCurrent == True:
print("UNIT:", tp.Code, tp.Title)
unit_count = unit_count + 1
if tp.ComponentType[0] == 'Qualification' and tp.IsCurrent == True:
print("QUAL:", tp.Code, tp.Title)
qual_count = qual_count + 1
print("Unit Count:", unit_count)
print("Qual Count:", qual_count)
# From there, we can send the results to the GetDetails method to get more info
# The result is stored in a TrainingComponent
TrainingComponent = client.service.GetDetails(TrainingComponentSearchResult.Results.TrainingComponentSummary)
# Print the TrainingComponent
print(TrainingComponent)
# Write the TrainingComponent to a file
# with open('TrainingComponent.xml', 'w+') as f:
# f.writelines(str(TrainingComponent))
# The actual details of the unit (elements, etc...) are stored in xml files. Go get it!
for tc in TrainingComponent.Releases.Release[0].Files.ReleaseFile:
# If the last 4 chars are .xml, build the full URL and put the slashes around the right way
if tc.RelativePath[-4:] == ".xml":
full_url = base_url_for_xml_files + tc.RelativePath
full_url = full_url.replace("\\", "/")
# Print the full URL of the XML file
print(full_url)
# Write the contents of the online XML file to a local file
# Not sure if this is the best way, but it works for now
with urllib.request.urlopen(full_url) as response:
html = response.read()
filename_without_folder = tc.RelativePath[4:]
with open(filename_without_folder, 'w+') as f:
f.writelines(str(html)[14:].replace("\\r\\n", ""))